blob: f9be8959e339ca3c8cc2ef4016aa03c96025a918 [file] [log] [blame]
<!DOCTYPE html>
<html >
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<title>MLlib (RDD-based) &#8212; PySpark 4.0.0-preview2 documentation</title>
<script data-cfasync="false">
document.documentElement.dataset.mode = localStorage.getItem("mode") || "";
document.documentElement.dataset.theme = localStorage.getItem("theme") || "light";
</script>
<!-- Loaded before other Sphinx assets -->
<link href="../_static/styles/theme.css?digest=e353d410970836974a52" rel="stylesheet" />
<link href="../_static/styles/bootstrap.css?digest=e353d410970836974a52" rel="stylesheet" />
<link href="../_static/styles/pydata-sphinx-theme.css?digest=e353d410970836974a52" rel="stylesheet" />
<link href="../_static/vendor/fontawesome/6.1.2/css/all.min.css?digest=e353d410970836974a52" rel="stylesheet" />
<link rel="preload" as="font" type="font/woff2" crossorigin href="../_static/vendor/fontawesome/6.1.2/webfonts/fa-solid-900.woff2" />
<link rel="preload" as="font" type="font/woff2" crossorigin href="../_static/vendor/fontawesome/6.1.2/webfonts/fa-brands-400.woff2" />
<link rel="preload" as="font" type="font/woff2" crossorigin href="../_static/vendor/fontawesome/6.1.2/webfonts/fa-regular-400.woff2" />
<link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
<link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../_static/css/pyspark.css" />
<!-- Pre-loaded scripts that we'll load fully later -->
<link rel="preload" as="script" href="../_static/scripts/bootstrap.js?digest=e353d410970836974a52" />
<link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=e353d410970836974a52" />
<script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
<script src="../_static/jquery.js"></script>
<script src="../_static/underscore.js"></script>
<script src="../_static/doctools.js"></script>
<script src="../_static/clipboard.min.js"></script>
<script src="../_static/copybutton.js"></script>
<script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
<script>DOCUMENTATION_OPTIONS.pagename = 'reference/pyspark.mllib';</script>
<link rel="canonical" href="https://spark.apache.org/docs/latest/api/python/reference/pyspark.mllib.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="LogisticRegressionModel" href="api/pyspark.mllib.classification.LogisticRegressionModel.html" />
<link rel="prev" title="pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON" href="api/pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="None">
<!-- Matomo -->
<script type="text/javascript">
var _paq = window._paq = window._paq || [];
/* tracker methods like "setCustomDimension" should be called before "trackPageView" */
_paq.push(["disableCookies"]);
_paq.push(['trackPageView']);
_paq.push(['enableLinkTracking']);
(function() {
var u="https://analytics.apache.org/";
_paq.push(['setTrackerUrl', u+'matomo.php']);
_paq.push(['setSiteId', '40']);
var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s);
})();
</script>
<!-- End Matomo Code -->
</head>
<body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="">
<a class="skip-link" href="#main-content">Skip to main content</a>
<input type="checkbox"
class="sidebar-toggle"
name="__primary"
id="__primary"/>
<label class="overlay overlay-primary" for="__primary"></label>
<input type="checkbox"
class="sidebar-toggle"
name="__secondary"
id="__secondary"/>
<label class="overlay overlay-secondary" for="__secondary"></label>
<div class="search-button__wrapper">
<div class="search-button__overlay"></div>
<div class="search-button__search-container">
<form class="bd-search d-flex align-items-center"
action="../search.html"
method="get">
<i class="fa-solid fa-magnifying-glass"></i>
<input type="search"
class="form-control"
name="q"
id="search-input"
placeholder="Search the docs ..."
aria-label="Search the docs ..."
autocomplete="off"
autocorrect="off"
autocapitalize="off"
spellcheck="false"/>
<span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
</form></div>
</div>
<nav class="bd-header navbar navbar-expand-lg bd-navbar">
<div class="bd-header__inner bd-page-width">
<label class="sidebar-toggle primary-toggle" for="__primary">
<span class="fa-solid fa-bars"></span>
</label>
<div class="navbar-header-items__start">
<div class="navbar-item">
<a class="navbar-brand logo" href="../index.html">
<img src="https://spark.apache.org/images/spark-logo.png" class="logo__image only-light" alt="Logo image"/>
<script>document.write(`<img src="https://spark.apache.org/images/spark-logo-rev.svg" class="logo__image only-dark" alt="Logo image"/>`);</script>
</a></div>
</div>
<div class="col-lg-9 navbar-header-items">
<div class="me-auto navbar-header-items__center">
<div class="navbar-item"><nav class="navbar-nav">
<p class="sidebar-header-items__title"
role="heading"
aria-level="1"
aria-label="Site Navigation">
Site Navigation
</p>
<ul class="bd-navbar-elements navbar-nav">
<li class="nav-item">
<a class="nav-link nav-internal" href="../index.html">
Overview
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../getting_started/index.html">
Getting Started
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../user_guide/index.html">
User Guides
</a>
</li>
<li class="nav-item current active">
<a class="nav-link nav-internal" href="index.html">
API Reference
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../development/index.html">
Development
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../migration_guide/index.html">
Migration Guides
</a>
</li>
</ul>
</nav></div>
</div>
<div class="navbar-header-items__end">
<div class="navbar-item navbar-persistent--container">
<script>
document.write(`
<button class="btn btn-sm navbar-btn search-button search-button__button" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
<i class="fa-solid fa-magnifying-glass"></i>
</button>
`);
</script>
</div>
<div class="navbar-item"><!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<div id="version-button" class="dropdown">
<button type="button" class="btn btn-secondary btn-sm navbar-btn dropdown-toggle" id="version_switcher_button" data-toggle="dropdown">
4.0.0-preview2
<span class="caret"></span>
</button>
<div id="version_switcher" class="dropdown-menu list-group-flush py-0" aria-labelledby="version_switcher_button">
<!-- dropdown will be populated by javascript on page load -->
</div>
</div>
<script type="text/javascript">
// Function to construct the target URL from the JSON components
function buildURL(entry) {
var template = "https://spark.apache.org/docs/{version}/api/python/index.html"; // supplied by jinja
template = template.replace("{version}", entry.version);
return template;
}
// Function to check if corresponding page path exists in other version of docs
// and, if so, go there instead of the homepage of the other docs version
function checkPageExistsAndRedirect(event) {
const currentFilePath = "reference/pyspark.mllib.html",
otherDocsHomepage = event.target.getAttribute("href");
let tryUrl = `${otherDocsHomepage}${currentFilePath}`;
$.ajax({
type: 'HEAD',
url: tryUrl,
// if the page exists, go there
success: function() {
location.href = tryUrl;
}
}).fail(function() {
location.href = otherDocsHomepage;
});
return false;
}
// Function to populate the version switcher
(function () {
// get JSON config
$.getJSON("https://spark.apache.org/static/versions.json", function(data, textStatus, jqXHR) {
// create the nodes first (before AJAX calls) to ensure the order is
// correct (for now, links will go to doc version homepage)
$.each(data, function(index, entry) {
// if no custom name specified (e.g., "latest"), use version string
if (!("name" in entry)) {
entry.name = entry.version;
}
// construct the appropriate URL, and add it to the dropdown
entry.url = buildURL(entry);
const node = document.createElement("a");
node.setAttribute("class", "list-group-item list-group-item-action py-1");
node.setAttribute("href", `${entry.url}`);
node.textContent = `${entry.name}`;
node.onclick = checkPageExistsAndRedirect;
$("#version_switcher").append(node);
});
});
})();
</script></div>
<div class="navbar-item">
<script>
document.write(`
<button class="theme-switch-button btn btn-sm btn-outline-primary navbar-btn rounded-circle" title="light/dark" aria-label="light/dark" data-bs-placement="bottom" data-bs-toggle="tooltip">
<span class="theme-switch" data-mode="light"><i class="fa-solid fa-sun"></i></span>
<span class="theme-switch" data-mode="dark"><i class="fa-solid fa-moon"></i></span>
<span class="theme-switch" data-mode="auto"><i class="fa-solid fa-circle-half-stroke"></i></span>
</button>
`);
</script></div>
<div class="navbar-item"><ul class="navbar-icon-links navbar-nav"
aria-label="Icon Links">
<li class="nav-item">
<a href="https://github.com/apache/spark" title="GitHub" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-brands fa-github"></i></span>
<label class="sr-only">GitHub</label></a>
</li>
<li class="nav-item">
<a href="https://pypi.org/project/pyspark" title="PyPI" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-solid fa-box"></i></span>
<label class="sr-only">PyPI</label></a>
</li>
</ul></div>
</div>
</div>
<div class="navbar-persistent--mobile">
<script>
document.write(`
<button class="btn btn-sm navbar-btn search-button search-button__button" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
<i class="fa-solid fa-magnifying-glass"></i>
</button>
`);
</script>
</div>
<label class="sidebar-toggle secondary-toggle" for="__secondary">
<span class="fa-solid fa-outdent"></span>
</label>
</div>
</nav>
<div class="bd-container">
<div class="bd-container__inner bd-page-width">
<div class="bd-sidebar-primary bd-sidebar">
<div class="sidebar-header-items sidebar-primary__section">
<div class="sidebar-header-items__center">
<div class="navbar-item"><nav class="navbar-nav">
<p class="sidebar-header-items__title"
role="heading"
aria-level="1"
aria-label="Site Navigation">
Site Navigation
</p>
<ul class="bd-navbar-elements navbar-nav">
<li class="nav-item">
<a class="nav-link nav-internal" href="../index.html">
Overview
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../getting_started/index.html">
Getting Started
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../user_guide/index.html">
User Guides
</a>
</li>
<li class="nav-item current active">
<a class="nav-link nav-internal" href="index.html">
API Reference
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../development/index.html">
Development
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../migration_guide/index.html">
Migration Guides
</a>
</li>
</ul>
</nav></div>
</div>
<div class="sidebar-header-items__end">
<div class="navbar-item"><!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<div id="version-button" class="dropdown">
<button type="button" class="btn btn-secondary btn-sm navbar-btn dropdown-toggle" id="version_switcher_button" data-toggle="dropdown">
4.0.0-preview2
<span class="caret"></span>
</button>
<div id="version_switcher" class="dropdown-menu list-group-flush py-0" aria-labelledby="version_switcher_button">
<!-- dropdown will be populated by javascript on page load -->
</div>
</div>
<script type="text/javascript">
// Function to construct the target URL from the JSON components
function buildURL(entry) {
var template = "https://spark.apache.org/docs/{version}/api/python/index.html"; // supplied by jinja
template = template.replace("{version}", entry.version);
return template;
}
// Function to check if corresponding page path exists in other version of docs
// and, if so, go there instead of the homepage of the other docs version
function checkPageExistsAndRedirect(event) {
const currentFilePath = "reference/pyspark.mllib.html",
otherDocsHomepage = event.target.getAttribute("href");
let tryUrl = `${otherDocsHomepage}${currentFilePath}`;
$.ajax({
type: 'HEAD',
url: tryUrl,
// if the page exists, go there
success: function() {
location.href = tryUrl;
}
}).fail(function() {
location.href = otherDocsHomepage;
});
return false;
}
// Function to populate the version switcher
(function () {
// get JSON config
$.getJSON("https://spark.apache.org/static/versions.json", function(data, textStatus, jqXHR) {
// create the nodes first (before AJAX calls) to ensure the order is
// correct (for now, links will go to doc version homepage)
$.each(data, function(index, entry) {
// if no custom name specified (e.g., "latest"), use version string
if (!("name" in entry)) {
entry.name = entry.version;
}
// construct the appropriate URL, and add it to the dropdown
entry.url = buildURL(entry);
const node = document.createElement("a");
node.setAttribute("class", "list-group-item list-group-item-action py-1");
node.setAttribute("href", `${entry.url}`);
node.textContent = `${entry.name}`;
node.onclick = checkPageExistsAndRedirect;
$("#version_switcher").append(node);
});
});
})();
</script></div>
<div class="navbar-item">
<script>
document.write(`
<button class="theme-switch-button btn btn-sm btn-outline-primary navbar-btn rounded-circle" title="light/dark" aria-label="light/dark" data-bs-placement="bottom" data-bs-toggle="tooltip">
<span class="theme-switch" data-mode="light"><i class="fa-solid fa-sun"></i></span>
<span class="theme-switch" data-mode="dark"><i class="fa-solid fa-moon"></i></span>
<span class="theme-switch" data-mode="auto"><i class="fa-solid fa-circle-half-stroke"></i></span>
</button>
`);
</script></div>
<div class="navbar-item"><ul class="navbar-icon-links navbar-nav"
aria-label="Icon Links">
<li class="nav-item">
<a href="https://github.com/apache/spark" title="GitHub" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-brands fa-github"></i></span>
<label class="sr-only">GitHub</label></a>
</li>
<li class="nav-item">
<a href="https://pypi.org/project/pyspark" title="PyPI" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-solid fa-box"></i></span>
<label class="sr-only">PyPI</label></a>
</li>
</ul></div>
</div>
</div>
<div class="sidebar-primary-items__start sidebar-primary__section">
<div class="sidebar-primary-item"><nav class="bd-docs-nav bd-links"
aria-label="Section Navigation">
<p class="bd-links__title" role="heading" aria-level="1">Section Navigation</p>
<div class="bd-toc-item navbar-nav"><ul class="current nav bd-sidenav">
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.sql/index.html">Spark SQL</a><input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-1"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/core_classes.html">Core Classes</a><input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-2"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.html">pyspark.sql.SparkSession</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.html">pyspark.sql.Catalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.html">pyspark.sql.DataFrame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.html">pyspark.sql.Column</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Observation.html">pyspark.sql.Observation</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Row.html">pyspark.sql.Row</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.html">pyspark.sql.GroupedData</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.PandasCogroupedOps.html">pyspark.sql.PandasCogroupedOps</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameNaFunctions.html">pyspark.sql.DataFrameNaFunctions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.html">pyspark.sql.DataFrameStatFunctions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.html">pyspark.sql.Window</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.html">pyspark.sql.DataFrameReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.html">pyspark.sql.DataFrameWriter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.html">pyspark.sql.DataFrameWriterV2</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.UDFRegistration.html">pyspark.sql.UDFRegistration</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.UDTFRegistration.html">pyspark.sql.UDTFRegistration</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.udf.UserDefinedFunction.html">pyspark.sql.udf.UserDefinedFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.udtf.UserDefinedTableFunction.html">pyspark.sql.udtf.UserDefinedTableFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSource.html">pyspark.sql.datasource.DataSource</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceReader.html">pyspark.sql.datasource.DataSourceReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.html">pyspark.sql.datasource.DataSourceStreamReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceWriter.html">pyspark.sql.datasource.DataSourceWriter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceRegistration.html">pyspark.sql.datasource.DataSourceRegistration</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.InputPartition.html">pyspark.sql.datasource.InputPartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.WriterCommitMessage.html">pyspark.sql.datasource.WriterCommitMessage</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.VariantVal.html">pyspark.sql.VariantVal</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/spark_session.html">Spark Session</a><input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-3"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.active.html">pyspark.sql.SparkSession.active</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.appName.html">pyspark.sql.SparkSession.builder.appName</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.config.html">pyspark.sql.SparkSession.builder.config</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.enableHiveSupport.html">pyspark.sql.SparkSession.builder.enableHiveSupport</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.getOrCreate.html">pyspark.sql.SparkSession.builder.getOrCreate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.master.html">pyspark.sql.SparkSession.builder.master</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.remote.html">pyspark.sql.SparkSession.builder.remote</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.catalog.html">pyspark.sql.SparkSession.catalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.conf.html">pyspark.sql.SparkSession.conf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.createDataFrame.html">pyspark.sql.SparkSession.createDataFrame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.dataSource.html">pyspark.sql.SparkSession.dataSource</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.getActiveSession.html">pyspark.sql.SparkSession.getActiveSession</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.newSession.html">pyspark.sql.SparkSession.newSession</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.profile.html">pyspark.sql.SparkSession.profile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.range.html">pyspark.sql.SparkSession.range</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.read.html">pyspark.sql.SparkSession.read</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.readStream.html">pyspark.sql.SparkSession.readStream</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.sparkContext.html">pyspark.sql.SparkSession.sparkContext</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.sql.html">pyspark.sql.SparkSession.sql</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.stop.html">pyspark.sql.SparkSession.stop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.streams.html">pyspark.sql.SparkSession.streams</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.table.html">pyspark.sql.SparkSession.table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.udf.html">pyspark.sql.SparkSession.udf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.udtf.html">pyspark.sql.SparkSession.udtf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.version.html">pyspark.sql.SparkSession.version</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.is_remote.html">pyspark.sql.is_remote</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.create.html">pyspark.sql.SparkSession.builder.create</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.addArtifact.html">pyspark.sql.SparkSession.addArtifact</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.addArtifacts.html">pyspark.sql.SparkSession.addArtifacts</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.addTag.html">pyspark.sql.SparkSession.addTag</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.clearProgressHandlers.html">pyspark.sql.SparkSession.clearProgressHandlers</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.clearTags.html">pyspark.sql.SparkSession.clearTags</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.client.html">pyspark.sql.SparkSession.client</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.copyFromLocalToFs.html">pyspark.sql.SparkSession.copyFromLocalToFs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.getTags.html">pyspark.sql.SparkSession.getTags</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.interruptAll.html">pyspark.sql.SparkSession.interruptAll</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.interruptOperation.html">pyspark.sql.SparkSession.interruptOperation</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.interruptTag.html">pyspark.sql.SparkSession.interruptTag</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.registerProgressHandler.html">pyspark.sql.SparkSession.registerProgressHandler</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.removeProgressHandler.html">pyspark.sql.SparkSession.removeProgressHandler</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.removeTag.html">pyspark.sql.SparkSession.removeTag</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/configuration.html">Configuration</a><input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-4"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.conf.RuntimeConfig.html">pyspark.sql.conf.RuntimeConfig</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/io.html">Input/Output</a><input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-5"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.csv.html">pyspark.sql.DataFrameReader.csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.format.html">pyspark.sql.DataFrameReader.format</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.jdbc.html">pyspark.sql.DataFrameReader.jdbc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.json.html">pyspark.sql.DataFrameReader.json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.load.html">pyspark.sql.DataFrameReader.load</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.option.html">pyspark.sql.DataFrameReader.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.options.html">pyspark.sql.DataFrameReader.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.orc.html">pyspark.sql.DataFrameReader.orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.parquet.html">pyspark.sql.DataFrameReader.parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.schema.html">pyspark.sql.DataFrameReader.schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.table.html">pyspark.sql.DataFrameReader.table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.text.html">pyspark.sql.DataFrameReader.text</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.bucketBy.html">pyspark.sql.DataFrameWriter.bucketBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.csv.html">pyspark.sql.DataFrameWriter.csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.format.html">pyspark.sql.DataFrameWriter.format</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.insertInto.html">pyspark.sql.DataFrameWriter.insertInto</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.jdbc.html">pyspark.sql.DataFrameWriter.jdbc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.json.html">pyspark.sql.DataFrameWriter.json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.mode.html">pyspark.sql.DataFrameWriter.mode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.option.html">pyspark.sql.DataFrameWriter.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.options.html">pyspark.sql.DataFrameWriter.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.orc.html">pyspark.sql.DataFrameWriter.orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.parquet.html">pyspark.sql.DataFrameWriter.parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.partitionBy.html">pyspark.sql.DataFrameWriter.partitionBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.save.html">pyspark.sql.DataFrameWriter.save</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.saveAsTable.html">pyspark.sql.DataFrameWriter.saveAsTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.sortBy.html">pyspark.sql.DataFrameWriter.sortBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.text.html">pyspark.sql.DataFrameWriter.text</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.using.html">pyspark.sql.DataFrameWriterV2.using</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.option.html">pyspark.sql.DataFrameWriterV2.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.options.html">pyspark.sql.DataFrameWriterV2.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.tableProperty.html">pyspark.sql.DataFrameWriterV2.tableProperty</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.partitionedBy.html">pyspark.sql.DataFrameWriterV2.partitionedBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.create.html">pyspark.sql.DataFrameWriterV2.create</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.replace.html">pyspark.sql.DataFrameWriterV2.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.createOrReplace.html">pyspark.sql.DataFrameWriterV2.createOrReplace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.append.html">pyspark.sql.DataFrameWriterV2.append</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.overwrite.html">pyspark.sql.DataFrameWriterV2.overwrite</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.overwritePartitions.html">pyspark.sql.DataFrameWriterV2.overwritePartitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.MergeIntoWriter.whenMatched.html">pyspark.sql.MergeIntoWriter.whenMatched</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.MergeIntoWriter.whenNotMatched.html">pyspark.sql.MergeIntoWriter.whenNotMatched</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.MergeIntoWriter.whenNotMatchedBySource.html">pyspark.sql.MergeIntoWriter.whenNotMatchedBySource</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.MergeIntoWriter.withSchemaEvolution.html">pyspark.sql.MergeIntoWriter.withSchemaEvolution</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.MergeIntoWriter.merge.html">pyspark.sql.MergeIntoWriter.merge</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/dataframe.html">DataFrame</a><input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-6"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.__getattr__.html">pyspark.sql.DataFrame.__getattr__</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.__getitem__.html">pyspark.sql.DataFrame.__getitem__</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.agg.html">pyspark.sql.DataFrame.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.alias.html">pyspark.sql.DataFrame.alias</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.approxQuantile.html">pyspark.sql.DataFrame.approxQuantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.cache.html">pyspark.sql.DataFrame.cache</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.checkpoint.html">pyspark.sql.DataFrame.checkpoint</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.coalesce.html">pyspark.sql.DataFrame.coalesce</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.colRegex.html">pyspark.sql.DataFrame.colRegex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.collect.html">pyspark.sql.DataFrame.collect</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.columns.html">pyspark.sql.DataFrame.columns</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.corr.html">pyspark.sql.DataFrame.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.count.html">pyspark.sql.DataFrame.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.cov.html">pyspark.sql.DataFrame.cov</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.createGlobalTempView.html">pyspark.sql.DataFrame.createGlobalTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.createOrReplaceGlobalTempView.html">pyspark.sql.DataFrame.createOrReplaceGlobalTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.createOrReplaceTempView.html">pyspark.sql.DataFrame.createOrReplaceTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.createTempView.html">pyspark.sql.DataFrame.createTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.crossJoin.html">pyspark.sql.DataFrame.crossJoin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.crosstab.html">pyspark.sql.DataFrame.crosstab</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.cube.html">pyspark.sql.DataFrame.cube</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.describe.html">pyspark.sql.DataFrame.describe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.distinct.html">pyspark.sql.DataFrame.distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.drop.html">pyspark.sql.DataFrame.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.dropDuplicates.html">pyspark.sql.DataFrame.dropDuplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.dropDuplicatesWithinWatermark.html">pyspark.sql.DataFrame.dropDuplicatesWithinWatermark</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.drop_duplicates.html">pyspark.sql.DataFrame.drop_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.dropna.html">pyspark.sql.DataFrame.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.dtypes.html">pyspark.sql.DataFrame.dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.exceptAll.html">pyspark.sql.DataFrame.exceptAll</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.executionInfo.html">pyspark.sql.DataFrame.executionInfo</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.explain.html">pyspark.sql.DataFrame.explain</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.fillna.html">pyspark.sql.DataFrame.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.filter.html">pyspark.sql.DataFrame.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.first.html">pyspark.sql.DataFrame.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.foreach.html">pyspark.sql.DataFrame.foreach</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.foreachPartition.html">pyspark.sql.DataFrame.foreachPartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.freqItems.html">pyspark.sql.DataFrame.freqItems</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.groupBy.html">pyspark.sql.DataFrame.groupBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.groupingSets.html">pyspark.sql.DataFrame.groupingSets</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.head.html">pyspark.sql.DataFrame.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.hint.html">pyspark.sql.DataFrame.hint</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.inputFiles.html">pyspark.sql.DataFrame.inputFiles</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.intersect.html">pyspark.sql.DataFrame.intersect</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.intersectAll.html">pyspark.sql.DataFrame.intersectAll</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.isEmpty.html">pyspark.sql.DataFrame.isEmpty</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.isLocal.html">pyspark.sql.DataFrame.isLocal</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.isStreaming.html">pyspark.sql.DataFrame.isStreaming</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.join.html">pyspark.sql.DataFrame.join</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.limit.html">pyspark.sql.DataFrame.limit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.localCheckpoint.html">pyspark.sql.DataFrame.localCheckpoint</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.mapInPandas.html">pyspark.sql.DataFrame.mapInPandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.mapInArrow.html">pyspark.sql.DataFrame.mapInArrow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.melt.html">pyspark.sql.DataFrame.melt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.na.html">pyspark.sql.DataFrame.na</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.observe.html">pyspark.sql.DataFrame.observe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.offset.html">pyspark.sql.DataFrame.offset</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.orderBy.html">pyspark.sql.DataFrame.orderBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.persist.html">pyspark.sql.DataFrame.persist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.printSchema.html">pyspark.sql.DataFrame.printSchema</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.randomSplit.html">pyspark.sql.DataFrame.randomSplit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.rdd.html">pyspark.sql.DataFrame.rdd</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.registerTempTable.html">pyspark.sql.DataFrame.registerTempTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.repartition.html">pyspark.sql.DataFrame.repartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.repartitionByRange.html">pyspark.sql.DataFrame.repartitionByRange</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.replace.html">pyspark.sql.DataFrame.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.rollup.html">pyspark.sql.DataFrame.rollup</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.sameSemantics.html">pyspark.sql.DataFrame.sameSemantics</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.sample.html">pyspark.sql.DataFrame.sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.sampleBy.html">pyspark.sql.DataFrame.sampleBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.schema.html">pyspark.sql.DataFrame.schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.select.html">pyspark.sql.DataFrame.select</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.selectExpr.html">pyspark.sql.DataFrame.selectExpr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.semanticHash.html">pyspark.sql.DataFrame.semanticHash</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.show.html">pyspark.sql.DataFrame.show</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.sort.html">pyspark.sql.DataFrame.sort</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.sortWithinPartitions.html">pyspark.sql.DataFrame.sortWithinPartitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.sparkSession.html">pyspark.sql.DataFrame.sparkSession</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.stat.html">pyspark.sql.DataFrame.stat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.storageLevel.html">pyspark.sql.DataFrame.storageLevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.subtract.html">pyspark.sql.DataFrame.subtract</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.summary.html">pyspark.sql.DataFrame.summary</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.tail.html">pyspark.sql.DataFrame.tail</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.take.html">pyspark.sql.DataFrame.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.to.html">pyspark.sql.DataFrame.to</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.toArrow.html">pyspark.sql.DataFrame.toArrow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.toDF.html">pyspark.sql.DataFrame.toDF</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.toJSON.html">pyspark.sql.DataFrame.toJSON</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.toLocalIterator.html">pyspark.sql.DataFrame.toLocalIterator</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.toPandas.html">pyspark.sql.DataFrame.toPandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.transform.html">pyspark.sql.DataFrame.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.union.html">pyspark.sql.DataFrame.union</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.unionAll.html">pyspark.sql.DataFrame.unionAll</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.unionByName.html">pyspark.sql.DataFrame.unionByName</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.unpersist.html">pyspark.sql.DataFrame.unpersist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.unpivot.html">pyspark.sql.DataFrame.unpivot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.where.html">pyspark.sql.DataFrame.where</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.withColumn.html">pyspark.sql.DataFrame.withColumn</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.withColumns.html">pyspark.sql.DataFrame.withColumns</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.withColumnRenamed.html">pyspark.sql.DataFrame.withColumnRenamed</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.withColumnsRenamed.html">pyspark.sql.DataFrame.withColumnsRenamed</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.withMetadata.html">pyspark.sql.DataFrame.withMetadata</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.withWatermark.html">pyspark.sql.DataFrame.withWatermark</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.write.html">pyspark.sql.DataFrame.write</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.writeStream.html">pyspark.sql.DataFrame.writeStream</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.writeTo.html">pyspark.sql.DataFrame.writeTo</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.mergeInto.html">pyspark.sql.DataFrame.mergeInto</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.pandas_api.html">pyspark.sql.DataFrame.pandas_api</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameNaFunctions.drop.html">pyspark.sql.DataFrameNaFunctions.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameNaFunctions.fill.html">pyspark.sql.DataFrameNaFunctions.fill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameNaFunctions.replace.html">pyspark.sql.DataFrameNaFunctions.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.approxQuantile.html">pyspark.sql.DataFrameStatFunctions.approxQuantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.corr.html">pyspark.sql.DataFrameStatFunctions.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.cov.html">pyspark.sql.DataFrameStatFunctions.cov</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.crosstab.html">pyspark.sql.DataFrameStatFunctions.crosstab</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.freqItems.html">pyspark.sql.DataFrameStatFunctions.freqItems</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.sampleBy.html">pyspark.sql.DataFrameStatFunctions.sampleBy</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/column.html">Column</a><input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-7"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.__getattr__.html">pyspark.sql.Column.__getattr__</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.__getitem__.html">pyspark.sql.Column.__getitem__</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.alias.html">pyspark.sql.Column.alias</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.asc.html">pyspark.sql.Column.asc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.asc_nulls_first.html">pyspark.sql.Column.asc_nulls_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.asc_nulls_last.html">pyspark.sql.Column.asc_nulls_last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.astype.html">pyspark.sql.Column.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.between.html">pyspark.sql.Column.between</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.bitwiseAND.html">pyspark.sql.Column.bitwiseAND</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.bitwiseOR.html">pyspark.sql.Column.bitwiseOR</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.bitwiseXOR.html">pyspark.sql.Column.bitwiseXOR</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.cast.html">pyspark.sql.Column.cast</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.contains.html">pyspark.sql.Column.contains</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.desc.html">pyspark.sql.Column.desc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.desc_nulls_first.html">pyspark.sql.Column.desc_nulls_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.desc_nulls_last.html">pyspark.sql.Column.desc_nulls_last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.dropFields.html">pyspark.sql.Column.dropFields</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.endswith.html">pyspark.sql.Column.endswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.eqNullSafe.html">pyspark.sql.Column.eqNullSafe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.getField.html">pyspark.sql.Column.getField</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.getItem.html">pyspark.sql.Column.getItem</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.ilike.html">pyspark.sql.Column.ilike</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.isNaN.html">pyspark.sql.Column.isNaN</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.isNotNull.html">pyspark.sql.Column.isNotNull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.isNull.html">pyspark.sql.Column.isNull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.isin.html">pyspark.sql.Column.isin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.like.html">pyspark.sql.Column.like</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.name.html">pyspark.sql.Column.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.otherwise.html">pyspark.sql.Column.otherwise</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.over.html">pyspark.sql.Column.over</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.rlike.html">pyspark.sql.Column.rlike</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.startswith.html">pyspark.sql.Column.startswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.substr.html">pyspark.sql.Column.substr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.try_cast.html">pyspark.sql.Column.try_cast</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.when.html">pyspark.sql.Column.when</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.withField.html">pyspark.sql.Column.withField</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/data_types.html">Data Types</a><input class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-8"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.ArrayType.html">ArrayType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.BinaryType.html">BinaryType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.BooleanType.html">BooleanType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.ByteType.html">ByteType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.DataType.html">DataType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.DateType.html">DateType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.DecimalType.html">DecimalType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.DoubleType.html">DoubleType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.FloatType.html">FloatType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.IntegerType.html">IntegerType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.LongType.html">LongType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.MapType.html">MapType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.NullType.html">NullType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.ShortType.html">ShortType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.StringType.html">StringType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.CharType.html">CharType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.VarcharType.html">VarcharType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.StructField.html">StructField</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.StructType.html">StructType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.VariantType.html">VariantType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.TimestampType.html">TimestampType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.TimestampNTZType.html">TimestampNTZType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.DayTimeIntervalType.html">DayTimeIntervalType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.YearMonthIntervalType.html">YearMonthIntervalType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.CalendarIntervalType.html">CalendarIntervalType</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/row.html">Row</a><input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-9"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Row.asDict.html">pyspark.sql.Row.asDict</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/functions.html">Functions</a><input class="toctree-checkbox" id="toctree-checkbox-10" name="toctree-checkbox-10" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-10"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.broadcast.html">pyspark.sql.functions.broadcast</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.call_function.html">pyspark.sql.functions.call_function</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.col.html">pyspark.sql.functions.col</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.column.html">pyspark.sql.functions.column</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.lit.html">pyspark.sql.functions.lit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.expr.html">pyspark.sql.functions.expr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.coalesce.html">pyspark.sql.functions.coalesce</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ifnull.html">pyspark.sql.functions.ifnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.nanvl.html">pyspark.sql.functions.nanvl</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.nullif.html">pyspark.sql.functions.nullif</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.nullifzero.html">pyspark.sql.functions.nullifzero</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.nvl.html">pyspark.sql.functions.nvl</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.nvl2.html">pyspark.sql.functions.nvl2</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.when.html">pyspark.sql.functions.when</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.zeroifnull.html">pyspark.sql.functions.zeroifnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.equal_null.html">pyspark.sql.functions.equal_null</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ilike.html">pyspark.sql.functions.ilike</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.isnan.html">pyspark.sql.functions.isnan</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.isnotnull.html">pyspark.sql.functions.isnotnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.isnull.html">pyspark.sql.functions.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.like.html">pyspark.sql.functions.like</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp.html">pyspark.sql.functions.regexp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_like.html">pyspark.sql.functions.regexp_like</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.rlike.html">pyspark.sql.functions.rlike</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.asc.html">pyspark.sql.functions.asc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.asc_nulls_first.html">pyspark.sql.functions.asc_nulls_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.asc_nulls_last.html">pyspark.sql.functions.asc_nulls_last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.desc.html">pyspark.sql.functions.desc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.desc_nulls_first.html">pyspark.sql.functions.desc_nulls_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.desc_nulls_last.html">pyspark.sql.functions.desc_nulls_last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.abs.html">pyspark.sql.functions.abs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.acos.html">pyspark.sql.functions.acos</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.acosh.html">pyspark.sql.functions.acosh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.asin.html">pyspark.sql.functions.asin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.asinh.html">pyspark.sql.functions.asinh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.atan.html">pyspark.sql.functions.atan</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.atan2.html">pyspark.sql.functions.atan2</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.atanh.html">pyspark.sql.functions.atanh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bin.html">pyspark.sql.functions.bin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bround.html">pyspark.sql.functions.bround</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.cbrt.html">pyspark.sql.functions.cbrt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ceil.html">pyspark.sql.functions.ceil</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ceiling.html">pyspark.sql.functions.ceiling</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.conv.html">pyspark.sql.functions.conv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.cos.html">pyspark.sql.functions.cos</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.cosh.html">pyspark.sql.functions.cosh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.cot.html">pyspark.sql.functions.cot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.csc.html">pyspark.sql.functions.csc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.degrees.html">pyspark.sql.functions.degrees</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.e.html">pyspark.sql.functions.e</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.exp.html">pyspark.sql.functions.exp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.expm1.html">pyspark.sql.functions.expm1</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.factorial.html">pyspark.sql.functions.factorial</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.floor.html">pyspark.sql.functions.floor</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.greatest.html">pyspark.sql.functions.greatest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hex.html">pyspark.sql.functions.hex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hypot.html">pyspark.sql.functions.hypot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.least.html">pyspark.sql.functions.least</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ln.html">pyspark.sql.functions.ln</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.log.html">pyspark.sql.functions.log</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.log10.html">pyspark.sql.functions.log10</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.log1p.html">pyspark.sql.functions.log1p</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.log2.html">pyspark.sql.functions.log2</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.negate.html">pyspark.sql.functions.negate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.negative.html">pyspark.sql.functions.negative</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.pi.html">pyspark.sql.functions.pi</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.pmod.html">pyspark.sql.functions.pmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.positive.html">pyspark.sql.functions.positive</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.pow.html">pyspark.sql.functions.pow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.power.html">pyspark.sql.functions.power</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.radians.html">pyspark.sql.functions.radians</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.rand.html">pyspark.sql.functions.rand</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.randn.html">pyspark.sql.functions.randn</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.rint.html">pyspark.sql.functions.rint</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.round.html">pyspark.sql.functions.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sec.html">pyspark.sql.functions.sec</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sign.html">pyspark.sql.functions.sign</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.signum.html">pyspark.sql.functions.signum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sin.html">pyspark.sql.functions.sin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sinh.html">pyspark.sql.functions.sinh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sqrt.html">pyspark.sql.functions.sqrt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.tan.html">pyspark.sql.functions.tan</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.tanh.html">pyspark.sql.functions.tanh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_add.html">pyspark.sql.functions.try_add</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_divide.html">pyspark.sql.functions.try_divide</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_mod.html">pyspark.sql.functions.try_mod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_multiply.html">pyspark.sql.functions.try_multiply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_subtract.html">pyspark.sql.functions.try_subtract</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unhex.html">pyspark.sql.functions.unhex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.width_bucket.html">pyspark.sql.functions.width_bucket</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ascii.html">pyspark.sql.functions.ascii</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.base64.html">pyspark.sql.functions.base64</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bit_length.html">pyspark.sql.functions.bit_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.btrim.html">pyspark.sql.functions.btrim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.char.html">pyspark.sql.functions.char</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.char_length.html">pyspark.sql.functions.char_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.character_length.html">pyspark.sql.functions.character_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.collate.html">pyspark.sql.functions.collate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.collation.html">pyspark.sql.functions.collation</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.concat_ws.html">pyspark.sql.functions.concat_ws</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.contains.html">pyspark.sql.functions.contains</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.decode.html">pyspark.sql.functions.decode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.elt.html">pyspark.sql.functions.elt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.encode.html">pyspark.sql.functions.encode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.endswith.html">pyspark.sql.functions.endswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.find_in_set.html">pyspark.sql.functions.find_in_set</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.format_number.html">pyspark.sql.functions.format_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.format_string.html">pyspark.sql.functions.format_string</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.initcap.html">pyspark.sql.functions.initcap</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.instr.html">pyspark.sql.functions.instr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.lcase.html">pyspark.sql.functions.lcase</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.left.html">pyspark.sql.functions.left</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.length.html">pyspark.sql.functions.length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.levenshtein.html">pyspark.sql.functions.levenshtein</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.locate.html">pyspark.sql.functions.locate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.lower.html">pyspark.sql.functions.lower</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.lpad.html">pyspark.sql.functions.lpad</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ltrim.html">pyspark.sql.functions.ltrim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.mask.html">pyspark.sql.functions.mask</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.octet_length.html">pyspark.sql.functions.octet_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.overlay.html">pyspark.sql.functions.overlay</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.position.html">pyspark.sql.functions.position</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.printf.html">pyspark.sql.functions.printf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_count.html">pyspark.sql.functions.regexp_count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_extract.html">pyspark.sql.functions.regexp_extract</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_extract_all.html">pyspark.sql.functions.regexp_extract_all</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_instr.html">pyspark.sql.functions.regexp_instr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_replace.html">pyspark.sql.functions.regexp_replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_substr.html">pyspark.sql.functions.regexp_substr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.repeat.html">pyspark.sql.functions.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.replace.html">pyspark.sql.functions.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.right.html">pyspark.sql.functions.right</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.rpad.html">pyspark.sql.functions.rpad</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.rtrim.html">pyspark.sql.functions.rtrim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sentences.html">pyspark.sql.functions.sentences</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.soundex.html">pyspark.sql.functions.soundex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.split.html">pyspark.sql.functions.split</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.split_part.html">pyspark.sql.functions.split_part</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.startswith.html">pyspark.sql.functions.startswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.substr.html">pyspark.sql.functions.substr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.substring.html">pyspark.sql.functions.substring</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.substring_index.html">pyspark.sql.functions.substring_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_binary.html">pyspark.sql.functions.to_binary</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_char.html">pyspark.sql.functions.to_char</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_number.html">pyspark.sql.functions.to_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_varchar.html">pyspark.sql.functions.to_varchar</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.translate.html">pyspark.sql.functions.translate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.trim.html">pyspark.sql.functions.trim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_to_binary.html">pyspark.sql.functions.try_to_binary</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_to_number.html">pyspark.sql.functions.try_to_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ucase.html">pyspark.sql.functions.ucase</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unbase64.html">pyspark.sql.functions.unbase64</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.upper.html">pyspark.sql.functions.upper</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bit_count.html">pyspark.sql.functions.bit_count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bit_get.html">pyspark.sql.functions.bit_get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bitwise_not.html">pyspark.sql.functions.bitwise_not</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.getbit.html">pyspark.sql.functions.getbit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.shiftleft.html">pyspark.sql.functions.shiftleft</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.shiftright.html">pyspark.sql.functions.shiftright</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.shiftrightunsigned.html">pyspark.sql.functions.shiftrightunsigned</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.add_months.html">pyspark.sql.functions.add_months</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.convert_timezone.html">pyspark.sql.functions.convert_timezone</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.curdate.html">pyspark.sql.functions.curdate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_date.html">pyspark.sql.functions.current_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_timestamp.html">pyspark.sql.functions.current_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_timezone.html">pyspark.sql.functions.current_timezone</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_add.html">pyspark.sql.functions.date_add</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_diff.html">pyspark.sql.functions.date_diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_format.html">pyspark.sql.functions.date_format</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_from_unix_date.html">pyspark.sql.functions.date_from_unix_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_part.html">pyspark.sql.functions.date_part</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_sub.html">pyspark.sql.functions.date_sub</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_trunc.html">pyspark.sql.functions.date_trunc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.dateadd.html">pyspark.sql.functions.dateadd</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.datediff.html">pyspark.sql.functions.datediff</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.datepart.html">pyspark.sql.functions.datepart</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.day.html">pyspark.sql.functions.day</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.dayname.html">pyspark.sql.functions.dayname</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.dayofmonth.html">pyspark.sql.functions.dayofmonth</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.dayofweek.html">pyspark.sql.functions.dayofweek</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.dayofyear.html">pyspark.sql.functions.dayofyear</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.extract.html">pyspark.sql.functions.extract</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.from_unixtime.html">pyspark.sql.functions.from_unixtime</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.from_utc_timestamp.html">pyspark.sql.functions.from_utc_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hour.html">pyspark.sql.functions.hour</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.last_day.html">pyspark.sql.functions.last_day</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.localtimestamp.html">pyspark.sql.functions.localtimestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_date.html">pyspark.sql.functions.make_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_dt_interval.html">pyspark.sql.functions.make_dt_interval</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_interval.html">pyspark.sql.functions.make_interval</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_timestamp.html">pyspark.sql.functions.make_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_timestamp_ltz.html">pyspark.sql.functions.make_timestamp_ltz</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_timestamp_ntz.html">pyspark.sql.functions.make_timestamp_ntz</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_ym_interval.html">pyspark.sql.functions.make_ym_interval</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.minute.html">pyspark.sql.functions.minute</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.month.html">pyspark.sql.functions.month</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.monthname.html">pyspark.sql.functions.monthname</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.months_between.html">pyspark.sql.functions.months_between</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.next_day.html">pyspark.sql.functions.next_day</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.now.html">pyspark.sql.functions.now</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.quarter.html">pyspark.sql.functions.quarter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.second.html">pyspark.sql.functions.second</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.session_window.html">pyspark.sql.functions.session_window</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.timestamp_add.html">pyspark.sql.functions.timestamp_add</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.timestamp_diff.html">pyspark.sql.functions.timestamp_diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.timestamp_micros.html">pyspark.sql.functions.timestamp_micros</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.timestamp_millis.html">pyspark.sql.functions.timestamp_millis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.timestamp_seconds.html">pyspark.sql.functions.timestamp_seconds</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_date.html">pyspark.sql.functions.to_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_timestamp.html">pyspark.sql.functions.to_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_timestamp_ltz.html">pyspark.sql.functions.to_timestamp_ltz</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_timestamp_ntz.html">pyspark.sql.functions.to_timestamp_ntz</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_unix_timestamp.html">pyspark.sql.functions.to_unix_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_utc_timestamp.html">pyspark.sql.functions.to_utc_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.trunc.html">pyspark.sql.functions.trunc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_to_timestamp.html">pyspark.sql.functions.try_to_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unix_date.html">pyspark.sql.functions.unix_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unix_micros.html">pyspark.sql.functions.unix_micros</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unix_millis.html">pyspark.sql.functions.unix_millis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unix_seconds.html">pyspark.sql.functions.unix_seconds</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unix_timestamp.html">pyspark.sql.functions.unix_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.weekday.html">pyspark.sql.functions.weekday</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.weekofyear.html">pyspark.sql.functions.weekofyear</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.window.html">pyspark.sql.functions.window</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.window_time.html">pyspark.sql.functions.window_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.year.html">pyspark.sql.functions.year</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.crc32.html">pyspark.sql.functions.crc32</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hash.html">pyspark.sql.functions.hash</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.md5.html">pyspark.sql.functions.md5</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sha.html">pyspark.sql.functions.sha</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sha1.html">pyspark.sql.functions.sha1</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sha2.html">pyspark.sql.functions.sha2</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xxhash64.html">pyspark.sql.functions.xxhash64</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.aggregate.html">pyspark.sql.functions.aggregate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_sort.html">pyspark.sql.functions.array_sort</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.cardinality.html">pyspark.sql.functions.cardinality</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.concat.html">pyspark.sql.functions.concat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.element_at.html">pyspark.sql.functions.element_at</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.exists.html">pyspark.sql.functions.exists</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.filter.html">pyspark.sql.functions.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.forall.html">pyspark.sql.functions.forall</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_filter.html">pyspark.sql.functions.map_filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_zip_with.html">pyspark.sql.functions.map_zip_with</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.reduce.html">pyspark.sql.functions.reduce</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.reverse.html">pyspark.sql.functions.reverse</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.size.html">pyspark.sql.functions.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.transform.html">pyspark.sql.functions.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.transform_keys.html">pyspark.sql.functions.transform_keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.transform_values.html">pyspark.sql.functions.transform_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_element_at.html">pyspark.sql.functions.try_element_at</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.zip_with.html">pyspark.sql.functions.zip_with</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array.html">pyspark.sql.functions.array</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_append.html">pyspark.sql.functions.array_append</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_compact.html">pyspark.sql.functions.array_compact</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_contains.html">pyspark.sql.functions.array_contains</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_distinct.html">pyspark.sql.functions.array_distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_except.html">pyspark.sql.functions.array_except</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_insert.html">pyspark.sql.functions.array_insert</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_intersect.html">pyspark.sql.functions.array_intersect</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_join.html">pyspark.sql.functions.array_join</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_max.html">pyspark.sql.functions.array_max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_min.html">pyspark.sql.functions.array_min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_position.html">pyspark.sql.functions.array_position</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_prepend.html">pyspark.sql.functions.array_prepend</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_remove.html">pyspark.sql.functions.array_remove</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_repeat.html">pyspark.sql.functions.array_repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_size.html">pyspark.sql.functions.array_size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_union.html">pyspark.sql.functions.array_union</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.arrays_overlap.html">pyspark.sql.functions.arrays_overlap</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.arrays_zip.html">pyspark.sql.functions.arrays_zip</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.flatten.html">pyspark.sql.functions.flatten</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.get.html">pyspark.sql.functions.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sequence.html">pyspark.sql.functions.sequence</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.shuffle.html">pyspark.sql.functions.shuffle</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.slice.html">pyspark.sql.functions.slice</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sort_array.html">pyspark.sql.functions.sort_array</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.named_struct.html">pyspark.sql.functions.named_struct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.struct.html">pyspark.sql.functions.struct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.create_map.html">pyspark.sql.functions.create_map</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_concat.html">pyspark.sql.functions.map_concat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_contains_key.html">pyspark.sql.functions.map_contains_key</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_entries.html">pyspark.sql.functions.map_entries</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_from_arrays.html">pyspark.sql.functions.map_from_arrays</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_from_entries.html">pyspark.sql.functions.map_from_entries</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_keys.html">pyspark.sql.functions.map_keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_values.html">pyspark.sql.functions.map_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.str_to_map.html">pyspark.sql.functions.str_to_map</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.any_value.html">pyspark.sql.functions.any_value</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.approx_count_distinct.html">pyspark.sql.functions.approx_count_distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.approx_percentile.html">pyspark.sql.functions.approx_percentile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_agg.html">pyspark.sql.functions.array_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.avg.html">pyspark.sql.functions.avg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bit_and.html">pyspark.sql.functions.bit_and</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bit_or.html">pyspark.sql.functions.bit_or</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bit_xor.html">pyspark.sql.functions.bit_xor</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bitmap_construct_agg.html">pyspark.sql.functions.bitmap_construct_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bitmap_or_agg.html">pyspark.sql.functions.bitmap_or_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bool_and.html">pyspark.sql.functions.bool_and</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bool_or.html">pyspark.sql.functions.bool_or</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.collect_list.html">pyspark.sql.functions.collect_list</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.collect_set.html">pyspark.sql.functions.collect_set</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.corr.html">pyspark.sql.functions.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.count.html">pyspark.sql.functions.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.count_distinct.html">pyspark.sql.functions.count_distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.count_if.html">pyspark.sql.functions.count_if</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.count_min_sketch.html">pyspark.sql.functions.count_min_sketch</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.covar_pop.html">pyspark.sql.functions.covar_pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.covar_samp.html">pyspark.sql.functions.covar_samp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.every.html">pyspark.sql.functions.every</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.first.html">pyspark.sql.functions.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.first_value.html">pyspark.sql.functions.first_value</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.grouping.html">pyspark.sql.functions.grouping</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.grouping_id.html">pyspark.sql.functions.grouping_id</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.histogram_numeric.html">pyspark.sql.functions.histogram_numeric</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hll_sketch_agg.html">pyspark.sql.functions.hll_sketch_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hll_union_agg.html">pyspark.sql.functions.hll_union_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.kurtosis.html">pyspark.sql.functions.kurtosis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.last.html">pyspark.sql.functions.last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.last_value.html">pyspark.sql.functions.last_value</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.max.html">pyspark.sql.functions.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.max_by.html">pyspark.sql.functions.max_by</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.mean.html">pyspark.sql.functions.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.median.html">pyspark.sql.functions.median</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.min.html">pyspark.sql.functions.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.min_by.html">pyspark.sql.functions.min_by</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.mode.html">pyspark.sql.functions.mode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.percentile.html">pyspark.sql.functions.percentile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.percentile_approx.html">pyspark.sql.functions.percentile_approx</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.product.html">pyspark.sql.functions.product</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_avgx.html">pyspark.sql.functions.regr_avgx</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_avgy.html">pyspark.sql.functions.regr_avgy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_count.html">pyspark.sql.functions.regr_count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_intercept.html">pyspark.sql.functions.regr_intercept</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_r2.html">pyspark.sql.functions.regr_r2</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_slope.html">pyspark.sql.functions.regr_slope</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_sxx.html">pyspark.sql.functions.regr_sxx</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_sxy.html">pyspark.sql.functions.regr_sxy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_syy.html">pyspark.sql.functions.regr_syy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.skewness.html">pyspark.sql.functions.skewness</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.some.html">pyspark.sql.functions.some</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.std.html">pyspark.sql.functions.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.stddev.html">pyspark.sql.functions.stddev</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.stddev_pop.html">pyspark.sql.functions.stddev_pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.stddev_samp.html">pyspark.sql.functions.stddev_samp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sum.html">pyspark.sql.functions.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sum_distinct.html">pyspark.sql.functions.sum_distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_avg.html">pyspark.sql.functions.try_avg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_sum.html">pyspark.sql.functions.try_sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.var_pop.html">pyspark.sql.functions.var_pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.var_samp.html">pyspark.sql.functions.var_samp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.variance.html">pyspark.sql.functions.variance</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.cume_dist.html">pyspark.sql.functions.cume_dist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.dense_rank.html">pyspark.sql.functions.dense_rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.lag.html">pyspark.sql.functions.lag</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.lead.html">pyspark.sql.functions.lead</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.nth_value.html">pyspark.sql.functions.nth_value</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ntile.html">pyspark.sql.functions.ntile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.percent_rank.html">pyspark.sql.functions.percent_rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.rank.html">pyspark.sql.functions.rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.row_number.html">pyspark.sql.functions.row_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.explode.html">pyspark.sql.functions.explode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.explode_outer.html">pyspark.sql.functions.explode_outer</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.inline.html">pyspark.sql.functions.inline</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.inline_outer.html">pyspark.sql.functions.inline_outer</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.posexplode.html">pyspark.sql.functions.posexplode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.posexplode_outer.html">pyspark.sql.functions.posexplode_outer</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.stack.html">pyspark.sql.functions.stack</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.partitioning.years.html">pyspark.sql.functions.partitioning.years</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.partitioning.months.html">pyspark.sql.functions.partitioning.months</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.partitioning.days.html">pyspark.sql.functions.partitioning.days</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.partitioning.hours.html">pyspark.sql.functions.partitioning.hours</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.partitioning.bucket.html">pyspark.sql.functions.partitioning.bucket</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.from_csv.html">pyspark.sql.functions.from_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.schema_of_csv.html">pyspark.sql.functions.schema_of_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_csv.html">pyspark.sql.functions.to_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.from_json.html">pyspark.sql.functions.from_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.get_json_object.html">pyspark.sql.functions.get_json_object</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.json_array_length.html">pyspark.sql.functions.json_array_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.json_object_keys.html">pyspark.sql.functions.json_object_keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.json_tuple.html">pyspark.sql.functions.json_tuple</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.schema_of_json.html">pyspark.sql.functions.schema_of_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_json.html">pyspark.sql.functions.to_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.is_variant_null.html">pyspark.sql.functions.is_variant_null</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.parse_json.html">pyspark.sql.functions.parse_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.schema_of_variant.html">pyspark.sql.functions.schema_of_variant</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.schema_of_variant_agg.html">pyspark.sql.functions.schema_of_variant_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_variant_get.html">pyspark.sql.functions.try_variant_get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.variant_get.html">pyspark.sql.functions.variant_get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_parse_json.html">pyspark.sql.functions.try_parse_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_variant_object.html">pyspark.sql.functions.to_variant_object</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.from_xml.html">pyspark.sql.functions.from_xml</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.schema_of_xml.html">pyspark.sql.functions.schema_of_xml</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_xml.html">pyspark.sql.functions.to_xml</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath.html">pyspark.sql.functions.xpath</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_boolean.html">pyspark.sql.functions.xpath_boolean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_double.html">pyspark.sql.functions.xpath_double</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_float.html">pyspark.sql.functions.xpath_float</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_int.html">pyspark.sql.functions.xpath_int</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_long.html">pyspark.sql.functions.xpath_long</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_number.html">pyspark.sql.functions.xpath_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_short.html">pyspark.sql.functions.xpath_short</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_string.html">pyspark.sql.functions.xpath_string</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.parse_url.html">pyspark.sql.functions.parse_url</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.url_decode.html">pyspark.sql.functions.url_decode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.url_encode.html">pyspark.sql.functions.url_encode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_url_decode.html">pyspark.sql.functions.try_url_decode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.aes_decrypt.html">pyspark.sql.functions.aes_decrypt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.aes_encrypt.html">pyspark.sql.functions.aes_encrypt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.assert_true.html">pyspark.sql.functions.assert_true</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bitmap_bit_position.html">pyspark.sql.functions.bitmap_bit_position</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bitmap_bucket_number.html">pyspark.sql.functions.bitmap_bucket_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bitmap_count.html">pyspark.sql.functions.bitmap_count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_catalog.html">pyspark.sql.functions.current_catalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_database.html">pyspark.sql.functions.current_database</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_schema.html">pyspark.sql.functions.current_schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_user.html">pyspark.sql.functions.current_user</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hll_sketch_estimate.html">pyspark.sql.functions.hll_sketch_estimate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hll_union.html">pyspark.sql.functions.hll_union</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.input_file_block_length.html">pyspark.sql.functions.input_file_block_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.input_file_block_start.html">pyspark.sql.functions.input_file_block_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.input_file_name.html">pyspark.sql.functions.input_file_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.java_method.html">pyspark.sql.functions.java_method</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.monotonically_increasing_id.html">pyspark.sql.functions.monotonically_increasing_id</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.raise_error.html">pyspark.sql.functions.raise_error</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.reflect.html">pyspark.sql.functions.reflect</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.session_user.html">pyspark.sql.functions.session_user</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.spark_partition_id.html">pyspark.sql.functions.spark_partition_id</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_aes_decrypt.html">pyspark.sql.functions.try_aes_decrypt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_reflect.html">pyspark.sql.functions.try_reflect</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.typeof.html">pyspark.sql.functions.typeof</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.user.html">pyspark.sql.functions.user</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.version.html">pyspark.sql.functions.version</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.call_udf.html">pyspark.sql.functions.call_udf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.pandas_udf.html">pyspark.sql.functions.pandas_udf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.udf.html">pyspark.sql.functions.udf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.udtf.html">pyspark.sql.functions.udtf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unwrap_udt.html">pyspark.sql.functions.unwrap_udt</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/window.html">Window</a><input class="toctree-checkbox" id="toctree-checkbox-11" name="toctree-checkbox-11" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-11"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.currentRow.html">pyspark.sql.Window.currentRow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.orderBy.html">pyspark.sql.Window.orderBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.partitionBy.html">pyspark.sql.Window.partitionBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.rangeBetween.html">pyspark.sql.Window.rangeBetween</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.rowsBetween.html">pyspark.sql.Window.rowsBetween</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.unboundedFollowing.html">pyspark.sql.Window.unboundedFollowing</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.unboundedPreceding.html">pyspark.sql.Window.unboundedPreceding</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.WindowSpec.orderBy.html">pyspark.sql.WindowSpec.orderBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.WindowSpec.partitionBy.html">pyspark.sql.WindowSpec.partitionBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.WindowSpec.rangeBetween.html">pyspark.sql.WindowSpec.rangeBetween</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.WindowSpec.rowsBetween.html">pyspark.sql.WindowSpec.rowsBetween</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/grouping.html">Grouping</a><input class="toctree-checkbox" id="toctree-checkbox-12" name="toctree-checkbox-12" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-12"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.agg.html">pyspark.sql.GroupedData.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.apply.html">pyspark.sql.GroupedData.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.applyInArrow.html">pyspark.sql.GroupedData.applyInArrow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.applyInPandas.html">pyspark.sql.GroupedData.applyInPandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.applyInPandasWithState.html">pyspark.sql.GroupedData.applyInPandasWithState</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.avg.html">pyspark.sql.GroupedData.avg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.cogroup.html">pyspark.sql.GroupedData.cogroup</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.count.html">pyspark.sql.GroupedData.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.max.html">pyspark.sql.GroupedData.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.mean.html">pyspark.sql.GroupedData.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.min.html">pyspark.sql.GroupedData.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.pivot.html">pyspark.sql.GroupedData.pivot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.sum.html">pyspark.sql.GroupedData.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.PandasCogroupedOps.applyInArrow.html">pyspark.sql.PandasCogroupedOps.applyInArrow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.PandasCogroupedOps.applyInPandas.html">pyspark.sql.PandasCogroupedOps.applyInPandas</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/catalog.html">Catalog</a><input class="toctree-checkbox" id="toctree-checkbox-13" name="toctree-checkbox-13" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-13"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.cacheTable.html">pyspark.sql.Catalog.cacheTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.clearCache.html">pyspark.sql.Catalog.clearCache</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.createExternalTable.html">pyspark.sql.Catalog.createExternalTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.createTable.html">pyspark.sql.Catalog.createTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.currentCatalog.html">pyspark.sql.Catalog.currentCatalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.currentDatabase.html">pyspark.sql.Catalog.currentDatabase</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.databaseExists.html">pyspark.sql.Catalog.databaseExists</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.dropGlobalTempView.html">pyspark.sql.Catalog.dropGlobalTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.dropTempView.html">pyspark.sql.Catalog.dropTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.functionExists.html">pyspark.sql.Catalog.functionExists</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.getDatabase.html">pyspark.sql.Catalog.getDatabase</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.getFunction.html">pyspark.sql.Catalog.getFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.getTable.html">pyspark.sql.Catalog.getTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.isCached.html">pyspark.sql.Catalog.isCached</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.listCatalogs.html">pyspark.sql.Catalog.listCatalogs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.listColumns.html">pyspark.sql.Catalog.listColumns</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.listDatabases.html">pyspark.sql.Catalog.listDatabases</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.listFunctions.html">pyspark.sql.Catalog.listFunctions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.listTables.html">pyspark.sql.Catalog.listTables</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.recoverPartitions.html">pyspark.sql.Catalog.recoverPartitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.refreshByPath.html">pyspark.sql.Catalog.refreshByPath</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.refreshTable.html">pyspark.sql.Catalog.refreshTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.registerFunction.html">pyspark.sql.Catalog.registerFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.setCurrentCatalog.html">pyspark.sql.Catalog.setCurrentCatalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.setCurrentDatabase.html">pyspark.sql.Catalog.setCurrentDatabase</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.tableExists.html">pyspark.sql.Catalog.tableExists</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.uncacheTable.html">pyspark.sql.Catalog.uncacheTable</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/avro.html">Avro</a><input class="toctree-checkbox" id="toctree-checkbox-14" name="toctree-checkbox-14" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-14"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.avro.functions.from_avro.html">pyspark.sql.avro.functions.from_avro</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.avro.functions.to_avro.html">pyspark.sql.avro.functions.to_avro</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/observation.html">Observation</a><input class="toctree-checkbox" id="toctree-checkbox-15" name="toctree-checkbox-15" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-15"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Observation.get.html">pyspark.sql.Observation.get</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/udf.html">UDF</a><input class="toctree-checkbox" id="toctree-checkbox-16" name="toctree-checkbox-16" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-16"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.udf.UserDefinedFunction.asNondeterministic.html">pyspark.sql.udf.UserDefinedFunction.asNondeterministic</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.udf.UserDefinedFunction.returnType.html">pyspark.sql.udf.UserDefinedFunction.returnType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.UDFRegistration.register.html">pyspark.sql.UDFRegistration.register</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.UDFRegistration.registerJavaFunction.html">pyspark.sql.UDFRegistration.registerJavaFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.UDFRegistration.registerJavaUDAF.html">pyspark.sql.UDFRegistration.registerJavaUDAF</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/udtf.html">UDTF</a><input class="toctree-checkbox" id="toctree-checkbox-17" name="toctree-checkbox-17" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-17"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.udtf.UserDefinedTableFunction.asDeterministic.html">pyspark.sql.udtf.UserDefinedTableFunction.asDeterministic</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.udtf.UserDefinedTableFunction.returnType.html">pyspark.sql.udtf.UserDefinedTableFunction.returnType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.UDTFRegistration.register.html">pyspark.sql.UDTFRegistration.register</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/variant_val.html">VariantVal</a><input class="toctree-checkbox" id="toctree-checkbox-18" name="toctree-checkbox-18" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-18"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.VariantVal.toPython.html">pyspark.sql.VariantVal.toPython</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.VariantVal.toJson.html">pyspark.sql.VariantVal.toJson</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/protobuf.html">Protobuf</a><input class="toctree-checkbox" id="toctree-checkbox-19" name="toctree-checkbox-19" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-19"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.protobuf.functions.from_protobuf.html">pyspark.sql.protobuf.functions.from_protobuf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.protobuf.functions.to_protobuf.html">pyspark.sql.protobuf.functions.to_protobuf</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/datasource.html">Python Data Source</a><input class="toctree-checkbox" id="toctree-checkbox-20" name="toctree-checkbox-20" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-20"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSource.name.html">pyspark.sql.datasource.DataSource.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSource.reader.html">pyspark.sql.datasource.DataSource.reader</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSource.schema.html">pyspark.sql.datasource.DataSource.schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSource.streamReader.html">pyspark.sql.datasource.DataSource.streamReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSource.writer.html">pyspark.sql.datasource.DataSource.writer</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceReader.partitions.html">pyspark.sql.datasource.DataSourceReader.partitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceReader.read.html">pyspark.sql.datasource.DataSourceReader.read</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceRegistration.register.html">pyspark.sql.datasource.DataSourceRegistration.register</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.commit.html">pyspark.sql.datasource.DataSourceStreamReader.commit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.initialOffset.html">pyspark.sql.datasource.DataSourceStreamReader.initialOffset</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.latestOffset.html">pyspark.sql.datasource.DataSourceStreamReader.latestOffset</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.partitions.html">pyspark.sql.datasource.DataSourceStreamReader.partitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.read.html">pyspark.sql.datasource.DataSourceStreamReader.read</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.stop.html">pyspark.sql.datasource.DataSourceStreamReader.stop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceWriter.abort.html">pyspark.sql.datasource.DataSourceWriter.abort</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceWriter.commit.html">pyspark.sql.datasource.DataSourceWriter.commit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceWriter.write.html">pyspark.sql.datasource.DataSourceWriter.write</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/stateful_processor.html">Stateful Processor</a><input class="toctree-checkbox" id="toctree-checkbox-21" name="toctree-checkbox-21" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-21"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.streaming.StatefulProcessor.init.html">pyspark.sql.streaming.StatefulProcessor.init</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.streaming.StatefulProcessor.handleInputRows.html">pyspark.sql.streaming.StatefulProcessor.handleInputRows</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.streaming.StatefulProcessor.close.html">pyspark.sql.streaming.StatefulProcessor.close</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.pandas/index.html">Pandas API on Spark</a><input class="toctree-checkbox" id="toctree-checkbox-22" name="toctree-checkbox-22" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-22"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/io.html">Input/Output</a><input class="toctree-checkbox" id="toctree-checkbox-23" name="toctree-checkbox-23" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-23"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.range.html">pyspark.pandas.range</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_table.html">pyspark.pandas.read_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_table.html">pyspark.pandas.DataFrame.to_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_delta.html">pyspark.pandas.read_delta</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_delta.html">pyspark.pandas.DataFrame.to_delta</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_parquet.html">pyspark.pandas.read_parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_parquet.html">pyspark.pandas.DataFrame.to_parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_orc.html">pyspark.pandas.read_orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_orc.html">pyspark.pandas.DataFrame.to_orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_spark_io.html">pyspark.pandas.read_spark_io</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.to_spark_io.html">pyspark.pandas.DataFrame.spark.to_spark_io</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_csv.html">pyspark.pandas.read_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_csv.html">pyspark.pandas.DataFrame.to_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_clipboard.html">pyspark.pandas.read_clipboard</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_clipboard.html">pyspark.pandas.DataFrame.to_clipboard</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_excel.html">pyspark.pandas.read_excel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_excel.html">pyspark.pandas.DataFrame.to_excel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.json_normalize.html">pyspark.pandas.json_normalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_json.html">pyspark.pandas.read_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_json.html">pyspark.pandas.DataFrame.to_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_html.html">pyspark.pandas.read_html</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_html.html">pyspark.pandas.DataFrame.to_html</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_sql_table.html">pyspark.pandas.read_sql_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_sql_query.html">pyspark.pandas.read_sql_query</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_sql.html">pyspark.pandas.read_sql</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/general_functions.html">General functions</a><input class="toctree-checkbox" id="toctree-checkbox-24" name="toctree-checkbox-24" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-24"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.melt.html">pyspark.pandas.melt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.merge.html">pyspark.pandas.merge</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.merge_asof.html">pyspark.pandas.merge_asof</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.get_dummies.html">pyspark.pandas.get_dummies</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.concat.html">pyspark.pandas.concat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.sql.html">pyspark.pandas.sql</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.broadcast.html">pyspark.pandas.broadcast</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.isna.html">pyspark.pandas.isna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.isnull.html">pyspark.pandas.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.notna.html">pyspark.pandas.notna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.notnull.html">pyspark.pandas.notnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.to_numeric.html">pyspark.pandas.to_numeric</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.to_datetime.html">pyspark.pandas.to_datetime</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.date_range.html">pyspark.pandas.date_range</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.to_timedelta.html">pyspark.pandas.to_timedelta</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.timedelta_range.html">pyspark.pandas.timedelta_range</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/series.html">Series</a><input class="toctree-checkbox" id="toctree-checkbox-25" name="toctree-checkbox-25" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-25"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.html">pyspark.pandas.Series</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.index.html">pyspark.pandas.Series.index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dtype.html">pyspark.pandas.Series.dtype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dtypes.html">pyspark.pandas.Series.dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.ndim.html">pyspark.pandas.Series.ndim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.name.html">pyspark.pandas.Series.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.shape.html">pyspark.pandas.Series.shape</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.axes.html">pyspark.pandas.Series.axes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.size.html">pyspark.pandas.Series.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.empty.html">pyspark.pandas.Series.empty</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.T.html">pyspark.pandas.Series.T</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.hasnans.html">pyspark.pandas.Series.hasnans</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.values.html">pyspark.pandas.Series.values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.astype.html">pyspark.pandas.Series.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.copy.html">pyspark.pandas.Series.copy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.bool.html">pyspark.pandas.Series.bool</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.at.html">pyspark.pandas.Series.at</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.iat.html">pyspark.pandas.Series.iat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.loc.html">pyspark.pandas.Series.loc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.iloc.html">pyspark.pandas.Series.iloc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.keys.html">pyspark.pandas.Series.keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pop.html">pyspark.pandas.Series.pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.items.html">pyspark.pandas.Series.items</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.item.html">pyspark.pandas.Series.item</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.xs.html">pyspark.pandas.Series.xs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.get.html">pyspark.pandas.Series.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.add.html">pyspark.pandas.Series.add</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.div.html">pyspark.pandas.Series.div</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mul.html">pyspark.pandas.Series.mul</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.radd.html">pyspark.pandas.Series.radd</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rdiv.html">pyspark.pandas.Series.rdiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rmul.html">pyspark.pandas.Series.rmul</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rsub.html">pyspark.pandas.Series.rsub</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rtruediv.html">pyspark.pandas.Series.rtruediv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sub.html">pyspark.pandas.Series.sub</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.truediv.html">pyspark.pandas.Series.truediv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pow.html">pyspark.pandas.Series.pow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rpow.html">pyspark.pandas.Series.rpow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mod.html">pyspark.pandas.Series.mod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rmod.html">pyspark.pandas.Series.rmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.floordiv.html">pyspark.pandas.Series.floordiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rfloordiv.html">pyspark.pandas.Series.rfloordiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.divmod.html">pyspark.pandas.Series.divmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rdivmod.html">pyspark.pandas.Series.rdivmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.combine_first.html">pyspark.pandas.Series.combine_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.lt.html">pyspark.pandas.Series.lt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.gt.html">pyspark.pandas.Series.gt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.le.html">pyspark.pandas.Series.le</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.ge.html">pyspark.pandas.Series.ge</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.ne.html">pyspark.pandas.Series.ne</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.eq.html">pyspark.pandas.Series.eq</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.product.html">pyspark.pandas.Series.product</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dot.html">pyspark.pandas.Series.dot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.apply.html">pyspark.pandas.Series.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.agg.html">pyspark.pandas.Series.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.aggregate.html">pyspark.pandas.Series.aggregate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.transform.html">pyspark.pandas.Series.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.map.html">pyspark.pandas.Series.map</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.groupby.html">pyspark.pandas.Series.groupby</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rolling.html">pyspark.pandas.Series.rolling</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.expanding.html">pyspark.pandas.Series.expanding</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pipe.html">pyspark.pandas.Series.pipe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.abs.html">pyspark.pandas.Series.abs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.all.html">pyspark.pandas.Series.all</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.any.html">pyspark.pandas.Series.any</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.autocorr.html">pyspark.pandas.Series.autocorr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.between.html">pyspark.pandas.Series.between</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.clip.html">pyspark.pandas.Series.clip</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.corr.html">pyspark.pandas.Series.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.count.html">pyspark.pandas.Series.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cov.html">pyspark.pandas.Series.cov</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cummax.html">pyspark.pandas.Series.cummax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cummin.html">pyspark.pandas.Series.cummin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cumsum.html">pyspark.pandas.Series.cumsum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cumprod.html">pyspark.pandas.Series.cumprod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.describe.html">pyspark.pandas.Series.describe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.ewm.html">pyspark.pandas.Series.ewm</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.filter.html">pyspark.pandas.Series.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.kurt.html">pyspark.pandas.Series.kurt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.max.html">pyspark.pandas.Series.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mean.html">pyspark.pandas.Series.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.min.html">pyspark.pandas.Series.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mode.html">pyspark.pandas.Series.mode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.nlargest.html">pyspark.pandas.Series.nlargest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.nsmallest.html">pyspark.pandas.Series.nsmallest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pct_change.html">pyspark.pandas.Series.pct_change</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.prod.html">pyspark.pandas.Series.prod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.nunique.html">pyspark.pandas.Series.nunique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.is_unique.html">pyspark.pandas.Series.is_unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.quantile.html">pyspark.pandas.Series.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rank.html">pyspark.pandas.Series.rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sem.html">pyspark.pandas.Series.sem</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.skew.html">pyspark.pandas.Series.skew</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.std.html">pyspark.pandas.Series.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sum.html">pyspark.pandas.Series.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.median.html">pyspark.pandas.Series.median</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.var.html">pyspark.pandas.Series.var</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.kurtosis.html">pyspark.pandas.Series.kurtosis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.unique.html">pyspark.pandas.Series.unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.value_counts.html">pyspark.pandas.Series.value_counts</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.round.html">pyspark.pandas.Series.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.diff.html">pyspark.pandas.Series.diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.is_monotonic_increasing.html">pyspark.pandas.Series.is_monotonic_increasing</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.is_monotonic_decreasing.html">pyspark.pandas.Series.is_monotonic_decreasing</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.align.html">pyspark.pandas.Series.align</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.drop.html">pyspark.pandas.Series.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.droplevel.html">pyspark.pandas.Series.droplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.drop_duplicates.html">pyspark.pandas.Series.drop_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.duplicated.html">pyspark.pandas.Series.duplicated</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.equals.html">pyspark.pandas.Series.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.add_prefix.html">pyspark.pandas.Series.add_prefix</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.add_suffix.html">pyspark.pandas.Series.add_suffix</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.first.html">pyspark.pandas.Series.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.head.html">pyspark.pandas.Series.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.idxmax.html">pyspark.pandas.Series.idxmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.idxmin.html">pyspark.pandas.Series.idxmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.isin.html">pyspark.pandas.Series.isin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.last.html">pyspark.pandas.Series.last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rename.html">pyspark.pandas.Series.rename</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rename_axis.html">pyspark.pandas.Series.rename_axis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.reindex.html">pyspark.pandas.Series.reindex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.reindex_like.html">pyspark.pandas.Series.reindex_like</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.reset_index.html">pyspark.pandas.Series.reset_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sample.html">pyspark.pandas.Series.sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.searchsorted.html">pyspark.pandas.Series.searchsorted</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.swaplevel.html">pyspark.pandas.Series.swaplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.swapaxes.html">pyspark.pandas.Series.swapaxes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.take.html">pyspark.pandas.Series.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.tail.html">pyspark.pandas.Series.tail</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.where.html">pyspark.pandas.Series.where</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mask.html">pyspark.pandas.Series.mask</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.truncate.html">pyspark.pandas.Series.truncate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.backfill.html">pyspark.pandas.Series.backfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.bfill.html">pyspark.pandas.Series.bfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.ffill.html">pyspark.pandas.Series.ffill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.isna.html">pyspark.pandas.Series.isna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.isnull.html">pyspark.pandas.Series.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.notna.html">pyspark.pandas.Series.notna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.notnull.html">pyspark.pandas.Series.notnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pad.html">pyspark.pandas.Series.pad</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dropna.html">pyspark.pandas.Series.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.fillna.html">pyspark.pandas.Series.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.interpolate.html">pyspark.pandas.Series.interpolate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.argsort.html">pyspark.pandas.Series.argsort</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.argmin.html">pyspark.pandas.Series.argmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.argmax.html">pyspark.pandas.Series.argmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sort_index.html">pyspark.pandas.Series.sort_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sort_values.html">pyspark.pandas.Series.sort_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.unstack.html">pyspark.pandas.Series.unstack</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.explode.html">pyspark.pandas.Series.explode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.repeat.html">pyspark.pandas.Series.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.squeeze.html">pyspark.pandas.Series.squeeze</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.factorize.html">pyspark.pandas.Series.factorize</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.compare.html">pyspark.pandas.Series.compare</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.replace.html">pyspark.pandas.Series.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.update.html">pyspark.pandas.Series.update</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.asof.html">pyspark.pandas.Series.asof</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.resample.html">pyspark.pandas.Series.resample</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.shift.html">pyspark.pandas.Series.shift</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.first_valid_index.html">pyspark.pandas.Series.first_valid_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.last_valid_index.html">pyspark.pandas.Series.last_valid_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.at_time.html">pyspark.pandas.Series.at_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.between_time.html">pyspark.pandas.Series.between_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.spark.column.html">pyspark.pandas.Series.spark.column</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.spark.transform.html">pyspark.pandas.Series.spark.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.spark.apply.html">pyspark.pandas.Series.spark.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.date.html">pyspark.pandas.Series.dt.date</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.year.html">pyspark.pandas.Series.dt.year</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.month.html">pyspark.pandas.Series.dt.month</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.day.html">pyspark.pandas.Series.dt.day</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.hour.html">pyspark.pandas.Series.dt.hour</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.minute.html">pyspark.pandas.Series.dt.minute</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.second.html">pyspark.pandas.Series.dt.second</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.microsecond.html">pyspark.pandas.Series.dt.microsecond</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.isocalendar.html">pyspark.pandas.Series.dt.isocalendar</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.dayofweek.html">pyspark.pandas.Series.dt.dayofweek</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.weekday.html">pyspark.pandas.Series.dt.weekday</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.dayofyear.html">pyspark.pandas.Series.dt.dayofyear</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.quarter.html">pyspark.pandas.Series.dt.quarter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_month_start.html">pyspark.pandas.Series.dt.is_month_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_month_end.html">pyspark.pandas.Series.dt.is_month_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_quarter_start.html">pyspark.pandas.Series.dt.is_quarter_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_quarter_end.html">pyspark.pandas.Series.dt.is_quarter_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_year_start.html">pyspark.pandas.Series.dt.is_year_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_year_end.html">pyspark.pandas.Series.dt.is_year_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_leap_year.html">pyspark.pandas.Series.dt.is_leap_year</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.daysinmonth.html">pyspark.pandas.Series.dt.daysinmonth</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.days_in_month.html">pyspark.pandas.Series.dt.days_in_month</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.normalize.html">pyspark.pandas.Series.dt.normalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.strftime.html">pyspark.pandas.Series.dt.strftime</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.round.html">pyspark.pandas.Series.dt.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.floor.html">pyspark.pandas.Series.dt.floor</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.ceil.html">pyspark.pandas.Series.dt.ceil</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.month_name.html">pyspark.pandas.Series.dt.month_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.day_name.html">pyspark.pandas.Series.dt.day_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.capitalize.html">pyspark.pandas.Series.str.capitalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.cat.html">pyspark.pandas.Series.str.cat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.center.html">pyspark.pandas.Series.str.center</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.contains.html">pyspark.pandas.Series.str.contains</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.count.html">pyspark.pandas.Series.str.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.decode.html">pyspark.pandas.Series.str.decode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.encode.html">pyspark.pandas.Series.str.encode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.endswith.html">pyspark.pandas.Series.str.endswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.extract.html">pyspark.pandas.Series.str.extract</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.extractall.html">pyspark.pandas.Series.str.extractall</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.find.html">pyspark.pandas.Series.str.find</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.findall.html">pyspark.pandas.Series.str.findall</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.get.html">pyspark.pandas.Series.str.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.get_dummies.html">pyspark.pandas.Series.str.get_dummies</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.index.html">pyspark.pandas.Series.str.index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isalnum.html">pyspark.pandas.Series.str.isalnum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isalpha.html">pyspark.pandas.Series.str.isalpha</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isdigit.html">pyspark.pandas.Series.str.isdigit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isspace.html">pyspark.pandas.Series.str.isspace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.islower.html">pyspark.pandas.Series.str.islower</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isupper.html">pyspark.pandas.Series.str.isupper</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.istitle.html">pyspark.pandas.Series.str.istitle</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isnumeric.html">pyspark.pandas.Series.str.isnumeric</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isdecimal.html">pyspark.pandas.Series.str.isdecimal</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.join.html">pyspark.pandas.Series.str.join</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.len.html">pyspark.pandas.Series.str.len</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.ljust.html">pyspark.pandas.Series.str.ljust</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.lower.html">pyspark.pandas.Series.str.lower</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.lstrip.html">pyspark.pandas.Series.str.lstrip</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.match.html">pyspark.pandas.Series.str.match</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.normalize.html">pyspark.pandas.Series.str.normalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.pad.html">pyspark.pandas.Series.str.pad</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.partition.html">pyspark.pandas.Series.str.partition</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.repeat.html">pyspark.pandas.Series.str.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.replace.html">pyspark.pandas.Series.str.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rfind.html">pyspark.pandas.Series.str.rfind</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rindex.html">pyspark.pandas.Series.str.rindex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rjust.html">pyspark.pandas.Series.str.rjust</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rpartition.html">pyspark.pandas.Series.str.rpartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rsplit.html">pyspark.pandas.Series.str.rsplit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rstrip.html">pyspark.pandas.Series.str.rstrip</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.slice.html">pyspark.pandas.Series.str.slice</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.slice_replace.html">pyspark.pandas.Series.str.slice_replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.split.html">pyspark.pandas.Series.str.split</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.startswith.html">pyspark.pandas.Series.str.startswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.strip.html">pyspark.pandas.Series.str.strip</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.swapcase.html">pyspark.pandas.Series.str.swapcase</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.title.html">pyspark.pandas.Series.str.title</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.translate.html">pyspark.pandas.Series.str.translate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.upper.html">pyspark.pandas.Series.str.upper</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.wrap.html">pyspark.pandas.Series.str.wrap</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.zfill.html">pyspark.pandas.Series.str.zfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.categories.html">pyspark.pandas.Series.cat.categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.ordered.html">pyspark.pandas.Series.cat.ordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.codes.html">pyspark.pandas.Series.cat.codes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.rename_categories.html">pyspark.pandas.Series.cat.rename_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.reorder_categories.html">pyspark.pandas.Series.cat.reorder_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.add_categories.html">pyspark.pandas.Series.cat.add_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.remove_categories.html">pyspark.pandas.Series.cat.remove_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.remove_unused_categories.html">pyspark.pandas.Series.cat.remove_unused_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.set_categories.html">pyspark.pandas.Series.cat.set_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.as_ordered.html">pyspark.pandas.Series.cat.as_ordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.as_unordered.html">pyspark.pandas.Series.cat.as_unordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.area.html">pyspark.pandas.Series.plot.area</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.bar.html">pyspark.pandas.Series.plot.bar</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.barh.html">pyspark.pandas.Series.plot.barh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.box.html">pyspark.pandas.Series.plot.box</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.density.html">pyspark.pandas.Series.plot.density</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.hist.html">pyspark.pandas.Series.plot.hist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.kde.html">pyspark.pandas.Series.plot.kde</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.line.html">pyspark.pandas.Series.plot.line</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.pie.html">pyspark.pandas.Series.plot.pie</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.hist.html">pyspark.pandas.Series.hist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_pandas.html">pyspark.pandas.Series.to_pandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_numpy.html">pyspark.pandas.Series.to_numpy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_list.html">pyspark.pandas.Series.to_list</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_string.html">pyspark.pandas.Series.to_string</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_dict.html">pyspark.pandas.Series.to_dict</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_clipboard.html">pyspark.pandas.Series.to_clipboard</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_latex.html">pyspark.pandas.Series.to_latex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_markdown.html">pyspark.pandas.Series.to_markdown</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_json.html">pyspark.pandas.Series.to_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_csv.html">pyspark.pandas.Series.to_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_excel.html">pyspark.pandas.Series.to_excel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_hdf.html">pyspark.pandas.Series.to_hdf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_frame.html">pyspark.pandas.Series.to_frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pandas_on_spark.transform_batch.html">pyspark.pandas.Series.pandas_on_spark.transform_batch</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/frame.html">DataFrame</a><input class="toctree-checkbox" id="toctree-checkbox-26" name="toctree-checkbox-26" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-26"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.html">pyspark.pandas.DataFrame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.index.html">pyspark.pandas.DataFrame.index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.info.html">pyspark.pandas.DataFrame.info</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.columns.html">pyspark.pandas.DataFrame.columns</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.empty.html">pyspark.pandas.DataFrame.empty</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.dtypes.html">pyspark.pandas.DataFrame.dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.shape.html">pyspark.pandas.DataFrame.shape</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.axes.html">pyspark.pandas.DataFrame.axes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ndim.html">pyspark.pandas.DataFrame.ndim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.size.html">pyspark.pandas.DataFrame.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.select_dtypes.html">pyspark.pandas.DataFrame.select_dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.values.html">pyspark.pandas.DataFrame.values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.copy.html">pyspark.pandas.DataFrame.copy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.isna.html">pyspark.pandas.DataFrame.isna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.astype.html">pyspark.pandas.DataFrame.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.isnull.html">pyspark.pandas.DataFrame.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.notna.html">pyspark.pandas.DataFrame.notna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.notnull.html">pyspark.pandas.DataFrame.notnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.bool.html">pyspark.pandas.DataFrame.bool</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.at.html">pyspark.pandas.DataFrame.at</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.iat.html">pyspark.pandas.DataFrame.iat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.head.html">pyspark.pandas.DataFrame.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.idxmax.html">pyspark.pandas.DataFrame.idxmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.idxmin.html">pyspark.pandas.DataFrame.idxmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.loc.html">pyspark.pandas.DataFrame.loc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.iloc.html">pyspark.pandas.DataFrame.iloc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.insert.html">pyspark.pandas.DataFrame.insert</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.items.html">pyspark.pandas.DataFrame.items</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.iterrows.html">pyspark.pandas.DataFrame.iterrows</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.itertuples.html">pyspark.pandas.DataFrame.itertuples</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.keys.html">pyspark.pandas.DataFrame.keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pop.html">pyspark.pandas.DataFrame.pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.tail.html">pyspark.pandas.DataFrame.tail</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.xs.html">pyspark.pandas.DataFrame.xs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.get.html">pyspark.pandas.DataFrame.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.where.html">pyspark.pandas.DataFrame.where</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mask.html">pyspark.pandas.DataFrame.mask</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.query.html">pyspark.pandas.DataFrame.query</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.add.html">pyspark.pandas.DataFrame.add</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.radd.html">pyspark.pandas.DataFrame.radd</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.div.html">pyspark.pandas.DataFrame.div</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rdiv.html">pyspark.pandas.DataFrame.rdiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.truediv.html">pyspark.pandas.DataFrame.truediv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rtruediv.html">pyspark.pandas.DataFrame.rtruediv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mul.html">pyspark.pandas.DataFrame.mul</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rmul.html">pyspark.pandas.DataFrame.rmul</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sub.html">pyspark.pandas.DataFrame.sub</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rsub.html">pyspark.pandas.DataFrame.rsub</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pow.html">pyspark.pandas.DataFrame.pow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rpow.html">pyspark.pandas.DataFrame.rpow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mod.html">pyspark.pandas.DataFrame.mod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rmod.html">pyspark.pandas.DataFrame.rmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.floordiv.html">pyspark.pandas.DataFrame.floordiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rfloordiv.html">pyspark.pandas.DataFrame.rfloordiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.lt.html">pyspark.pandas.DataFrame.lt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.gt.html">pyspark.pandas.DataFrame.gt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.le.html">pyspark.pandas.DataFrame.le</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ge.html">pyspark.pandas.DataFrame.ge</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ne.html">pyspark.pandas.DataFrame.ne</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.eq.html">pyspark.pandas.DataFrame.eq</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.dot.html">pyspark.pandas.DataFrame.dot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.combine_first.html">pyspark.pandas.DataFrame.combine_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.apply.html">pyspark.pandas.DataFrame.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.applymap.html">pyspark.pandas.DataFrame.applymap</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.map.html">pyspark.pandas.DataFrame.map</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pipe.html">pyspark.pandas.DataFrame.pipe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.agg.html">pyspark.pandas.DataFrame.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.aggregate.html">pyspark.pandas.DataFrame.aggregate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.groupby.html">pyspark.pandas.DataFrame.groupby</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rolling.html">pyspark.pandas.DataFrame.rolling</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.expanding.html">pyspark.pandas.DataFrame.expanding</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.transform.html">pyspark.pandas.DataFrame.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.abs.html">pyspark.pandas.DataFrame.abs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.all.html">pyspark.pandas.DataFrame.all</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.any.html">pyspark.pandas.DataFrame.any</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.clip.html">pyspark.pandas.DataFrame.clip</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.corr.html">pyspark.pandas.DataFrame.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.corrwith.html">pyspark.pandas.DataFrame.corrwith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.count.html">pyspark.pandas.DataFrame.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cov.html">pyspark.pandas.DataFrame.cov</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.describe.html">pyspark.pandas.DataFrame.describe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ewm.html">pyspark.pandas.DataFrame.ewm</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.kurt.html">pyspark.pandas.DataFrame.kurt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.kurtosis.html">pyspark.pandas.DataFrame.kurtosis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.max.html">pyspark.pandas.DataFrame.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mean.html">pyspark.pandas.DataFrame.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.min.html">pyspark.pandas.DataFrame.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.median.html">pyspark.pandas.DataFrame.median</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mode.html">pyspark.pandas.DataFrame.mode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pct_change.html">pyspark.pandas.DataFrame.pct_change</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.prod.html">pyspark.pandas.DataFrame.prod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.product.html">pyspark.pandas.DataFrame.product</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.quantile.html">pyspark.pandas.DataFrame.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rank.html">pyspark.pandas.DataFrame.rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.nunique.html">pyspark.pandas.DataFrame.nunique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sem.html">pyspark.pandas.DataFrame.sem</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.skew.html">pyspark.pandas.DataFrame.skew</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sum.html">pyspark.pandas.DataFrame.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.std.html">pyspark.pandas.DataFrame.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.var.html">pyspark.pandas.DataFrame.var</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cummin.html">pyspark.pandas.DataFrame.cummin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cummax.html">pyspark.pandas.DataFrame.cummax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cumsum.html">pyspark.pandas.DataFrame.cumsum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cumprod.html">pyspark.pandas.DataFrame.cumprod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.round.html">pyspark.pandas.DataFrame.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.diff.html">pyspark.pandas.DataFrame.diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.eval.html">pyspark.pandas.DataFrame.eval</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.add_prefix.html">pyspark.pandas.DataFrame.add_prefix</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.add_suffix.html">pyspark.pandas.DataFrame.add_suffix</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.align.html">pyspark.pandas.DataFrame.align</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.at_time.html">pyspark.pandas.DataFrame.at_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.between_time.html">pyspark.pandas.DataFrame.between_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.drop.html">pyspark.pandas.DataFrame.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.droplevel.html">pyspark.pandas.DataFrame.droplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.drop_duplicates.html">pyspark.pandas.DataFrame.drop_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.duplicated.html">pyspark.pandas.DataFrame.duplicated</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.equals.html">pyspark.pandas.DataFrame.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.filter.html">pyspark.pandas.DataFrame.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.first.html">pyspark.pandas.DataFrame.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.head.html">pyspark.pandas.DataFrame.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.last.html">pyspark.pandas.DataFrame.last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.reindex.html">pyspark.pandas.DataFrame.reindex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.reindex_like.html">pyspark.pandas.DataFrame.reindex_like</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rename.html">pyspark.pandas.DataFrame.rename</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rename_axis.html">pyspark.pandas.DataFrame.rename_axis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.reset_index.html">pyspark.pandas.DataFrame.reset_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.set_index.html">pyspark.pandas.DataFrame.set_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.swapaxes.html">pyspark.pandas.DataFrame.swapaxes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.swaplevel.html">pyspark.pandas.DataFrame.swaplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.take.html">pyspark.pandas.DataFrame.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.isin.html">pyspark.pandas.DataFrame.isin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sample.html">pyspark.pandas.DataFrame.sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.truncate.html">pyspark.pandas.DataFrame.truncate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.backfill.html">pyspark.pandas.DataFrame.backfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.dropna.html">pyspark.pandas.DataFrame.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.fillna.html">pyspark.pandas.DataFrame.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.replace.html">pyspark.pandas.DataFrame.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.bfill.html">pyspark.pandas.DataFrame.bfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ffill.html">pyspark.pandas.DataFrame.ffill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.interpolate.html">pyspark.pandas.DataFrame.interpolate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pad.html">pyspark.pandas.DataFrame.pad</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pivot_table.html">pyspark.pandas.DataFrame.pivot_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pivot.html">pyspark.pandas.DataFrame.pivot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sort_index.html">pyspark.pandas.DataFrame.sort_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sort_values.html">pyspark.pandas.DataFrame.sort_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.nlargest.html">pyspark.pandas.DataFrame.nlargest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.nsmallest.html">pyspark.pandas.DataFrame.nsmallest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.stack.html">pyspark.pandas.DataFrame.stack</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.unstack.html">pyspark.pandas.DataFrame.unstack</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.melt.html">pyspark.pandas.DataFrame.melt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.explode.html">pyspark.pandas.DataFrame.explode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.squeeze.html">pyspark.pandas.DataFrame.squeeze</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.T.html">pyspark.pandas.DataFrame.T</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.transpose.html">pyspark.pandas.DataFrame.transpose</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.assign.html">pyspark.pandas.DataFrame.assign</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.merge.html">pyspark.pandas.DataFrame.merge</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.join.html">pyspark.pandas.DataFrame.join</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.update.html">pyspark.pandas.DataFrame.update</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.resample.html">pyspark.pandas.DataFrame.resample</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.shift.html">pyspark.pandas.DataFrame.shift</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.first_valid_index.html">pyspark.pandas.DataFrame.first_valid_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.last_valid_index.html">pyspark.pandas.DataFrame.last_valid_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.from_dict.html">pyspark.pandas.DataFrame.from_dict</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.from_records.html">pyspark.pandas.DataFrame.from_records</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_table.html">pyspark.pandas.DataFrame.to_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_delta.html">pyspark.pandas.DataFrame.to_delta</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_parquet.html">pyspark.pandas.DataFrame.to_parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_csv.html">pyspark.pandas.DataFrame.to_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_orc.html">pyspark.pandas.DataFrame.to_orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_pandas.html">pyspark.pandas.DataFrame.to_pandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_html.html">pyspark.pandas.DataFrame.to_html</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_numpy.html">pyspark.pandas.DataFrame.to_numpy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_spark.html">pyspark.pandas.DataFrame.to_spark</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_string.html">pyspark.pandas.DataFrame.to_string</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_feather.html">pyspark.pandas.DataFrame.to_feather</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_stata.html">pyspark.pandas.DataFrame.to_stata</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_json.html">pyspark.pandas.DataFrame.to_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_dict.html">pyspark.pandas.DataFrame.to_dict</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_excel.html">pyspark.pandas.DataFrame.to_excel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_hdf.html">pyspark.pandas.DataFrame.to_hdf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_clipboard.html">pyspark.pandas.DataFrame.to_clipboard</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_markdown.html">pyspark.pandas.DataFrame.to_markdown</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_records.html">pyspark.pandas.DataFrame.to_records</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_latex.html">pyspark.pandas.DataFrame.to_latex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.style.html">pyspark.pandas.DataFrame.style</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.frame.html">pyspark.pandas.DataFrame.spark.frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.cache.html">pyspark.pandas.DataFrame.spark.cache</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.persist.html">pyspark.pandas.DataFrame.spark.persist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.hint.html">pyspark.pandas.DataFrame.spark.hint</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.to_table.html">pyspark.pandas.DataFrame.spark.to_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.to_spark_io.html">pyspark.pandas.DataFrame.spark.to_spark_io</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.apply.html">pyspark.pandas.DataFrame.spark.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.repartition.html">pyspark.pandas.DataFrame.spark.repartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.coalesce.html">pyspark.pandas.DataFrame.spark.coalesce</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.area.html">pyspark.pandas.DataFrame.plot.area</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.bar.html">pyspark.pandas.DataFrame.plot.bar</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.barh.html">pyspark.pandas.DataFrame.plot.barh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.box.html">pyspark.pandas.DataFrame.plot.box</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.density.html">pyspark.pandas.DataFrame.plot.density</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.hist.html">pyspark.pandas.DataFrame.plot.hist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.kde.html">pyspark.pandas.DataFrame.plot.kde</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.line.html">pyspark.pandas.DataFrame.plot.line</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.pie.html">pyspark.pandas.DataFrame.plot.pie</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.scatter.html">pyspark.pandas.DataFrame.plot.scatter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.hist.html">pyspark.pandas.DataFrame.hist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.boxplot.html">pyspark.pandas.DataFrame.boxplot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.kde.html">pyspark.pandas.DataFrame.kde</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pandas_on_spark.apply_batch.html">pyspark.pandas.DataFrame.pandas_on_spark.apply_batch</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pandas_on_spark.transform_batch.html">pyspark.pandas.DataFrame.pandas_on_spark.transform_batch</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/indexing.html">Index objects</a><input class="toctree-checkbox" id="toctree-checkbox-27" name="toctree-checkbox-27" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-27"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.html">pyspark.pandas.Index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_monotonic_increasing.html">pyspark.pandas.Index.is_monotonic_increasing</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_monotonic_decreasing.html">pyspark.pandas.Index.is_monotonic_decreasing</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_unique.html">pyspark.pandas.Index.is_unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.has_duplicates.html">pyspark.pandas.Index.has_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.hasnans.html">pyspark.pandas.Index.hasnans</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.dtype.html">pyspark.pandas.Index.dtype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.inferred_type.html">pyspark.pandas.Index.inferred_type</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.shape.html">pyspark.pandas.Index.shape</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.name.html">pyspark.pandas.Index.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.names.html">pyspark.pandas.Index.names</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.ndim.html">pyspark.pandas.Index.ndim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.size.html">pyspark.pandas.Index.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.nlevels.html">pyspark.pandas.Index.nlevels</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.empty.html">pyspark.pandas.Index.empty</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.T.html">pyspark.pandas.Index.T</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.values.html">pyspark.pandas.Index.values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.all.html">pyspark.pandas.Index.all</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.any.html">pyspark.pandas.Index.any</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.argmin.html">pyspark.pandas.Index.argmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.argmax.html">pyspark.pandas.Index.argmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.copy.html">pyspark.pandas.Index.copy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.delete.html">pyspark.pandas.Index.delete</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.equals.html">pyspark.pandas.Index.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.factorize.html">pyspark.pandas.Index.factorize</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.identical.html">pyspark.pandas.Index.identical</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.insert.html">pyspark.pandas.Index.insert</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_boolean.html">pyspark.pandas.Index.is_boolean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_categorical.html">pyspark.pandas.Index.is_categorical</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_floating.html">pyspark.pandas.Index.is_floating</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_integer.html">pyspark.pandas.Index.is_integer</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_interval.html">pyspark.pandas.Index.is_interval</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_numeric.html">pyspark.pandas.Index.is_numeric</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_object.html">pyspark.pandas.Index.is_object</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.drop.html">pyspark.pandas.Index.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.drop_duplicates.html">pyspark.pandas.Index.drop_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.min.html">pyspark.pandas.Index.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.max.html">pyspark.pandas.Index.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.map.html">pyspark.pandas.Index.map</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.rename.html">pyspark.pandas.Index.rename</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.repeat.html">pyspark.pandas.Index.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.take.html">pyspark.pandas.Index.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.unique.html">pyspark.pandas.Index.unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.nunique.html">pyspark.pandas.Index.nunique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.value_counts.html">pyspark.pandas.Index.value_counts</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.set_names.html">pyspark.pandas.Index.set_names</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.droplevel.html">pyspark.pandas.Index.droplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.fillna.html">pyspark.pandas.Index.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.dropna.html">pyspark.pandas.Index.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.isna.html">pyspark.pandas.Index.isna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.isnull.html">pyspark.pandas.Index.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.notna.html">pyspark.pandas.Index.notna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.notnull.html">pyspark.pandas.Index.notnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.astype.html">pyspark.pandas.Index.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.item.html">pyspark.pandas.Index.item</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.to_list.html">pyspark.pandas.Index.to_list</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.to_series.html">pyspark.pandas.Index.to_series</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.to_frame.html">pyspark.pandas.Index.to_frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.view.html">pyspark.pandas.Index.view</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.to_numpy.html">pyspark.pandas.Index.to_numpy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.spark.column.html">pyspark.pandas.Index.spark.column</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.spark.transform.html">pyspark.pandas.Index.spark.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.sort_values.html">pyspark.pandas.Index.sort_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.shift.html">pyspark.pandas.Index.shift</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.append.html">pyspark.pandas.Index.append</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.intersection.html">pyspark.pandas.Index.intersection</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.union.html">pyspark.pandas.Index.union</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.difference.html">pyspark.pandas.Index.difference</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.symmetric_difference.html">pyspark.pandas.Index.symmetric_difference</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.asof.html">pyspark.pandas.Index.asof</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.isin.html">pyspark.pandas.Index.isin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.html">pyspark.pandas.CategoricalIndex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.codes.html">pyspark.pandas.CategoricalIndex.codes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.categories.html">pyspark.pandas.CategoricalIndex.categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.ordered.html">pyspark.pandas.CategoricalIndex.ordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.rename_categories.html">pyspark.pandas.CategoricalIndex.rename_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.reorder_categories.html">pyspark.pandas.CategoricalIndex.reorder_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.add_categories.html">pyspark.pandas.CategoricalIndex.add_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.remove_categories.html">pyspark.pandas.CategoricalIndex.remove_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.remove_unused_categories.html">pyspark.pandas.CategoricalIndex.remove_unused_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.set_categories.html">pyspark.pandas.CategoricalIndex.set_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.as_ordered.html">pyspark.pandas.CategoricalIndex.as_ordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.as_unordered.html">pyspark.pandas.CategoricalIndex.as_unordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.map.html">pyspark.pandas.CategoricalIndex.map</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.equals.html">pyspark.pandas.CategoricalIndex.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.max.html">pyspark.pandas.CategoricalIndex.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.min.html">pyspark.pandas.CategoricalIndex.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.tolist.html">pyspark.pandas.CategoricalIndex.tolist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.html">pyspark.pandas.MultiIndex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.from_arrays.html">pyspark.pandas.MultiIndex.from_arrays</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.from_tuples.html">pyspark.pandas.MultiIndex.from_tuples</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.from_product.html">pyspark.pandas.MultiIndex.from_product</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.from_frame.html">pyspark.pandas.MultiIndex.from_frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.has_duplicates.html">pyspark.pandas.MultiIndex.has_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.hasnans.html">pyspark.pandas.MultiIndex.hasnans</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.inferred_type.html">pyspark.pandas.MultiIndex.inferred_type</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.shape.html">pyspark.pandas.MultiIndex.shape</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.names.html">pyspark.pandas.MultiIndex.names</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.ndim.html">pyspark.pandas.MultiIndex.ndim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.empty.html">pyspark.pandas.MultiIndex.empty</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.T.html">pyspark.pandas.MultiIndex.T</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.size.html">pyspark.pandas.MultiIndex.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.nlevels.html">pyspark.pandas.MultiIndex.nlevels</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.levshape.html">pyspark.pandas.MultiIndex.levshape</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.values.html">pyspark.pandas.MultiIndex.values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.dtypes.html">pyspark.pandas.MultiIndex.dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.swaplevel.html">pyspark.pandas.MultiIndex.swaplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.droplevel.html">pyspark.pandas.MultiIndex.droplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.fillna.html">pyspark.pandas.MultiIndex.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.dropna.html">pyspark.pandas.MultiIndex.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.equals.html">pyspark.pandas.MultiIndex.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.equal_levels.html">pyspark.pandas.MultiIndex.equal_levels</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.identical.html">pyspark.pandas.MultiIndex.identical</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.insert.html">pyspark.pandas.MultiIndex.insert</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.drop.html">pyspark.pandas.MultiIndex.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.copy.html">pyspark.pandas.MultiIndex.copy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.delete.html">pyspark.pandas.MultiIndex.delete</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.rename.html">pyspark.pandas.MultiIndex.rename</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.repeat.html">pyspark.pandas.MultiIndex.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.take.html">pyspark.pandas.MultiIndex.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.unique.html">pyspark.pandas.MultiIndex.unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.min.html">pyspark.pandas.MultiIndex.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.max.html">pyspark.pandas.MultiIndex.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.value_counts.html">pyspark.pandas.MultiIndex.value_counts</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.append.html">pyspark.pandas.MultiIndex.append</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.intersection.html">pyspark.pandas.MultiIndex.intersection</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.union.html">pyspark.pandas.MultiIndex.union</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.difference.html">pyspark.pandas.MultiIndex.difference</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.symmetric_difference.html">pyspark.pandas.MultiIndex.symmetric_difference</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.astype.html">pyspark.pandas.MultiIndex.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.item.html">pyspark.pandas.MultiIndex.item</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.to_list.html">pyspark.pandas.MultiIndex.to_list</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.to_series.html">pyspark.pandas.MultiIndex.to_series</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.to_frame.html">pyspark.pandas.MultiIndex.to_frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.view.html">pyspark.pandas.MultiIndex.view</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.to_numpy.html">pyspark.pandas.MultiIndex.to_numpy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.spark.data_type.html">pyspark.pandas.MultiIndex.spark.data_type</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.spark.column.html">pyspark.pandas.MultiIndex.spark.column</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.spark.transform.html">pyspark.pandas.MultiIndex.spark.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.sort_values.html">pyspark.pandas.MultiIndex.sort_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.html">pyspark.pandas.DatetimeIndex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.year.html">pyspark.pandas.DatetimeIndex.year</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.month.html">pyspark.pandas.DatetimeIndex.month</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day.html">pyspark.pandas.DatetimeIndex.day</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.hour.html">pyspark.pandas.DatetimeIndex.hour</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.minute.html">pyspark.pandas.DatetimeIndex.minute</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.second.html">pyspark.pandas.DatetimeIndex.second</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.microsecond.html">pyspark.pandas.DatetimeIndex.microsecond</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.isocalendar.html">pyspark.pandas.DatetimeIndex.isocalendar</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.dayofweek.html">pyspark.pandas.DatetimeIndex.dayofweek</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day_of_week.html">pyspark.pandas.DatetimeIndex.day_of_week</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.weekday.html">pyspark.pandas.DatetimeIndex.weekday</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.dayofyear.html">pyspark.pandas.DatetimeIndex.dayofyear</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day_of_year.html">pyspark.pandas.DatetimeIndex.day_of_year</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.quarter.html">pyspark.pandas.DatetimeIndex.quarter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_month_start.html">pyspark.pandas.DatetimeIndex.is_month_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_month_end.html">pyspark.pandas.DatetimeIndex.is_month_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_quarter_start.html">pyspark.pandas.DatetimeIndex.is_quarter_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_quarter_end.html">pyspark.pandas.DatetimeIndex.is_quarter_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_year_start.html">pyspark.pandas.DatetimeIndex.is_year_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_year_end.html">pyspark.pandas.DatetimeIndex.is_year_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_leap_year.html">pyspark.pandas.DatetimeIndex.is_leap_year</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.daysinmonth.html">pyspark.pandas.DatetimeIndex.daysinmonth</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.days_in_month.html">pyspark.pandas.DatetimeIndex.days_in_month</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.indexer_between_time.html">pyspark.pandas.DatetimeIndex.indexer_between_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.indexer_at_time.html">pyspark.pandas.DatetimeIndex.indexer_at_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.normalize.html">pyspark.pandas.DatetimeIndex.normalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.strftime.html">pyspark.pandas.DatetimeIndex.strftime</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.round.html">pyspark.pandas.DatetimeIndex.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.floor.html">pyspark.pandas.DatetimeIndex.floor</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.ceil.html">pyspark.pandas.DatetimeIndex.ceil</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.month_name.html">pyspark.pandas.DatetimeIndex.month_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day_name.html">pyspark.pandas.DatetimeIndex.day_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.TimedeltaIndex.html">pyspark.pandas.TimedeltaIndex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.TimedeltaIndex.days.html">pyspark.pandas.TimedeltaIndex.days</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.TimedeltaIndex.seconds.html">pyspark.pandas.TimedeltaIndex.seconds</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.TimedeltaIndex.microseconds.html">pyspark.pandas.TimedeltaIndex.microseconds</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/window.html">Window</a><input class="toctree-checkbox" id="toctree-checkbox-28" name="toctree-checkbox-28" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-28"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.count.html">pyspark.pandas.window.Rolling.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.sum.html">pyspark.pandas.window.Rolling.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.min.html">pyspark.pandas.window.Rolling.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.max.html">pyspark.pandas.window.Rolling.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.mean.html">pyspark.pandas.window.Rolling.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.quantile.html">pyspark.pandas.window.Rolling.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.count.html">pyspark.pandas.window.Expanding.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.sum.html">pyspark.pandas.window.Expanding.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.min.html">pyspark.pandas.window.Expanding.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.max.html">pyspark.pandas.window.Expanding.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.mean.html">pyspark.pandas.window.Expanding.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.quantile.html">pyspark.pandas.window.Expanding.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.ExponentialMoving.mean.html">pyspark.pandas.window.ExponentialMoving.mean</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/groupby.html">GroupBy</a><input class="toctree-checkbox" id="toctree-checkbox-29" name="toctree-checkbox-29" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-29"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.get_group.html">pyspark.pandas.groupby.GroupBy.get_group</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.apply.html">pyspark.pandas.groupby.GroupBy.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.transform.html">pyspark.pandas.groupby.GroupBy.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.DataFrameGroupBy.agg.html">pyspark.pandas.groupby.DataFrameGroupBy.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.DataFrameGroupBy.aggregate.html">pyspark.pandas.groupby.DataFrameGroupBy.aggregate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.all.html">pyspark.pandas.groupby.GroupBy.all</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.any.html">pyspark.pandas.groupby.GroupBy.any</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.count.html">pyspark.pandas.groupby.GroupBy.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cumcount.html">pyspark.pandas.groupby.GroupBy.cumcount</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cummax.html">pyspark.pandas.groupby.GroupBy.cummax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cummin.html">pyspark.pandas.groupby.GroupBy.cummin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cumprod.html">pyspark.pandas.groupby.GroupBy.cumprod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cumsum.html">pyspark.pandas.groupby.GroupBy.cumsum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.ewm.html">pyspark.pandas.groupby.GroupBy.ewm</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.filter.html">pyspark.pandas.groupby.GroupBy.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.first.html">pyspark.pandas.groupby.GroupBy.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.last.html">pyspark.pandas.groupby.GroupBy.last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.max.html">pyspark.pandas.groupby.GroupBy.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.mean.html">pyspark.pandas.groupby.GroupBy.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.median.html">pyspark.pandas.groupby.GroupBy.median</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.min.html">pyspark.pandas.groupby.GroupBy.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.nth.html">pyspark.pandas.groupby.GroupBy.nth</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.prod.html">pyspark.pandas.groupby.GroupBy.prod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.rank.html">pyspark.pandas.groupby.GroupBy.rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.sem.html">pyspark.pandas.groupby.GroupBy.sem</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.std.html">pyspark.pandas.groupby.GroupBy.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.sum.html">pyspark.pandas.groupby.GroupBy.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.var.html">pyspark.pandas.groupby.GroupBy.var</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.nunique.html">pyspark.pandas.groupby.GroupBy.nunique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.quantile.html">pyspark.pandas.groupby.GroupBy.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.size.html">pyspark.pandas.groupby.GroupBy.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.diff.html">pyspark.pandas.groupby.GroupBy.diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.idxmax.html">pyspark.pandas.groupby.GroupBy.idxmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.idxmin.html">pyspark.pandas.groupby.GroupBy.idxmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.fillna.html">pyspark.pandas.groupby.GroupBy.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.bfill.html">pyspark.pandas.groupby.GroupBy.bfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.ffill.html">pyspark.pandas.groupby.GroupBy.ffill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.head.html">pyspark.pandas.groupby.GroupBy.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.shift.html">pyspark.pandas.groupby.GroupBy.shift</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.tail.html">pyspark.pandas.groupby.GroupBy.tail</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.DataFrameGroupBy.describe.html">pyspark.pandas.groupby.DataFrameGroupBy.describe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.nsmallest.html">pyspark.pandas.groupby.SeriesGroupBy.nsmallest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.nlargest.html">pyspark.pandas.groupby.SeriesGroupBy.nlargest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.value_counts.html">pyspark.pandas.groupby.SeriesGroupBy.value_counts</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.unique.html">pyspark.pandas.groupby.SeriesGroupBy.unique</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/resampling.html">Resampling</a><input class="toctree-checkbox" id="toctree-checkbox-30" name="toctree-checkbox-30" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-30"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.resample.Resampler.max.html">pyspark.pandas.resample.Resampler.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.resample.Resampler.mean.html">pyspark.pandas.resample.Resampler.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.resample.Resampler.min.html">pyspark.pandas.resample.Resampler.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.resample.Resampler.std.html">pyspark.pandas.resample.Resampler.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.resample.Resampler.sum.html">pyspark.pandas.resample.Resampler.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.resample.Resampler.var.html">pyspark.pandas.resample.Resampler.var</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/options.html">Options and settings</a><input class="toctree-checkbox" id="toctree-checkbox-31" name="toctree-checkbox-31" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-31"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.reset_option.html">pyspark.pandas.reset_option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.get_option.html">pyspark.pandas.get_option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.set_option.html">pyspark.pandas.set_option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.option_context.html">pyspark.pandas.option_context</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/ml.html">Machine Learning utilities</a><input class="toctree-checkbox" id="toctree-checkbox-32" name="toctree-checkbox-32" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-32"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.mlflow.PythonModelWrapper.html">pyspark.pandas.mlflow.PythonModelWrapper</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.mlflow.load_model.html">pyspark.pandas.mlflow.load_model</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/extensions.html">Extensions</a><input class="toctree-checkbox" id="toctree-checkbox-33" name="toctree-checkbox-33" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-33"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.extensions.register_dataframe_accessor.html">pyspark.pandas.extensions.register_dataframe_accessor</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.extensions.register_series_accessor.html">pyspark.pandas.extensions.register_series_accessor</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.extensions.register_index_accessor.html">pyspark.pandas.extensions.register_index_accessor</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/testing.html">Testing</a><input class="toctree-checkbox" id="toctree-checkbox-34" name="toctree-checkbox-34" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-34"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.testing.assert_frame_equal.html">pyspark.pandas.testing.assert_frame_equal</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.testing.assert_series_equal.html">pyspark.pandas.testing.assert_series_equal</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.testing.assert_index_equal.html">pyspark.pandas.testing.assert_index_equal</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.ss/index.html">Structured Streaming</a><input class="toctree-checkbox" id="toctree-checkbox-35" name="toctree-checkbox-35" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-35"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.ss/core_classes.html">Core Classes</a><input class="toctree-checkbox" id="toctree-checkbox-36" name="toctree-checkbox-36" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-36"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.html">pyspark.sql.streaming.DataStreamReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.html">pyspark.sql.streaming.DataStreamWriter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.html">pyspark.sql.streaming.StreamingQuery</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.html">pyspark.sql.streaming.StreamingQueryManager</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryListener.html">pyspark.sql.streaming.StreamingQueryListener</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.ss/io.html">Input/Output</a><input class="toctree-checkbox" id="toctree-checkbox-37" name="toctree-checkbox-37" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-37"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.csv.html">pyspark.sql.streaming.DataStreamReader.csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.format.html">pyspark.sql.streaming.DataStreamReader.format</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.json.html">pyspark.sql.streaming.DataStreamReader.json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.load.html">pyspark.sql.streaming.DataStreamReader.load</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.option.html">pyspark.sql.streaming.DataStreamReader.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.options.html">pyspark.sql.streaming.DataStreamReader.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.orc.html">pyspark.sql.streaming.DataStreamReader.orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.parquet.html">pyspark.sql.streaming.DataStreamReader.parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.schema.html">pyspark.sql.streaming.DataStreamReader.schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.table.html">pyspark.sql.streaming.DataStreamReader.table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.text.html">pyspark.sql.streaming.DataStreamReader.text</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.foreach.html">pyspark.sql.streaming.DataStreamWriter.foreach</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.foreachBatch.html">pyspark.sql.streaming.DataStreamWriter.foreachBatch</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.format.html">pyspark.sql.streaming.DataStreamWriter.format</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.option.html">pyspark.sql.streaming.DataStreamWriter.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.options.html">pyspark.sql.streaming.DataStreamWriter.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.outputMode.html">pyspark.sql.streaming.DataStreamWriter.outputMode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.partitionBy.html">pyspark.sql.streaming.DataStreamWriter.partitionBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.queryName.html">pyspark.sql.streaming.DataStreamWriter.queryName</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.start.html">pyspark.sql.streaming.DataStreamWriter.start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.toTable.html">pyspark.sql.streaming.DataStreamWriter.toTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.trigger.html">pyspark.sql.streaming.DataStreamWriter.trigger</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.ss/query_management.html">Query Management</a><input class="toctree-checkbox" id="toctree-checkbox-38" name="toctree-checkbox-38" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-38"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.awaitTermination.html">pyspark.sql.streaming.StreamingQuery.awaitTermination</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.exception.html">pyspark.sql.streaming.StreamingQuery.exception</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.explain.html">pyspark.sql.streaming.StreamingQuery.explain</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.id.html">pyspark.sql.streaming.StreamingQuery.id</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.isActive.html">pyspark.sql.streaming.StreamingQuery.isActive</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.lastProgress.html">pyspark.sql.streaming.StreamingQuery.lastProgress</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.name.html">pyspark.sql.streaming.StreamingQuery.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.processAllAvailable.html">pyspark.sql.streaming.StreamingQuery.processAllAvailable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.recentProgress.html">pyspark.sql.streaming.StreamingQuery.recentProgress</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.runId.html">pyspark.sql.streaming.StreamingQuery.runId</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.status.html">pyspark.sql.streaming.StreamingQuery.status</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.stop.html">pyspark.sql.streaming.StreamingQuery.stop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.active.html">pyspark.sql.streaming.StreamingQueryManager.active</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.addListener.html">pyspark.sql.streaming.StreamingQueryManager.addListener</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.awaitAnyTermination.html">pyspark.sql.streaming.StreamingQueryManager.awaitAnyTermination</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.get.html">pyspark.sql.streaming.StreamingQueryManager.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.removeListener.html">pyspark.sql.streaming.StreamingQueryManager.removeListener</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.resetTerminated.html">pyspark.sql.streaming.StreamingQueryManager.resetTerminated</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.ml.html">MLlib (DataFrame-based)</a><input class="toctree-checkbox" id="toctree-checkbox-39" name="toctree-checkbox-39" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-39"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.Transformer.html">Transformer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.UnaryTransformer.html">UnaryTransformer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.Estimator.html">Estimator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.Model.html">Model</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.Predictor.html">Predictor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.PredictionModel.html">PredictionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.Pipeline.html">Pipeline</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.PipelineModel.html">PipelineModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.param.Param.html">Param</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.param.Params.html">Params</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.param.TypeConverters.html">TypeConverters</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Binarizer.html">Binarizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.BucketedRandomProjectionLSH.html">BucketedRandomProjectionLSH</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.BucketedRandomProjectionLSHModel.html">BucketedRandomProjectionLSHModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Bucketizer.html">Bucketizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.ChiSqSelector.html">ChiSqSelector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.ChiSqSelectorModel.html">ChiSqSelectorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.CountVectorizer.html">CountVectorizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.CountVectorizerModel.html">CountVectorizerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.DCT.html">DCT</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.ElementwiseProduct.html">ElementwiseProduct</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.FeatureHasher.html">FeatureHasher</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.HashingTF.html">HashingTF</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.IDF.html">IDF</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.IDFModel.html">IDFModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Imputer.html">Imputer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.ImputerModel.html">ImputerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.IndexToString.html">IndexToString</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Interaction.html">Interaction</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.MaxAbsScaler.html">MaxAbsScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.MaxAbsScalerModel.html">MaxAbsScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.MinHashLSH.html">MinHashLSH</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.MinHashLSHModel.html">MinHashLSHModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.MinMaxScaler.html">MinMaxScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.MinMaxScalerModel.html">MinMaxScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.NGram.html">NGram</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Normalizer.html">Normalizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.OneHotEncoder.html">OneHotEncoder</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.OneHotEncoderModel.html">OneHotEncoderModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.PCA.html">PCA</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.PCAModel.html">PCAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.PolynomialExpansion.html">PolynomialExpansion</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.QuantileDiscretizer.html">QuantileDiscretizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.RobustScaler.html">RobustScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.RobustScalerModel.html">RobustScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.RegexTokenizer.html">RegexTokenizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.RFormula.html">RFormula</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.RFormulaModel.html">RFormulaModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.SQLTransformer.html">SQLTransformer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.StandardScaler.html">StandardScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.StandardScalerModel.html">StandardScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.StopWordsRemover.html">StopWordsRemover</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.StringIndexer.html">StringIndexer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.StringIndexerModel.html">StringIndexerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Tokenizer.html">Tokenizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.UnivariateFeatureSelector.html">UnivariateFeatureSelector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.UnivariateFeatureSelectorModel.html">UnivariateFeatureSelectorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VarianceThresholdSelector.html">VarianceThresholdSelector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VarianceThresholdSelectorModel.html">VarianceThresholdSelectorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VectorAssembler.html">VectorAssembler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VectorIndexer.html">VectorIndexer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VectorIndexerModel.html">VectorIndexerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VectorSizeHint.html">VectorSizeHint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VectorSlicer.html">VectorSlicer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Word2Vec.html">Word2Vec</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Word2VecModel.html">Word2VecModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LinearSVC.html">LinearSVC</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LinearSVCModel.html">LinearSVCModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LinearSVCSummary.html">LinearSVCSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LinearSVCTrainingSummary.html">LinearSVCTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LogisticRegression.html">LogisticRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LogisticRegressionModel.html">LogisticRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LogisticRegressionSummary.html">LogisticRegressionSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LogisticRegressionTrainingSummary.html">LogisticRegressionTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.BinaryLogisticRegressionSummary.html">BinaryLogisticRegressionSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.BinaryLogisticRegressionTrainingSummary.html">BinaryLogisticRegressionTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.DecisionTreeClassifier.html">DecisionTreeClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.DecisionTreeClassificationModel.html">DecisionTreeClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.GBTClassifier.html">GBTClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.GBTClassificationModel.html">GBTClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassifier.html">RandomForestClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassificationModel.html">RandomForestClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassificationSummary.html">RandomForestClassificationSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassificationTrainingSummary.html">RandomForestClassificationTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.BinaryRandomForestClassificationSummary.html">BinaryRandomForestClassificationSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.BinaryRandomForestClassificationTrainingSummary.html">BinaryRandomForestClassificationTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.NaiveBayes.html">NaiveBayes</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.NaiveBayesModel.html">NaiveBayesModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassifier.html">MultilayerPerceptronClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassificationModel.html">MultilayerPerceptronClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassificationSummary.html">MultilayerPerceptronClassificationSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassificationTrainingSummary.html">MultilayerPerceptronClassificationTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.OneVsRest.html">OneVsRest</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.OneVsRestModel.html">OneVsRestModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.FMClassifier.html">FMClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.FMClassificationModel.html">FMClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.FMClassificationSummary.html">FMClassificationSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.FMClassificationTrainingSummary.html">FMClassificationTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.BisectingKMeans.html">BisectingKMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.BisectingKMeansModel.html">BisectingKMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.BisectingKMeansSummary.html">BisectingKMeansSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.KMeans.html">KMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.KMeansModel.html">KMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.KMeansSummary.html">KMeansSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.GaussianMixture.html">GaussianMixture</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.GaussianMixtureModel.html">GaussianMixtureModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.GaussianMixtureSummary.html">GaussianMixtureSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.LDA.html">LDA</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.LDAModel.html">LDAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.LocalLDAModel.html">LocalLDAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.DistributedLDAModel.html">DistributedLDAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.PowerIterationClustering.html">PowerIterationClustering</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.functions.array_to_vector.html">pyspark.ml.functions.array_to_vector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.functions.vector_to_array.html">pyspark.ml.functions.vector_to_array</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.functions.predict_batch_udf.html">pyspark.ml.functions.predict_batch_udf</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.Vector.html">Vector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.DenseVector.html">DenseVector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.SparseVector.html">SparseVector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.Vectors.html">Vectors</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.Matrix.html">Matrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.DenseMatrix.html">DenseMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.SparseMatrix.html">SparseMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.Matrices.html">Matrices</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.recommendation.ALS.html">ALS</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.recommendation.ALSModel.html">ALSModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.AFTSurvivalRegression.html">AFTSurvivalRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.AFTSurvivalRegressionModel.html">AFTSurvivalRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.DecisionTreeRegressor.html">DecisionTreeRegressor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.DecisionTreeRegressionModel.html">DecisionTreeRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.GBTRegressor.html">GBTRegressor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.GBTRegressionModel.html">GBTRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegression.html">GeneralizedLinearRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegressionModel.html">GeneralizedLinearRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegressionSummary.html">GeneralizedLinearRegressionSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegressionTrainingSummary.html">GeneralizedLinearRegressionTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.IsotonicRegression.html">IsotonicRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.IsotonicRegressionModel.html">IsotonicRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.LinearRegression.html">LinearRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.LinearRegressionModel.html">LinearRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.LinearRegressionSummary.html">LinearRegressionSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.LinearRegressionTrainingSummary.html">LinearRegressionTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.RandomForestRegressor.html">RandomForestRegressor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.RandomForestRegressionModel.html">RandomForestRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.FMRegressor.html">FMRegressor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.FMRegressionModel.html">FMRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.stat.ChiSquareTest.html">ChiSquareTest</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.stat.Correlation.html">Correlation</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.stat.KolmogorovSmirnovTest.html">KolmogorovSmirnovTest</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.stat.MultivariateGaussian.html">MultivariateGaussian</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.stat.Summarizer.html">Summarizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.stat.SummaryBuilder.html">SummaryBuilder</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.tuning.ParamGridBuilder.html">ParamGridBuilder</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.tuning.CrossValidator.html">CrossValidator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.tuning.CrossValidatorModel.html">CrossValidatorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.tuning.TrainValidationSplit.html">TrainValidationSplit</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.tuning.TrainValidationSplitModel.html">TrainValidationSplitModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.Evaluator.html">Evaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.BinaryClassificationEvaluator.html">BinaryClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.RegressionEvaluator.html">RegressionEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.MulticlassClassificationEvaluator.html">MulticlassClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.MultilabelClassificationEvaluator.html">MultilabelClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.ClusteringEvaluator.html">ClusteringEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.RankingEvaluator.html">RankingEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.fpm.FPGrowth.html">FPGrowth</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.fpm.FPGrowthModel.html">FPGrowthModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.fpm.PrefixSpan.html">PrefixSpan</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.image.ImageSchema.html">ImageSchema</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.image._ImageSchema.html">_ImageSchema</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.torch.distributor.TorchDistributor.html">TorchDistributor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.deepspeed.deepspeed_distributor.DeepspeedTorchDistributor.html">DeepspeedTorchDistributor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.BaseReadWrite.html">BaseReadWrite</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.DefaultParamsReadable.html">DefaultParamsReadable</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.DefaultParamsReader.html">DefaultParamsReader</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.DefaultParamsWritable.html">DefaultParamsWritable</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.DefaultParamsWriter.html">DefaultParamsWriter</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.GeneralMLWriter.html">GeneralMLWriter</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.HasTrainingSummary.html">HasTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.Identifiable.html">Identifiable</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.MLReadable.html">MLReadable</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.MLReader.html">MLReader</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.MLWritable.html">MLWritable</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.MLWriter.html">MLWriter</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.ml.connect.html">MLlib (DataFrame-based) for Spark Connect</a><input class="toctree-checkbox" id="toctree-checkbox-40" name="toctree-checkbox-40" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-40"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.Transformer.html">Transformer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.Estimator.html">Estimator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.Model.html">Model</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.Evaluator.html">Evaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.Pipeline.html">Pipeline</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.PipelineModel.html">PipelineModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.feature.MaxAbsScaler.html">MaxAbsScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.feature.MaxAbsScalerModel.html">MaxAbsScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.feature.StandardScaler.html">StandardScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.feature.StandardScalerModel.html">StandardScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.feature.ArrayAssembler.html">ArrayAssembler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.classification.LogisticRegression.html">LogisticRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.classification.LogisticRegressionModel.html">LogisticRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.functions.array_to_vector.html">pyspark.ml.connect.functions.array_to_vector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.functions.vector_to_array.html">pyspark.ml.connect.functions.vector_to_array</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.tuning.CrossValidator.html">CrossValidator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.tuning.CrossValidatorModel.html">CrossValidatorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.evaluation.RegressionEvaluator.html">RegressionEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.evaluation.BinaryClassificationEvaluator.html">BinaryClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.evaluation.MulticlassClassificationEvaluator.html">MulticlassClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.io_utils.ParamsReadWrite.html">ParamsReadWrite</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.io_utils.CoreModelReadWrite.html">CoreModelReadWrite</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.io_utils.MetaAlgorithmReadWrite.html">MetaAlgorithmReadWrite</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.streaming.html">Spark Streaming (Legacy)</a><input class="toctree-checkbox" id="toctree-checkbox-41" name="toctree-checkbox-41" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-41"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.html">pyspark.streaming.StreamingContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.html">pyspark.streaming.DStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.addStreamingListener.html">pyspark.streaming.StreamingContext.addStreamingListener</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.awaitTermination.html">pyspark.streaming.StreamingContext.awaitTermination</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.awaitTerminationOrTimeout.html">pyspark.streaming.StreamingContext.awaitTerminationOrTimeout</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.checkpoint.html">pyspark.streaming.StreamingContext.checkpoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.getActive.html">pyspark.streaming.StreamingContext.getActive</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.getActiveOrCreate.html">pyspark.streaming.StreamingContext.getActiveOrCreate</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.getOrCreate.html">pyspark.streaming.StreamingContext.getOrCreate</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.remember.html">pyspark.streaming.StreamingContext.remember</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.sparkContext.html">pyspark.streaming.StreamingContext.sparkContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.start.html">pyspark.streaming.StreamingContext.start</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.stop.html">pyspark.streaming.StreamingContext.stop</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.transform.html">pyspark.streaming.StreamingContext.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.union.html">pyspark.streaming.StreamingContext.union</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.binaryRecordsStream.html">pyspark.streaming.StreamingContext.binaryRecordsStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.queueStream.html">pyspark.streaming.StreamingContext.queueStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.socketTextStream.html">pyspark.streaming.StreamingContext.socketTextStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.textFileStream.html">pyspark.streaming.StreamingContext.textFileStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.pprint.html">pyspark.streaming.DStream.pprint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.saveAsTextFiles.html">pyspark.streaming.DStream.saveAsTextFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.cache.html">pyspark.streaming.DStream.cache</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.checkpoint.html">pyspark.streaming.DStream.checkpoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.cogroup.html">pyspark.streaming.DStream.cogroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.combineByKey.html">pyspark.streaming.DStream.combineByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.context.html">pyspark.streaming.DStream.context</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.count.html">pyspark.streaming.DStream.count</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.countByValue.html">pyspark.streaming.DStream.countByValue</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.countByValueAndWindow.html">pyspark.streaming.DStream.countByValueAndWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.countByWindow.html">pyspark.streaming.DStream.countByWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.filter.html">pyspark.streaming.DStream.filter</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.flatMap.html">pyspark.streaming.DStream.flatMap</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.flatMapValues.html">pyspark.streaming.DStream.flatMapValues</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.foreachRDD.html">pyspark.streaming.DStream.foreachRDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.fullOuterJoin.html">pyspark.streaming.DStream.fullOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.glom.html">pyspark.streaming.DStream.glom</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.groupByKey.html">pyspark.streaming.DStream.groupByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.groupByKeyAndWindow.html">pyspark.streaming.DStream.groupByKeyAndWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.join.html">pyspark.streaming.DStream.join</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.leftOuterJoin.html">pyspark.streaming.DStream.leftOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.map.html">pyspark.streaming.DStream.map</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.mapPartitions.html">pyspark.streaming.DStream.mapPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.mapPartitionsWithIndex.html">pyspark.streaming.DStream.mapPartitionsWithIndex</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.mapValues.html">pyspark.streaming.DStream.mapValues</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.partitionBy.html">pyspark.streaming.DStream.partitionBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.persist.html">pyspark.streaming.DStream.persist</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.reduce.html">pyspark.streaming.DStream.reduce</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.reduceByKey.html">pyspark.streaming.DStream.reduceByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.reduceByKeyAndWindow.html">pyspark.streaming.DStream.reduceByKeyAndWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.reduceByWindow.html">pyspark.streaming.DStream.reduceByWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.repartition.html">pyspark.streaming.DStream.repartition</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.rightOuterJoin.html">pyspark.streaming.DStream.rightOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.slice.html">pyspark.streaming.DStream.slice</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.transform.html">pyspark.streaming.DStream.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.transformWith.html">pyspark.streaming.DStream.transformWith</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.union.html">pyspark.streaming.DStream.union</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.updateStateByKey.html">pyspark.streaming.DStream.updateStateByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.window.html">pyspark.streaming.DStream.window</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.kinesis.KinesisUtils.createStream.html">pyspark.streaming.kinesis.KinesisUtils.createStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.kinesis.InitialPositionInStream.LATEST.html">pyspark.streaming.kinesis.InitialPositionInStream.LATEST</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON.html">pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON</a></li>
</ul>
</li>
<li class="toctree-l1 current active has-children"><a class="current reference internal" href="#">MLlib (RDD-based)</a><input checked="" class="toctree-checkbox" id="toctree-checkbox-42" name="toctree-checkbox-42" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-42"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.LogisticRegressionModel.html">LogisticRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.LogisticRegressionWithSGD.html">LogisticRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.LogisticRegressionWithLBFGS.html">LogisticRegressionWithLBFGS</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.SVMModel.html">SVMModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.SVMWithSGD.html">SVMWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.NaiveBayesModel.html">NaiveBayesModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.NaiveBayes.html">NaiveBayes</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.StreamingLogisticRegressionWithSGD.html">StreamingLogisticRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.BisectingKMeansModel.html">BisectingKMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.BisectingKMeans.html">BisectingKMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.KMeansModel.html">KMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.KMeans.html">KMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.GaussianMixtureModel.html">GaussianMixtureModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.GaussianMixture.html">GaussianMixture</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.PowerIterationClusteringModel.html">PowerIterationClusteringModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.PowerIterationClustering.html">PowerIterationClustering</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.StreamingKMeans.html">StreamingKMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.StreamingKMeansModel.html">StreamingKMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.LDA.html">LDA</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.LDAModel.html">LDAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.evaluation.BinaryClassificationMetrics.html">BinaryClassificationMetrics</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.evaluation.RegressionMetrics.html">RegressionMetrics</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.evaluation.MulticlassMetrics.html">MulticlassMetrics</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.evaluation.RankingMetrics.html">RankingMetrics</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.Normalizer.html">Normalizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.StandardScalerModel.html">StandardScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.StandardScaler.html">StandardScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.HashingTF.html">HashingTF</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.IDFModel.html">IDFModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.IDF.html">IDF</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.Word2Vec.html">Word2Vec</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.Word2VecModel.html">Word2VecModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.ChiSqSelector.html">ChiSqSelector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.ChiSqSelectorModel.html">ChiSqSelectorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.ElementwiseProduct.html">ElementwiseProduct</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.fpm.FPGrowth.html">FPGrowth</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.fpm.FPGrowthModel.html">FPGrowthModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.fpm.PrefixSpan.html">PrefixSpan</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.fpm.PrefixSpanModel.html">PrefixSpanModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.Vector.html">Vector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.DenseVector.html">DenseVector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.SparseVector.html">SparseVector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.Vectors.html">Vectors</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.Matrix.html">Matrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.DenseMatrix.html">DenseMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.SparseMatrix.html">SparseMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.Matrices.html">Matrices</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.QRDecomposition.html">QRDecomposition</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.BlockMatrix.html">BlockMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.CoordinateMatrix.html">CoordinateMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.DistributedMatrix.html">DistributedMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.IndexedRow.html">IndexedRow</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.IndexedRowMatrix.html">IndexedRowMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.MatrixEntry.html">MatrixEntry</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.RowMatrix.html">RowMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.SingularValueDecomposition.html">SingularValueDecomposition</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.random.RandomRDDs.html">RandomRDDs</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.recommendation.MatrixFactorizationModel.html">MatrixFactorizationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.recommendation.ALS.html">ALS</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.recommendation.Rating.html">Rating</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.LabeledPoint.html">LabeledPoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.LinearModel.html">LinearModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.LinearRegressionModel.html">LinearRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.LinearRegressionWithSGD.html">LinearRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.RidgeRegressionModel.html">RidgeRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.RidgeRegressionWithSGD.html">RidgeRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.LassoModel.html">LassoModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.LassoWithSGD.html">LassoWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.IsotonicRegressionModel.html">IsotonicRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.IsotonicRegression.html">IsotonicRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.StreamingLinearAlgorithm.html">StreamingLinearAlgorithm</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.StreamingLinearRegressionWithSGD.html">StreamingLinearRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.Statistics.html">Statistics</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.MultivariateStatisticalSummary.html">MultivariateStatisticalSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.ChiSqTestResult.html">ChiSqTestResult</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.MultivariateGaussian.html">MultivariateGaussian</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.KernelDensity.html">KernelDensity</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.ChiSqTestResult.html">ChiSqTestResult</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.KolmogorovSmirnovTestResult.html">KolmogorovSmirnovTestResult</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.tree.DecisionTreeModel.html">DecisionTreeModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.tree.DecisionTree.html">DecisionTree</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.tree.RandomForestModel.html">RandomForestModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.tree.RandomForest.html">RandomForest</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.tree.GradientBoostedTreesModel.html">GradientBoostedTreesModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.tree.GradientBoostedTrees.html">GradientBoostedTrees</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.util.JavaLoader.html">JavaLoader</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.util.JavaSaveable.html">JavaSaveable</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.util.LinearDataGenerator.html">LinearDataGenerator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.util.Loader.html">Loader</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.util.MLUtils.html">MLUtils</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.util.Saveable.html">Saveable</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.html">Spark Core</a><input class="toctree-checkbox" id="toctree-checkbox-43" name="toctree-checkbox-43" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-43"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.html">pyspark.SparkContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.html">pyspark.RDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.html">pyspark.Broadcast</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Accumulator.html">pyspark.Accumulator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.AccumulatorParam.html">pyspark.AccumulatorParam</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.html">pyspark.SparkConf</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkFiles.html">pyspark.SparkFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.html">pyspark.StorageLevel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.html">pyspark.TaskContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDDBarrier.html">pyspark.RDDBarrier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.html">pyspark.BarrierTaskContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskInfo.html">pyspark.BarrierTaskInfo</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.InheritableThread.html">pyspark.InheritableThread</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.util.VersionUtils.html">pyspark.util.VersionUtils</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.PACKAGE_EXTENSIONS.html">pyspark.SparkContext.PACKAGE_EXTENSIONS</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.accumulator.html">pyspark.SparkContext.accumulator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.addArchive.html">pyspark.SparkContext.addArchive</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.addFile.html">pyspark.SparkContext.addFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.addJobTag.html">pyspark.SparkContext.addJobTag</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.addPyFile.html">pyspark.SparkContext.addPyFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.applicationId.html">pyspark.SparkContext.applicationId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.binaryFiles.html">pyspark.SparkContext.binaryFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.binaryRecords.html">pyspark.SparkContext.binaryRecords</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.broadcast.html">pyspark.SparkContext.broadcast</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.cancelAllJobs.html">pyspark.SparkContext.cancelAllJobs</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.cancelJobGroup.html">pyspark.SparkContext.cancelJobGroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.cancelJobsWithTag.html">pyspark.SparkContext.cancelJobsWithTag</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.clearJobTags.html">pyspark.SparkContext.clearJobTags</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.defaultMinPartitions.html">pyspark.SparkContext.defaultMinPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.defaultParallelism.html">pyspark.SparkContext.defaultParallelism</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.dump_profiles.html">pyspark.SparkContext.dump_profiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.emptyRDD.html">pyspark.SparkContext.emptyRDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.getCheckpointDir.html">pyspark.SparkContext.getCheckpointDir</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.getConf.html">pyspark.SparkContext.getConf</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.getJobTags.html">pyspark.SparkContext.getJobTags</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.getLocalProperty.html">pyspark.SparkContext.getLocalProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.getOrCreate.html">pyspark.SparkContext.getOrCreate</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.hadoopFile.html">pyspark.SparkContext.hadoopFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.hadoopRDD.html">pyspark.SparkContext.hadoopRDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.listArchives.html">pyspark.SparkContext.listArchives</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.listFiles.html">pyspark.SparkContext.listFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.newAPIHadoopFile.html">pyspark.SparkContext.newAPIHadoopFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.newAPIHadoopRDD.html">pyspark.SparkContext.newAPIHadoopRDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.parallelize.html">pyspark.SparkContext.parallelize</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.pickleFile.html">pyspark.SparkContext.pickleFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.range.html">pyspark.SparkContext.range</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.resources.html">pyspark.SparkContext.resources</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.removeJobTag.html">pyspark.SparkContext.removeJobTag</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.runJob.html">pyspark.SparkContext.runJob</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.sequenceFile.html">pyspark.SparkContext.sequenceFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setCheckpointDir.html">pyspark.SparkContext.setCheckpointDir</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setInterruptOnCancel.html">pyspark.SparkContext.setInterruptOnCancel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setJobDescription.html">pyspark.SparkContext.setJobDescription</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setJobGroup.html">pyspark.SparkContext.setJobGroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setLocalProperty.html">pyspark.SparkContext.setLocalProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setLogLevel.html">pyspark.SparkContext.setLogLevel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setSystemProperty.html">pyspark.SparkContext.setSystemProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.show_profiles.html">pyspark.SparkContext.show_profiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.sparkUser.html">pyspark.SparkContext.sparkUser</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.startTime.html">pyspark.SparkContext.startTime</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.statusTracker.html">pyspark.SparkContext.statusTracker</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.stop.html">pyspark.SparkContext.stop</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.textFile.html">pyspark.SparkContext.textFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.uiWebUrl.html">pyspark.SparkContext.uiWebUrl</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.union.html">pyspark.SparkContext.union</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.version.html">pyspark.SparkContext.version</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.wholeTextFiles.html">pyspark.SparkContext.wholeTextFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.aggregate.html">pyspark.RDD.aggregate</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.aggregateByKey.html">pyspark.RDD.aggregateByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.barrier.html">pyspark.RDD.barrier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.cache.html">pyspark.RDD.cache</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.cartesian.html">pyspark.RDD.cartesian</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.checkpoint.html">pyspark.RDD.checkpoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.cleanShuffleDependencies.html">pyspark.RDD.cleanShuffleDependencies</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.coalesce.html">pyspark.RDD.coalesce</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.cogroup.html">pyspark.RDD.cogroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.collect.html">pyspark.RDD.collect</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.collectAsMap.html">pyspark.RDD.collectAsMap</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.collectWithJobGroup.html">pyspark.RDD.collectWithJobGroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.combineByKey.html">pyspark.RDD.combineByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.context.html">pyspark.RDD.context</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.count.html">pyspark.RDD.count</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.countApprox.html">pyspark.RDD.countApprox</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.countApproxDistinct.html">pyspark.RDD.countApproxDistinct</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.countByKey.html">pyspark.RDD.countByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.countByValue.html">pyspark.RDD.countByValue</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.distinct.html">pyspark.RDD.distinct</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.filter.html">pyspark.RDD.filter</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.first.html">pyspark.RDD.first</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.flatMap.html">pyspark.RDD.flatMap</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.flatMapValues.html">pyspark.RDD.flatMapValues</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.fold.html">pyspark.RDD.fold</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.foldByKey.html">pyspark.RDD.foldByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.foreach.html">pyspark.RDD.foreach</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.foreachPartition.html">pyspark.RDD.foreachPartition</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.fullOuterJoin.html">pyspark.RDD.fullOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.getCheckpointFile.html">pyspark.RDD.getCheckpointFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.getNumPartitions.html">pyspark.RDD.getNumPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.getResourceProfile.html">pyspark.RDD.getResourceProfile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.getStorageLevel.html">pyspark.RDD.getStorageLevel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.glom.html">pyspark.RDD.glom</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.groupBy.html">pyspark.RDD.groupBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.groupByKey.html">pyspark.RDD.groupByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.groupWith.html">pyspark.RDD.groupWith</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.histogram.html">pyspark.RDD.histogram</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.id.html">pyspark.RDD.id</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.intersection.html">pyspark.RDD.intersection</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.isCheckpointed.html">pyspark.RDD.isCheckpointed</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.isEmpty.html">pyspark.RDD.isEmpty</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.isLocallyCheckpointed.html">pyspark.RDD.isLocallyCheckpointed</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.join.html">pyspark.RDD.join</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.keyBy.html">pyspark.RDD.keyBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.keys.html">pyspark.RDD.keys</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.leftOuterJoin.html">pyspark.RDD.leftOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.localCheckpoint.html">pyspark.RDD.localCheckpoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.lookup.html">pyspark.RDD.lookup</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.map.html">pyspark.RDD.map</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.mapPartitions.html">pyspark.RDD.mapPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.mapPartitionsWithIndex.html">pyspark.RDD.mapPartitionsWithIndex</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.mapPartitionsWithSplit.html">pyspark.RDD.mapPartitionsWithSplit</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.mapValues.html">pyspark.RDD.mapValues</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.max.html">pyspark.RDD.max</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.mean.html">pyspark.RDD.mean</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.meanApprox.html">pyspark.RDD.meanApprox</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.min.html">pyspark.RDD.min</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.name.html">pyspark.RDD.name</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.partitionBy.html">pyspark.RDD.partitionBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.persist.html">pyspark.RDD.persist</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.pipe.html">pyspark.RDD.pipe</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.randomSplit.html">pyspark.RDD.randomSplit</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.reduce.html">pyspark.RDD.reduce</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.reduceByKey.html">pyspark.RDD.reduceByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.reduceByKeyLocally.html">pyspark.RDD.reduceByKeyLocally</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.repartition.html">pyspark.RDD.repartition</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.repartitionAndSortWithinPartitions.html">pyspark.RDD.repartitionAndSortWithinPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.rightOuterJoin.html">pyspark.RDD.rightOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sample.html">pyspark.RDD.sample</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sampleByKey.html">pyspark.RDD.sampleByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sampleStdev.html">pyspark.RDD.sampleStdev</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sampleVariance.html">pyspark.RDD.sampleVariance</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsHadoopDataset.html">pyspark.RDD.saveAsHadoopDataset</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsHadoopFile.html">pyspark.RDD.saveAsHadoopFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsNewAPIHadoopDataset.html">pyspark.RDD.saveAsNewAPIHadoopDataset</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsNewAPIHadoopFile.html">pyspark.RDD.saveAsNewAPIHadoopFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsPickleFile.html">pyspark.RDD.saveAsPickleFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsSequenceFile.html">pyspark.RDD.saveAsSequenceFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsTextFile.html">pyspark.RDD.saveAsTextFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.setName.html">pyspark.RDD.setName</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sortBy.html">pyspark.RDD.sortBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sortByKey.html">pyspark.RDD.sortByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.stats.html">pyspark.RDD.stats</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.stdev.html">pyspark.RDD.stdev</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.subtract.html">pyspark.RDD.subtract</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.subtractByKey.html">pyspark.RDD.subtractByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sum.html">pyspark.RDD.sum</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sumApprox.html">pyspark.RDD.sumApprox</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.take.html">pyspark.RDD.take</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.takeOrdered.html">pyspark.RDD.takeOrdered</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.takeSample.html">pyspark.RDD.takeSample</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.toDebugString.html">pyspark.RDD.toDebugString</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.toLocalIterator.html">pyspark.RDD.toLocalIterator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.top.html">pyspark.RDD.top</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.treeAggregate.html">pyspark.RDD.treeAggregate</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.treeReduce.html">pyspark.RDD.treeReduce</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.union.html">pyspark.RDD.union</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.unpersist.html">pyspark.RDD.unpersist</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.values.html">pyspark.RDD.values</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.variance.html">pyspark.RDD.variance</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.withResources.html">pyspark.RDD.withResources</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.zip.html">pyspark.RDD.zip</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.zipWithIndex.html">pyspark.RDD.zipWithIndex</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.zipWithUniqueId.html">pyspark.RDD.zipWithUniqueId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.destroy.html">pyspark.Broadcast.destroy</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.dump.html">pyspark.Broadcast.dump</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.load.html">pyspark.Broadcast.load</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.load_from_path.html">pyspark.Broadcast.load_from_path</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.unpersist.html">pyspark.Broadcast.unpersist</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.value.html">pyspark.Broadcast.value</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Accumulator.add.html">pyspark.Accumulator.add</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Accumulator.value.html">pyspark.Accumulator.value</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.AccumulatorParam.addInPlace.html">pyspark.AccumulatorParam.addInPlace</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.AccumulatorParam.zero.html">pyspark.AccumulatorParam.zero</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.inheritable_thread_target.html">pyspark.inheritable_thread_target</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.contains.html">pyspark.SparkConf.contains</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.get.html">pyspark.SparkConf.get</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.getAll.html">pyspark.SparkConf.getAll</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.set.html">pyspark.SparkConf.set</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.setAll.html">pyspark.SparkConf.setAll</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.setAppName.html">pyspark.SparkConf.setAppName</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.setExecutorEnv.html">pyspark.SparkConf.setExecutorEnv</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.setIfMissing.html">pyspark.SparkConf.setIfMissing</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.setMaster.html">pyspark.SparkConf.setMaster</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.setSparkHome.html">pyspark.SparkConf.setSparkHome</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.toDebugString.html">pyspark.SparkConf.toDebugString</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkFiles.get.html">pyspark.SparkFiles.get</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkFiles.getRootDirectory.html">pyspark.SparkFiles.getRootDirectory</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.DISK_ONLY.html">pyspark.StorageLevel.DISK_ONLY</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.DISK_ONLY_2.html">pyspark.StorageLevel.DISK_ONLY_2</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.DISK_ONLY_3.html">pyspark.StorageLevel.DISK_ONLY_3</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_AND_DISK.html">pyspark.StorageLevel.MEMORY_AND_DISK</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_AND_DISK_2.html">pyspark.StorageLevel.MEMORY_AND_DISK_2</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_AND_DISK_DESER.html">pyspark.StorageLevel.MEMORY_AND_DISK_DESER</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_ONLY.html">pyspark.StorageLevel.MEMORY_ONLY</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_ONLY_2.html">pyspark.StorageLevel.MEMORY_ONLY_2</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.OFF_HEAP.html">pyspark.StorageLevel.OFF_HEAP</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.attemptNumber.html">pyspark.TaskContext.attemptNumber</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.cpus.html">pyspark.TaskContext.cpus</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.get.html">pyspark.TaskContext.get</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.getLocalProperty.html">pyspark.TaskContext.getLocalProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.partitionId.html">pyspark.TaskContext.partitionId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.resources.html">pyspark.TaskContext.resources</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.stageId.html">pyspark.TaskContext.stageId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.taskAttemptId.html">pyspark.TaskContext.taskAttemptId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDDBarrier.mapPartitions.html">pyspark.RDDBarrier.mapPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDDBarrier.mapPartitionsWithIndex.html">pyspark.RDDBarrier.mapPartitionsWithIndex</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.allGather.html">pyspark.BarrierTaskContext.allGather</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.attemptNumber.html">pyspark.BarrierTaskContext.attemptNumber</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.barrier.html">pyspark.BarrierTaskContext.barrier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.cpus.html">pyspark.BarrierTaskContext.cpus</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.get.html">pyspark.BarrierTaskContext.get</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.getLocalProperty.html">pyspark.BarrierTaskContext.getLocalProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.getTaskInfos.html">pyspark.BarrierTaskContext.getTaskInfos</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.partitionId.html">pyspark.BarrierTaskContext.partitionId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.resources.html">pyspark.BarrierTaskContext.resources</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.stageId.html">pyspark.BarrierTaskContext.stageId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.taskAttemptId.html">pyspark.BarrierTaskContext.taskAttemptId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.util.VersionUtils.majorMinorVersion.html">pyspark.util.VersionUtils.majorMinorVersion</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.resource.html">Resource Management</a><input class="toctree-checkbox" id="toctree-checkbox-44" name="toctree-checkbox-44" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-44"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.ResourceInformation.html">pyspark.resource.ResourceInformation</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.ResourceProfile.html">pyspark.resource.ResourceProfile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.ResourceProfileBuilder.html">pyspark.resource.ResourceProfileBuilder</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.ExecutorResourceRequest.html">pyspark.resource.ExecutorResourceRequest</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.ExecutorResourceRequests.html">pyspark.resource.ExecutorResourceRequests</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.TaskResourceRequest.html">pyspark.resource.TaskResourceRequest</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.TaskResourceRequests.html">pyspark.resource.TaskResourceRequests</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.errors.html">Errors</a><input class="toctree-checkbox" id="toctree-checkbox-45" name="toctree-checkbox-45" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-45"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.AnalysisException.html">pyspark.errors.AnalysisException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.ArithmeticException.html">pyspark.errors.ArithmeticException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.ArrayIndexOutOfBoundsException.html">pyspark.errors.ArrayIndexOutOfBoundsException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.DateTimeException.html">pyspark.errors.DateTimeException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.IllegalArgumentException.html">pyspark.errors.IllegalArgumentException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.NumberFormatException.html">pyspark.errors.NumberFormatException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.ParseException.html">pyspark.errors.ParseException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkAssertionError.html">pyspark.errors.PySparkAssertionError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkAttributeError.html">pyspark.errors.PySparkAttributeError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkException.html">pyspark.errors.PySparkException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkKeyError.html">pyspark.errors.PySparkKeyError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkNotImplementedError.html">pyspark.errors.PySparkNotImplementedError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkPicklingError.html">pyspark.errors.PySparkPicklingError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkRuntimeError.html">pyspark.errors.PySparkRuntimeError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkTypeError.html">pyspark.errors.PySparkTypeError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkValueError.html">pyspark.errors.PySparkValueError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkImportError.html">pyspark.errors.PySparkImportError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkIndexError.html">pyspark.errors.PySparkIndexError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PythonException.html">pyspark.errors.PythonException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.QueryContext.html">pyspark.errors.QueryContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.QueryContextType.html">pyspark.errors.QueryContextType</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.QueryExecutionException.html">pyspark.errors.QueryExecutionException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.RetriesExceeded.html">pyspark.errors.RetriesExceeded</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.SessionNotSameException.html">pyspark.errors.SessionNotSameException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.SparkRuntimeException.html">pyspark.errors.SparkRuntimeException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.SparkUpgradeException.html">pyspark.errors.SparkUpgradeException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.SparkNoSuchElementException.html">pyspark.errors.SparkNoSuchElementException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.StreamingQueryException.html">pyspark.errors.StreamingQueryException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.TempTableAlreadyExistsException.html">pyspark.errors.TempTableAlreadyExistsException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.UnknownException.html">pyspark.errors.UnknownException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.UnsupportedOperationException.html">pyspark.errors.UnsupportedOperationException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkException.getErrorClass.html">pyspark.errors.PySparkException.getErrorClass</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkException.getMessage.html">pyspark.errors.PySparkException.getMessage</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkException.getMessageParameters.html">pyspark.errors.PySparkException.getMessageParameters</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkException.getQueryContext.html">pyspark.errors.PySparkException.getQueryContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkException.getSqlState.html">pyspark.errors.PySparkException.getSqlState</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.logger.html">Logger</a><input class="toctree-checkbox" id="toctree-checkbox-46" name="toctree-checkbox-46" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-46"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.logger.PySparkLogger.html">pyspark.logger.PySparkLogger</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.logger.PySparkLogger.getLogger.html">pyspark.logger.PySparkLogger.getLogger</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.logger.PySparkLogger.addHandler.html">pyspark.logger.PySparkLogger.addHandler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.logger.PySparkLogger.info.html">pyspark.logger.PySparkLogger.info</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.logger.PySparkLogger.warning.html">pyspark.logger.PySparkLogger.warning</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.logger.PySparkLogger.error.html">pyspark.logger.PySparkLogger.error</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.logger.PySparkLogger.exception.html">pyspark.logger.PySparkLogger.exception</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.testing.html">Testing</a><input class="toctree-checkbox" id="toctree-checkbox-47" name="toctree-checkbox-47" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-47"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.testing.assertDataFrameEqual.html">pyspark.testing.assertDataFrameEqual</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.testing.assertSchemaEqual.html">pyspark.testing.assertSchemaEqual</a></li>
</ul>
</li>
</ul>
</div>
</nav></div>
</div>
<div class="sidebar-primary-items__end sidebar-primary__section">
</div>
<div id="rtd-footer-container"></div>
</div>
<main id="main-content" class="bd-main">
<div class="bd-content">
<div class="bd-article-container">
<div class="bd-header-article">
<div class="header-article-items header-article__inner">
<div class="header-article-items__start">
<div class="header-article-item">
<nav aria-label="Breadcrumbs">
<ul class="bd-breadcrumbs" role="navigation" aria-label="Breadcrumb">
<li class="breadcrumb-item breadcrumb-home">
<a href="../index.html" class="nav-link" aria-label="Home">
<i class="fa-solid fa-home"></i>
</a>
</li>
<li class="breadcrumb-item"><a href="index.html" class="nav-link">API Reference</a></li>
<li class="breadcrumb-item active" aria-current="page">MLlib (RDD-based)</li>
</ul>
</nav>
</div>
</div>
</div>
</div>
<div id="searchbox"></div>
<article class="bd-article" role="main">
<section id="mllib-rdd-based">
<h1>MLlib (RDD-based)<a class="headerlink" href="#mllib-rdd-based" title="Permalink to this headline">#</a></h1>
<section id="classification">
<h2>Classification<a class="headerlink" href="#classification" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.classification.LogisticRegressionModel.html#pyspark.mllib.classification.LogisticRegressionModel" title="pyspark.mllib.classification.LogisticRegressionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LogisticRegressionModel</span></code></a>(weights, intercept, ...)</p></td>
<td><p>Classification model trained using Multinomial/Binary Logistic Regression.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.classification.LogisticRegressionWithSGD.html#pyspark.mllib.classification.LogisticRegressionWithSGD" title="pyspark.mllib.classification.LogisticRegressionWithSGD"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LogisticRegressionWithSGD</span></code></a>()</p></td>
<td><p>Train a classification model for Binary Logistic Regression using Stochastic Gradient Descent.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.classification.LogisticRegressionWithLBFGS.html#pyspark.mllib.classification.LogisticRegressionWithLBFGS" title="pyspark.mllib.classification.LogisticRegressionWithLBFGS"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LogisticRegressionWithLBFGS</span></code></a>()</p></td>
<td><p>Train a classification model for Multinomial/Binary Logistic Regression using Limited-memory BFGS.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.classification.SVMModel.html#pyspark.mllib.classification.SVMModel" title="pyspark.mllib.classification.SVMModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SVMModel</span></code></a>(weights, intercept)</p></td>
<td><p>Model for Support Vector Machines (SVMs).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.classification.SVMWithSGD.html#pyspark.mllib.classification.SVMWithSGD" title="pyspark.mllib.classification.SVMWithSGD"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SVMWithSGD</span></code></a>()</p></td>
<td><p>Train a Support Vector Machine (SVM) using Stochastic Gradient Descent.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.classification.NaiveBayesModel.html#pyspark.mllib.classification.NaiveBayesModel" title="pyspark.mllib.classification.NaiveBayesModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">NaiveBayesModel</span></code></a>(labels, pi, theta)</p></td>
<td><p>Model for Naive Bayes classifiers.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.classification.NaiveBayes.html#pyspark.mllib.classification.NaiveBayes" title="pyspark.mllib.classification.NaiveBayes"><code class="xref py py-obj docutils literal notranslate"><span class="pre">NaiveBayes</span></code></a>()</p></td>
<td><p>Train a Multinomial Naive Bayes model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.classification.StreamingLogisticRegressionWithSGD.html#pyspark.mllib.classification.StreamingLogisticRegressionWithSGD" title="pyspark.mllib.classification.StreamingLogisticRegressionWithSGD"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StreamingLogisticRegressionWithSGD</span></code></a>([...])</p></td>
<td><p>Train or predict a logistic regression model on streaming data.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="clustering">
<h2>Clustering<a class="headerlink" href="#clustering" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.clustering.BisectingKMeansModel.html#pyspark.mllib.clustering.BisectingKMeansModel" title="pyspark.mllib.clustering.BisectingKMeansModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BisectingKMeansModel</span></code></a>(java_model)</p></td>
<td><p>A clustering model derived from the bisecting k-means method.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.clustering.BisectingKMeans.html#pyspark.mllib.clustering.BisectingKMeans" title="pyspark.mllib.clustering.BisectingKMeans"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BisectingKMeans</span></code></a>()</p></td>
<td><p>A bisecting k-means algorithm based on the paper &quot;A comparison of document clustering techniques&quot; by Steinbach, Karypis, and Kumar, with modification to fit Spark.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.clustering.KMeansModel.html#pyspark.mllib.clustering.KMeansModel" title="pyspark.mllib.clustering.KMeansModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">KMeansModel</span></code></a>(centers)</p></td>
<td><p>A clustering model derived from the k-means method.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.clustering.KMeans.html#pyspark.mllib.clustering.KMeans" title="pyspark.mllib.clustering.KMeans"><code class="xref py py-obj docutils literal notranslate"><span class="pre">KMeans</span></code></a>()</p></td>
<td><p>K-means clustering.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.clustering.GaussianMixtureModel.html#pyspark.mllib.clustering.GaussianMixtureModel" title="pyspark.mllib.clustering.GaussianMixtureModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GaussianMixtureModel</span></code></a>(java_model)</p></td>
<td><p>A clustering model derived from the Gaussian Mixture Model method.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.clustering.GaussianMixture.html#pyspark.mllib.clustering.GaussianMixture" title="pyspark.mllib.clustering.GaussianMixture"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GaussianMixture</span></code></a>()</p></td>
<td><p>Learning algorithm for Gaussian Mixtures using the expectation-maximization algorithm.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.clustering.PowerIterationClusteringModel.html#pyspark.mllib.clustering.PowerIterationClusteringModel" title="pyspark.mllib.clustering.PowerIterationClusteringModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PowerIterationClusteringModel</span></code></a>(java_model)</p></td>
<td><p>Model produced by <a class="reference internal" href="api/pyspark.mllib.clustering.PowerIterationClustering.html#pyspark.mllib.clustering.PowerIterationClustering" title="pyspark.mllib.clustering.PowerIterationClustering"><code class="xref py py-class docutils literal notranslate"><span class="pre">PowerIterationClustering</span></code></a>.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.clustering.PowerIterationClustering.html#pyspark.mllib.clustering.PowerIterationClustering" title="pyspark.mllib.clustering.PowerIterationClustering"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PowerIterationClustering</span></code></a>()</p></td>
<td><p>Power Iteration Clustering (PIC), a scalable graph clustering algorithm.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.clustering.StreamingKMeans.html#pyspark.mllib.clustering.StreamingKMeans" title="pyspark.mllib.clustering.StreamingKMeans"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StreamingKMeans</span></code></a>([k, decayFactor, timeUnit])</p></td>
<td><p>Provides methods to set k, decayFactor, timeUnit to configure the KMeans algorithm for fitting and predicting on incoming dstreams.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.clustering.StreamingKMeansModel.html#pyspark.mllib.clustering.StreamingKMeansModel" title="pyspark.mllib.clustering.StreamingKMeansModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StreamingKMeansModel</span></code></a>(clusterCenters, ...)</p></td>
<td><p>Clustering model which can perform an online update of the centroids.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.clustering.LDA.html#pyspark.mllib.clustering.LDA" title="pyspark.mllib.clustering.LDA"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LDA</span></code></a>()</p></td>
<td><p>Train Latent Dirichlet Allocation (LDA) model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.clustering.LDAModel.html#pyspark.mllib.clustering.LDAModel" title="pyspark.mllib.clustering.LDAModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LDAModel</span></code></a>(java_model)</p></td>
<td><p>A clustering model derived from the LDA method.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="evaluation">
<h2>Evaluation<a class="headerlink" href="#evaluation" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.evaluation.BinaryClassificationMetrics.html#pyspark.mllib.evaluation.BinaryClassificationMetrics" title="pyspark.mllib.evaluation.BinaryClassificationMetrics"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BinaryClassificationMetrics</span></code></a>(scoreAndLabels)</p></td>
<td><p>Evaluator for binary classification.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.evaluation.RegressionMetrics.html#pyspark.mllib.evaluation.RegressionMetrics" title="pyspark.mllib.evaluation.RegressionMetrics"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RegressionMetrics</span></code></a>(predictionAndObservations)</p></td>
<td><p>Evaluator for regression.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.evaluation.MulticlassMetrics.html#pyspark.mllib.evaluation.MulticlassMetrics" title="pyspark.mllib.evaluation.MulticlassMetrics"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MulticlassMetrics</span></code></a>(predictionAndLabels)</p></td>
<td><p>Evaluator for multiclass classification.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.evaluation.RankingMetrics.html#pyspark.mllib.evaluation.RankingMetrics" title="pyspark.mllib.evaluation.RankingMetrics"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RankingMetrics</span></code></a>(predictionAndLabels)</p></td>
<td><p>Evaluator for ranking algorithms.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="feature">
<h2>Feature<a class="headerlink" href="#feature" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.feature.Normalizer.html#pyspark.mllib.feature.Normalizer" title="pyspark.mllib.feature.Normalizer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Normalizer</span></code></a>([p])</p></td>
<td><p>Normalizes samples individually to unit L<sup>p</sup> norm</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.feature.StandardScalerModel.html#pyspark.mllib.feature.StandardScalerModel" title="pyspark.mllib.feature.StandardScalerModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StandardScalerModel</span></code></a>(java_model)</p></td>
<td><p>Represents a StandardScaler model that can transform vectors.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.feature.StandardScaler.html#pyspark.mllib.feature.StandardScaler" title="pyspark.mllib.feature.StandardScaler"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StandardScaler</span></code></a>([withMean, withStd])</p></td>
<td><p>Standardizes features by removing the mean and scaling to unit variance using column summary statistics on the samples in the training set.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.feature.HashingTF.html#pyspark.mllib.feature.HashingTF" title="pyspark.mllib.feature.HashingTF"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HashingTF</span></code></a>([numFeatures])</p></td>
<td><p>Maps a sequence of terms to their term frequencies using the hashing trick.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.feature.IDFModel.html#pyspark.mllib.feature.IDFModel" title="pyspark.mllib.feature.IDFModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">IDFModel</span></code></a>(java_model)</p></td>
<td><p>Represents an IDF model that can transform term frequency vectors.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.feature.IDF.html#pyspark.mllib.feature.IDF" title="pyspark.mllib.feature.IDF"><code class="xref py py-obj docutils literal notranslate"><span class="pre">IDF</span></code></a>([minDocFreq])</p></td>
<td><p>Inverse document frequency (IDF).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.feature.Word2Vec.html#pyspark.mllib.feature.Word2Vec" title="pyspark.mllib.feature.Word2Vec"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Word2Vec</span></code></a>()</p></td>
<td><p>Word2Vec creates vector representation of words in a text corpus.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.feature.Word2VecModel.html#pyspark.mllib.feature.Word2VecModel" title="pyspark.mllib.feature.Word2VecModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Word2VecModel</span></code></a>(java_model)</p></td>
<td><p>class for Word2Vec model</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.feature.ChiSqSelector.html#pyspark.mllib.feature.ChiSqSelector" title="pyspark.mllib.feature.ChiSqSelector"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ChiSqSelector</span></code></a>([numTopFeatures, ...])</p></td>
<td><p>Creates a ChiSquared feature selector.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.feature.ChiSqSelectorModel.html#pyspark.mllib.feature.ChiSqSelectorModel" title="pyspark.mllib.feature.ChiSqSelectorModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ChiSqSelectorModel</span></code></a>(java_model)</p></td>
<td><p>Represents a Chi Squared selector model.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.feature.ElementwiseProduct.html#pyspark.mllib.feature.ElementwiseProduct" title="pyspark.mllib.feature.ElementwiseProduct"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ElementwiseProduct</span></code></a>(scalingVector)</p></td>
<td><p>Scales each column of the vector, with the supplied weight vector.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="frequency-pattern-mining">
<h2>Frequency Pattern Mining<a class="headerlink" href="#frequency-pattern-mining" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.fpm.FPGrowth.html#pyspark.mllib.fpm.FPGrowth" title="pyspark.mllib.fpm.FPGrowth"><code class="xref py py-obj docutils literal notranslate"><span class="pre">FPGrowth</span></code></a>()</p></td>
<td><p>A Parallel FP-growth algorithm to mine frequent itemsets.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.fpm.FPGrowthModel.html#pyspark.mllib.fpm.FPGrowthModel" title="pyspark.mllib.fpm.FPGrowthModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">FPGrowthModel</span></code></a>(java_model)</p></td>
<td><p>A FP-Growth model for mining frequent itemsets using the Parallel FP-Growth algorithm.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.fpm.PrefixSpan.html#pyspark.mllib.fpm.PrefixSpan" title="pyspark.mllib.fpm.PrefixSpan"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PrefixSpan</span></code></a>()</p></td>
<td><p>A parallel PrefixSpan algorithm to mine frequent sequential patterns.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.fpm.PrefixSpanModel.html#pyspark.mllib.fpm.PrefixSpanModel" title="pyspark.mllib.fpm.PrefixSpanModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PrefixSpanModel</span></code></a>(java_model)</p></td>
<td><p>Model fitted by PrefixSpan</p></td>
</tr>
</tbody>
</table>
</section>
<section id="vector-and-matrix">
<h2>Vector and Matrix<a class="headerlink" href="#vector-and-matrix" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.Vector.html#pyspark.mllib.linalg.Vector" title="pyspark.mllib.linalg.Vector"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Vector</span></code></a>()</p></td>
<td><p></p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.DenseVector.html#pyspark.mllib.linalg.DenseVector" title="pyspark.mllib.linalg.DenseVector"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DenseVector</span></code></a>(ar)</p></td>
<td><p>A dense vector represented by a value array.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.SparseVector.html#pyspark.mllib.linalg.SparseVector" title="pyspark.mllib.linalg.SparseVector"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparseVector</span></code></a>(size, *args)</p></td>
<td><p>A simple sparse vector class for passing data to MLlib.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.Vectors.html#pyspark.mllib.linalg.Vectors" title="pyspark.mllib.linalg.Vectors"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Vectors</span></code></a>()</p></td>
<td><p>Factory methods for working with vectors.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.Matrix.html#pyspark.mllib.linalg.Matrix" title="pyspark.mllib.linalg.Matrix"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Matrix</span></code></a>(numRows, numCols[, isTransposed])</p></td>
<td><p></p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.DenseMatrix.html#pyspark.mllib.linalg.DenseMatrix" title="pyspark.mllib.linalg.DenseMatrix"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DenseMatrix</span></code></a>(numRows, numCols, values[, ...])</p></td>
<td><p>Column-major dense matrix.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.SparseMatrix.html#pyspark.mllib.linalg.SparseMatrix" title="pyspark.mllib.linalg.SparseMatrix"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparseMatrix</span></code></a>(numRows, numCols, colPtrs, ...)</p></td>
<td><p>Sparse Matrix stored in CSC format.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.Matrices.html#pyspark.mllib.linalg.Matrices" title="pyspark.mllib.linalg.Matrices"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Matrices</span></code></a>()</p></td>
<td><p></p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.QRDecomposition.html#pyspark.mllib.linalg.QRDecomposition" title="pyspark.mllib.linalg.QRDecomposition"><code class="xref py py-obj docutils literal notranslate"><span class="pre">QRDecomposition</span></code></a>(Q, R)</p></td>
<td><p>Represents QR factors.</p></td>
</tr>
</tbody>
</table>
<section id="distributed-representation">
<h3>Distributed Representation<a class="headerlink" href="#distributed-representation" title="Permalink to this headline">#</a></h3>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.BlockMatrix.html#pyspark.mllib.linalg.distributed.BlockMatrix" title="pyspark.mllib.linalg.distributed.BlockMatrix"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BlockMatrix</span></code></a>(blocks, rowsPerBlock, colsPerBlock)</p></td>
<td><p>Represents a distributed matrix in blocks of local matrices.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.CoordinateMatrix.html#pyspark.mllib.linalg.distributed.CoordinateMatrix" title="pyspark.mllib.linalg.distributed.CoordinateMatrix"><code class="xref py py-obj docutils literal notranslate"><span class="pre">CoordinateMatrix</span></code></a>(entries[, numRows, numCols])</p></td>
<td><p>Represents a matrix in coordinate format.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.DistributedMatrix.html#pyspark.mllib.linalg.distributed.DistributedMatrix" title="pyspark.mllib.linalg.distributed.DistributedMatrix"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DistributedMatrix</span></code></a>()</p></td>
<td><p>Represents a distributively stored matrix backed by one or more RDDs.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.IndexedRow.html#pyspark.mllib.linalg.distributed.IndexedRow" title="pyspark.mllib.linalg.distributed.IndexedRow"><code class="xref py py-obj docutils literal notranslate"><span class="pre">IndexedRow</span></code></a>(index, vector)</p></td>
<td><p>Represents a row of an IndexedRowMatrix.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.IndexedRowMatrix.html#pyspark.mllib.linalg.distributed.IndexedRowMatrix" title="pyspark.mllib.linalg.distributed.IndexedRowMatrix"><code class="xref py py-obj docutils literal notranslate"><span class="pre">IndexedRowMatrix</span></code></a>(rows[, numRows, numCols])</p></td>
<td><p>Represents a row-oriented distributed Matrix with indexed rows.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.MatrixEntry.html#pyspark.mllib.linalg.distributed.MatrixEntry" title="pyspark.mllib.linalg.distributed.MatrixEntry"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MatrixEntry</span></code></a>(i, j, value)</p></td>
<td><p>Represents an entry of a CoordinateMatrix.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.RowMatrix.html#pyspark.mllib.linalg.distributed.RowMatrix" title="pyspark.mllib.linalg.distributed.RowMatrix"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RowMatrix</span></code></a>(rows[, numRows, numCols])</p></td>
<td><p>Represents a row-oriented distributed Matrix with no meaningful row indices.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.SingularValueDecomposition.html#pyspark.mllib.linalg.distributed.SingularValueDecomposition" title="pyspark.mllib.linalg.distributed.SingularValueDecomposition"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SingularValueDecomposition</span></code></a>(java_model)</p></td>
<td><p>Represents singular value decomposition (SVD) factors.</p></td>
</tr>
</tbody>
</table>
</section>
</section>
<section id="random">
<h2>Random<a class="headerlink" href="#random" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.random.RandomRDDs.html#pyspark.mllib.random.RandomRDDs" title="pyspark.mllib.random.RandomRDDs"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RandomRDDs</span></code></a>()</p></td>
<td><p>Generator methods for creating RDDs comprised of i.i.d samples from some distribution.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="recommendation">
<h2>Recommendation<a class="headerlink" href="#recommendation" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.recommendation.MatrixFactorizationModel.html#pyspark.mllib.recommendation.MatrixFactorizationModel" title="pyspark.mllib.recommendation.MatrixFactorizationModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MatrixFactorizationModel</span></code></a>(java_model)</p></td>
<td><p>A matrix factorisation model trained by regularized alternating least-squares.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.recommendation.ALS.html#pyspark.mllib.recommendation.ALS" title="pyspark.mllib.recommendation.ALS"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ALS</span></code></a>()</p></td>
<td><p>Alternating Least Squares matrix factorization</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.recommendation.Rating.html#pyspark.mllib.recommendation.Rating" title="pyspark.mllib.recommendation.Rating"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Rating</span></code></a>(user, product, rating)</p></td>
<td><p>Represents a (user, product, rating) tuple.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="regression">
<h2>Regression<a class="headerlink" href="#regression" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.regression.LabeledPoint.html#pyspark.mllib.regression.LabeledPoint" title="pyspark.mllib.regression.LabeledPoint"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LabeledPoint</span></code></a>(label, features)</p></td>
<td><p>Class that represents the features and labels of a data point.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.regression.LinearModel.html#pyspark.mllib.regression.LinearModel" title="pyspark.mllib.regression.LinearModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LinearModel</span></code></a>(weights, intercept)</p></td>
<td><p>A linear model that has a vector of coefficients and an intercept.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.regression.LinearRegressionModel.html#pyspark.mllib.regression.LinearRegressionModel" title="pyspark.mllib.regression.LinearRegressionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LinearRegressionModel</span></code></a>(weights, intercept)</p></td>
<td><p>A linear regression model derived from a least-squares fit.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.regression.LinearRegressionWithSGD.html#pyspark.mllib.regression.LinearRegressionWithSGD" title="pyspark.mllib.regression.LinearRegressionWithSGD"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LinearRegressionWithSGD</span></code></a>()</p></td>
<td><p>Train a linear regression model with no regularization using Stochastic Gradient Descent.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.regression.RidgeRegressionModel.html#pyspark.mllib.regression.RidgeRegressionModel" title="pyspark.mllib.regression.RidgeRegressionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RidgeRegressionModel</span></code></a>(weights, intercept)</p></td>
<td><p>A linear regression model derived from a least-squares fit with an l_2 penalty term.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.regression.RidgeRegressionWithSGD.html#pyspark.mllib.regression.RidgeRegressionWithSGD" title="pyspark.mllib.regression.RidgeRegressionWithSGD"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RidgeRegressionWithSGD</span></code></a>()</p></td>
<td><p>Train a regression model with L2-regularization using Stochastic Gradient Descent.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.regression.LassoModel.html#pyspark.mllib.regression.LassoModel" title="pyspark.mllib.regression.LassoModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LassoModel</span></code></a>(weights, intercept)</p></td>
<td><p>A linear regression model derived from a least-squares fit with an l_1 penalty term.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.regression.LassoWithSGD.html#pyspark.mllib.regression.LassoWithSGD" title="pyspark.mllib.regression.LassoWithSGD"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LassoWithSGD</span></code></a>()</p></td>
<td><p>Train a regression model with L1-regularization using Stochastic Gradient Descent.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.regression.IsotonicRegressionModel.html#pyspark.mllib.regression.IsotonicRegressionModel" title="pyspark.mllib.regression.IsotonicRegressionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">IsotonicRegressionModel</span></code></a>(boundaries, ...)</p></td>
<td><p>Regression model for isotonic regression.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.regression.IsotonicRegression.html#pyspark.mllib.regression.IsotonicRegression" title="pyspark.mllib.regression.IsotonicRegression"><code class="xref py py-obj docutils literal notranslate"><span class="pre">IsotonicRegression</span></code></a>()</p></td>
<td><p>Isotonic regression.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.regression.StreamingLinearAlgorithm.html#pyspark.mllib.regression.StreamingLinearAlgorithm" title="pyspark.mllib.regression.StreamingLinearAlgorithm"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StreamingLinearAlgorithm</span></code></a>(model)</p></td>
<td><p>Base class that has to be inherited by any StreamingLinearAlgorithm.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.regression.StreamingLinearRegressionWithSGD.html#pyspark.mllib.regression.StreamingLinearRegressionWithSGD" title="pyspark.mllib.regression.StreamingLinearRegressionWithSGD"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StreamingLinearRegressionWithSGD</span></code></a>([stepSize, ...])</p></td>
<td><p>Train or predict a linear regression model on streaming data.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="statistics">
<h2>Statistics<a class="headerlink" href="#statistics" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.stat.Statistics.html#pyspark.mllib.stat.Statistics" title="pyspark.mllib.stat.Statistics"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Statistics</span></code></a>()</p></td>
<td><p></p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.stat.MultivariateStatisticalSummary.html#pyspark.mllib.stat.MultivariateStatisticalSummary" title="pyspark.mllib.stat.MultivariateStatisticalSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MultivariateStatisticalSummary</span></code></a>(java_model)</p></td>
<td><p>Trait for multivariate statistical summary of a data matrix.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.stat.ChiSqTestResult.html#pyspark.mllib.stat.ChiSqTestResult" title="pyspark.mllib.stat.ChiSqTestResult"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ChiSqTestResult</span></code></a>(java_model)</p></td>
<td><p>Contains test results for the chi-squared hypothesis test.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.stat.MultivariateGaussian.html#pyspark.mllib.stat.MultivariateGaussian" title="pyspark.mllib.stat.MultivariateGaussian"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MultivariateGaussian</span></code></a>(mu, sigma)</p></td>
<td><p>Represents a (mu, sigma) tuple</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.stat.KernelDensity.html#pyspark.mllib.stat.KernelDensity" title="pyspark.mllib.stat.KernelDensity"><code class="xref py py-obj docutils literal notranslate"><span class="pre">KernelDensity</span></code></a>()</p></td>
<td><p>Estimate probability density at required points given an RDD of samples from the population.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.stat.ChiSqTestResult.html#pyspark.mllib.stat.ChiSqTestResult" title="pyspark.mllib.stat.ChiSqTestResult"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ChiSqTestResult</span></code></a>(java_model)</p></td>
<td><p>Contains test results for the chi-squared hypothesis test.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.stat.KolmogorovSmirnovTestResult.html#pyspark.mllib.stat.KolmogorovSmirnovTestResult" title="pyspark.mllib.stat.KolmogorovSmirnovTestResult"><code class="xref py py-obj docutils literal notranslate"><span class="pre">KolmogorovSmirnovTestResult</span></code></a>(java_model)</p></td>
<td><p>Contains test results for the Kolmogorov-Smirnov test.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="tree">
<h2>Tree<a class="headerlink" href="#tree" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.tree.DecisionTreeModel.html#pyspark.mllib.tree.DecisionTreeModel" title="pyspark.mllib.tree.DecisionTreeModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DecisionTreeModel</span></code></a>(java_model)</p></td>
<td><p>A decision tree model for classification or regression.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.tree.DecisionTree.html#pyspark.mllib.tree.DecisionTree" title="pyspark.mllib.tree.DecisionTree"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DecisionTree</span></code></a>()</p></td>
<td><p>Learning algorithm for a decision tree model for classification or regression.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.tree.RandomForestModel.html#pyspark.mllib.tree.RandomForestModel" title="pyspark.mllib.tree.RandomForestModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RandomForestModel</span></code></a>(java_model)</p></td>
<td><p>Represents a random forest model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.tree.RandomForest.html#pyspark.mllib.tree.RandomForest" title="pyspark.mllib.tree.RandomForest"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RandomForest</span></code></a>()</p></td>
<td><p>Learning algorithm for a random forest model for classification or regression.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.tree.GradientBoostedTreesModel.html#pyspark.mllib.tree.GradientBoostedTreesModel" title="pyspark.mllib.tree.GradientBoostedTreesModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GradientBoostedTreesModel</span></code></a>(java_model)</p></td>
<td><p>Represents a gradient-boosted tree model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.tree.GradientBoostedTrees.html#pyspark.mllib.tree.GradientBoostedTrees" title="pyspark.mllib.tree.GradientBoostedTrees"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GradientBoostedTrees</span></code></a>()</p></td>
<td><p>Learning algorithm for a gradient boosted trees model for classification or regression.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="utilities">
<h2>Utilities<a class="headerlink" href="#utilities" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.util.JavaLoader.html#pyspark.mllib.util.JavaLoader" title="pyspark.mllib.util.JavaLoader"><code class="xref py py-obj docutils literal notranslate"><span class="pre">JavaLoader</span></code></a>()</p></td>
<td><p>Mixin for classes which can load saved models using its Scala implementation.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.util.JavaSaveable.html#pyspark.mllib.util.JavaSaveable" title="pyspark.mllib.util.JavaSaveable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">JavaSaveable</span></code></a>()</p></td>
<td><p>Mixin for models that provide save() through their Scala implementation.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.util.LinearDataGenerator.html#pyspark.mllib.util.LinearDataGenerator" title="pyspark.mllib.util.LinearDataGenerator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LinearDataGenerator</span></code></a>()</p></td>
<td><p>Utils for generating linear data.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.util.Loader.html#pyspark.mllib.util.Loader" title="pyspark.mllib.util.Loader"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Loader</span></code></a>()</p></td>
<td><p>Mixin for classes which can load saved models from files.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.mllib.util.MLUtils.html#pyspark.mllib.util.MLUtils" title="pyspark.mllib.util.MLUtils"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MLUtils</span></code></a>()</p></td>
<td><p>Helper methods to load, save and pre-process data used in MLlib.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.mllib.util.Saveable.html#pyspark.mllib.util.Saveable" title="pyspark.mllib.util.Saveable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Saveable</span></code></a>()</p></td>
<td><p>Mixin for models and transformers which may be saved as files.</p></td>
</tr>
</tbody>
</table>
</section>
</section>
</article>
<footer class="bd-footer-article">
<div class="footer-article-items footer-article__inner">
<div class="footer-article-item"><!-- Previous / next buttons -->
<div class="prev-next-area">
<a class="left-prev"
href="api/pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON.html"
title="previous page">
<i class="fa-solid fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
<p class="prev-next-title">pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON</p>
</div>
</a>
<a class="right-next"
href="api/pyspark.mllib.classification.LogisticRegressionModel.html"
title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
<p class="prev-next-title">LogisticRegressionModel</p>
</div>
<i class="fa-solid fa-angle-right"></i>
</a>
</div></div>
</div>
</footer>
</div>
<div class="bd-sidebar-secondary bd-toc"><div class="sidebar-secondary-items sidebar-secondary__inner">
<div class="sidebar-secondary-item">
<div class="page-toc tocsection onthispage">
<i class="fa-solid fa-list"></i> On this page
</div>
<nav class="bd-toc-nav page-toc">
<ul class="visible nav section-nav flex-column">
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#classification">Classification</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#clustering">Clustering</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#evaluation">Evaluation</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#feature">Feature</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#frequency-pattern-mining">Frequency Pattern Mining</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#vector-and-matrix">Vector and Matrix</a><ul class="nav section-nav flex-column">
<li class="toc-h3 nav-item toc-entry"><a class="reference internal nav-link" href="#distributed-representation">Distributed Representation</a></li>
</ul>
</li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#random">Random</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#recommendation">Recommendation</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#regression">Regression</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#statistics">Statistics</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#tree">Tree</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#utilities">Utilities</a></li>
</ul>
</nav></div>
<div class="sidebar-secondary-item">
<div class="tocsection sourcelink">
<a href="../_sources/reference/pyspark.mllib.rst.txt">
<i class="fa-solid fa-file-lines"></i> Show Source
</a>
</div>
</div>
</div></div>
</div>
<footer class="bd-footer-content">
</footer>
</main>
</div>
</div>
<!-- Scripts loaded after <body> so the DOM is not blocked -->
<script src="../_static/scripts/bootstrap.js?digest=e353d410970836974a52"></script>
<script src="../_static/scripts/pydata-sphinx-theme.js?digest=e353d410970836974a52"></script>
<footer class="bd-footer">
<div class="bd-footer__inner bd-page-width">
<div class="footer-items__start">
<div class="footer-item"><p class="copyright">
Copyright @ 2024 The Apache Software Foundation, Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.
</p></div>
<div class="footer-item">
<p class="sphinx-version">
Created using <a href="https://www.sphinx-doc.org/">Sphinx</a> 4.5.0.
<br/>
</p>
</div>
</div>
<div class="footer-items__end">
<div class="footer-item"><p class="theme-version">
Built with the <a href="https://pydata-sphinx-theme.readthedocs.io/en/stable/index.html">PyData Sphinx Theme</a> 0.13.3.
</p></div>
</div>
</div>
</footer>
</body>
</html>