Google Git
Sign in
apache / spark-website / 74943c8625877cef547882f29b430d612b6f6a45 / . / site / docs / 4.0.0-preview2 / api / python / reference / pyspark.pandas / frame.html
blob: 46c9b5ba499b329fd77c7b97ae253e8c242dabcd [file] [log] [blame]
<!DOCTYPE html>
<html >
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<title>DataFrame &#8212; PySpark 4.0.0-preview2 documentation</title>
<script data-cfasync="false">
document.documentElement.dataset.mode = localStorage.getItem("mode") || "";
document.documentElement.dataset.theme = localStorage.getItem("theme") || "light";
</script>
<!-- Loaded before other Sphinx assets -->
<link href="../../_static/styles/theme.css?digest=e353d410970836974a52" rel="stylesheet" />
<link href="../../_static/styles/bootstrap.css?digest=e353d410970836974a52" rel="stylesheet" />
<link href="../../_static/styles/pydata-sphinx-theme.css?digest=e353d410970836974a52" rel="stylesheet" />
<link href="../../_static/vendor/fontawesome/6.1.2/css/all.min.css?digest=e353d410970836974a52" rel="stylesheet" />
<link rel="preload" as="font" type="font/woff2" crossorigin href="../../_static/vendor/fontawesome/6.1.2/webfonts/fa-solid-900.woff2" />
<link rel="preload" as="font" type="font/woff2" crossorigin href="../../_static/vendor/fontawesome/6.1.2/webfonts/fa-brands-400.woff2" />
<link rel="preload" as="font" type="font/woff2" crossorigin href="../../_static/vendor/fontawesome/6.1.2/webfonts/fa-regular-400.woff2" />
<link rel="stylesheet" type="text/css" href="../../_static/pygments.css" />
<link rel="stylesheet" type="text/css" href="../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../_static/css/pyspark.css" />
<!-- Pre-loaded scripts that we'll load fully later -->
<link rel="preload" as="script" href="../../_static/scripts/bootstrap.js?digest=e353d410970836974a52" />
<link rel="preload" as="script" href="../../_static/scripts/pydata-sphinx-theme.js?digest=e353d410970836974a52" />
<script data-url_root="../../" id="documentation_options" src="../../_static/documentation_options.js"></script>
<script src="../../_static/jquery.js"></script>
<script src="../../_static/underscore.js"></script>
<script src="../../_static/doctools.js"></script>
<script src="../../_static/clipboard.min.js"></script>
<script src="../../_static/copybutton.js"></script>
<script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
<script>DOCUMENTATION_OPTIONS.pagename = 'reference/pyspark.pandas/frame';</script>
<link rel="canonical" href="https://spark.apache.org/docs/latest/api/python/reference/pyspark.pandas/frame.html" />
<link rel="search" title="Search" href="../../search.html" />
<link rel="next" title="pyspark.pandas.DataFrame" href="api/pyspark.pandas.DataFrame.html" />
<link rel="prev" title="pyspark.pandas.Series.pandas_on_spark.transform_batch" href="api/pyspark.pandas.Series.pandas_on_spark.transform_batch.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="None">
<!-- Matomo -->
<script type="text/javascript">
var _paq = window._paq = window._paq || [];
/* tracker methods like "setCustomDimension" should be called before "trackPageView" */
_paq.push(["disableCookies"]);
_paq.push(['trackPageView']);
_paq.push(['enableLinkTracking']);
(function() {
var u="https://analytics.apache.org/";
_paq.push(['setTrackerUrl', u+'matomo.php']);
_paq.push(['setSiteId', '40']);
var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s);
})();
</script>
<!-- End Matomo Code -->
</head>
<body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="">
<a class="skip-link" href="#main-content">Skip to main content</a>
<input type="checkbox"
class="sidebar-toggle"
name="__primary"
id="__primary"/>
<label class="overlay overlay-primary" for="__primary"></label>
<input type="checkbox"
class="sidebar-toggle"
name="__secondary"
id="__secondary"/>
<label class="overlay overlay-secondary" for="__secondary"></label>
<div class="search-button__wrapper">
<div class="search-button__overlay"></div>
<div class="search-button__search-container">
<form class="bd-search d-flex align-items-center"
action="../../search.html"
method="get">
<i class="fa-solid fa-magnifying-glass"></i>
<input type="search"
class="form-control"
name="q"
id="search-input"
placeholder="Search the docs ..."
aria-label="Search the docs ..."
autocomplete="off"
autocorrect="off"
autocapitalize="off"
spellcheck="false"/>
<span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
</form></div>
</div>
<nav class="bd-header navbar navbar-expand-lg bd-navbar">
<div class="bd-header__inner bd-page-width">
<label class="sidebar-toggle primary-toggle" for="__primary">
<span class="fa-solid fa-bars"></span>
</label>
<div class="navbar-header-items__start">
<div class="navbar-item">
<a class="navbar-brand logo" href="../../index.html">
<img src="https://spark.apache.org/images/spark-logo.png" class="logo__image only-light" alt="Logo image"/>
<script>document.write(`<img src="https://spark.apache.org/images/spark-logo-rev.svg" class="logo__image only-dark" alt="Logo image"/>`);</script>
</a></div>
</div>
<div class="col-lg-9 navbar-header-items">
<div class="me-auto navbar-header-items__center">
<div class="navbar-item"><nav class="navbar-nav">
<p class="sidebar-header-items__title"
role="heading"
aria-level="1"
aria-label="Site Navigation">
Site Navigation
</p>
<ul class="bd-navbar-elements navbar-nav">
<li class="nav-item">
<a class="nav-link nav-internal" href="../../index.html">
Overview
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../getting_started/index.html">
Getting Started
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../user_guide/index.html">
User Guides
</a>
</li>
<li class="nav-item current active">
<a class="nav-link nav-internal" href="../index.html">
API Reference
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../development/index.html">
Development
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../migration_guide/index.html">
Migration Guides
</a>
</li>
</ul>
</nav></div>
</div>
<div class="navbar-header-items__end">
<div class="navbar-item navbar-persistent--container">
<script>
document.write(`
<button class="btn btn-sm navbar-btn search-button search-button__button" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
<i class="fa-solid fa-magnifying-glass"></i>
</button>
`);
</script>
</div>
<div class="navbar-item"><!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<div id="version-button" class="dropdown">
<button type="button" class="btn btn-secondary btn-sm navbar-btn dropdown-toggle" id="version_switcher_button" data-toggle="dropdown">
4.0.0-preview2
<span class="caret"></span>
</button>
<div id="version_switcher" class="dropdown-menu list-group-flush py-0" aria-labelledby="version_switcher_button">
<!-- dropdown will be populated by javascript on page load -->
</div>
</div>
<script type="text/javascript">
// Function to construct the target URL from the JSON components
function buildURL(entry) {
var template = "https://spark.apache.org/docs/{version}/api/python/index.html"; // supplied by jinja
template = template.replace("{version}", entry.version);
return template;
}
// Function to check if corresponding page path exists in other version of docs
// and, if so, go there instead of the homepage of the other docs version
function checkPageExistsAndRedirect(event) {
const currentFilePath = "reference/pyspark.pandas/frame.html",
otherDocsHomepage = event.target.getAttribute("href");
let tryUrl = `${otherDocsHomepage}${currentFilePath}`;
$.ajax({
type: 'HEAD',
url: tryUrl,
// if the page exists, go there
success: function() {
location.href = tryUrl;
}
}).fail(function() {
location.href = otherDocsHomepage;
});
return false;
}
// Function to populate the version switcher
(function () {
// get JSON config
$.getJSON("https://spark.apache.org/static/versions.json", function(data, textStatus, jqXHR) {
// create the nodes first (before AJAX calls) to ensure the order is
// correct (for now, links will go to doc version homepage)
$.each(data, function(index, entry) {
// if no custom name specified (e.g., "latest"), use version string
if (!("name" in entry)) {
entry.name = entry.version;
}
// construct the appropriate URL, and add it to the dropdown
entry.url = buildURL(entry);
const node = document.createElement("a");
node.setAttribute("class", "list-group-item list-group-item-action py-1");
node.setAttribute("href", `${entry.url}`);
node.textContent = `${entry.name}`;
node.onclick = checkPageExistsAndRedirect;
$("#version_switcher").append(node);
});
});
})();
</script></div>
<div class="navbar-item">
<script>
document.write(`
<button class="theme-switch-button btn btn-sm btn-outline-primary navbar-btn rounded-circle" title="light/dark" aria-label="light/dark" data-bs-placement="bottom" data-bs-toggle="tooltip">
<span class="theme-switch" data-mode="light"><i class="fa-solid fa-sun"></i></span>
<span class="theme-switch" data-mode="dark"><i class="fa-solid fa-moon"></i></span>
<span class="theme-switch" data-mode="auto"><i class="fa-solid fa-circle-half-stroke"></i></span>
</button>
`);
</script></div>
<div class="navbar-item"><ul class="navbar-icon-links navbar-nav"
aria-label="Icon Links">
<li class="nav-item">
<a href="https://github.com/apache/spark" title="GitHub" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-brands fa-github"></i></span>
<label class="sr-only">GitHub</label></a>
</li>
<li class="nav-item">
<a href="https://pypi.org/project/pyspark" title="PyPI" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-solid fa-box"></i></span>
<label class="sr-only">PyPI</label></a>
</li>
</ul></div>
</div>
</div>
<div class="navbar-persistent--mobile">
<script>
document.write(`
<button class="btn btn-sm navbar-btn search-button search-button__button" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
<i class="fa-solid fa-magnifying-glass"></i>
</button>
`);
</script>
</div>
<label class="sidebar-toggle secondary-toggle" for="__secondary">
<span class="fa-solid fa-outdent"></span>
</label>
</div>
</nav>
<div class="bd-container">
<div class="bd-container__inner bd-page-width">
<div class="bd-sidebar-primary bd-sidebar">
<div class="sidebar-header-items sidebar-primary__section">
<div class="sidebar-header-items__center">
<div class="navbar-item"><nav class="navbar-nav">
<p class="sidebar-header-items__title"
role="heading"
aria-level="1"
aria-label="Site Navigation">
Site Navigation
</p>
<ul class="bd-navbar-elements navbar-nav">
<li class="nav-item">
<a class="nav-link nav-internal" href="../../index.html">
Overview
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../getting_started/index.html">
Getting Started
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../user_guide/index.html">
User Guides
</a>
</li>
<li class="nav-item current active">
<a class="nav-link nav-internal" href="../index.html">
API Reference
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../development/index.html">
Development
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../migration_guide/index.html">
Migration Guides
</a>
</li>
</ul>
</nav></div>
</div>
<div class="sidebar-header-items__end">
<div class="navbar-item"><!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<div id="version-button" class="dropdown">
<button type="button" class="btn btn-secondary btn-sm navbar-btn dropdown-toggle" id="version_switcher_button" data-toggle="dropdown">
4.0.0-preview2
<span class="caret"></span>
</button>
<div id="version_switcher" class="dropdown-menu list-group-flush py-0" aria-labelledby="version_switcher_button">
<!-- dropdown will be populated by javascript on page load -->
</div>
</div>
<script type="text/javascript">
// Function to construct the target URL from the JSON components
function buildURL(entry) {
var template = "https://spark.apache.org/docs/{version}/api/python/index.html"; // supplied by jinja
template = template.replace("{version}", entry.version);
return template;
}
// Function to check if corresponding page path exists in other version of docs
// and, if so, go there instead of the homepage of the other docs version
function checkPageExistsAndRedirect(event) {
const currentFilePath = "reference/pyspark.pandas/frame.html",
otherDocsHomepage = event.target.getAttribute("href");
let tryUrl = `${otherDocsHomepage}${currentFilePath}`;
$.ajax({
type: 'HEAD',
url: tryUrl,
// if the page exists, go there
success: function() {
location.href = tryUrl;
}
}).fail(function() {
location.href = otherDocsHomepage;
});
return false;
}
// Function to populate the version switcher
(function () {
// get JSON config
$.getJSON("https://spark.apache.org/static/versions.json", function(data, textStatus, jqXHR) {
// create the nodes first (before AJAX calls) to ensure the order is
// correct (for now, links will go to doc version homepage)
$.each(data, function(index, entry) {
// if no custom name specified (e.g., "latest"), use version string
if (!("name" in entry)) {
entry.name = entry.version;
}
// construct the appropriate URL, and add it to the dropdown
entry.url = buildURL(entry);
const node = document.createElement("a");
node.setAttribute("class", "list-group-item list-group-item-action py-1");
node.setAttribute("href", `${entry.url}`);
node.textContent = `${entry.name}`;
node.onclick = checkPageExistsAndRedirect;
$("#version_switcher").append(node);
});
});
})();
</script></div>
<div class="navbar-item">
<script>
document.write(`
<button class="theme-switch-button btn btn-sm btn-outline-primary navbar-btn rounded-circle" title="light/dark" aria-label="light/dark" data-bs-placement="bottom" data-bs-toggle="tooltip">
<span class="theme-switch" data-mode="light"><i class="fa-solid fa-sun"></i></span>
<span class="theme-switch" data-mode="dark"><i class="fa-solid fa-moon"></i></span>
<span class="theme-switch" data-mode="auto"><i class="fa-solid fa-circle-half-stroke"></i></span>
</button>
`);
</script></div>
<div class="navbar-item"><ul class="navbar-icon-links navbar-nav"
aria-label="Icon Links">
<li class="nav-item">
<a href="https://github.com/apache/spark" title="GitHub" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-brands fa-github"></i></span>
<label class="sr-only">GitHub</label></a>
</li>
<li class="nav-item">
<a href="https://pypi.org/project/pyspark" title="PyPI" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-solid fa-box"></i></span>
<label class="sr-only">PyPI</label></a>
</li>
</ul></div>
</div>
</div>
<div class="sidebar-primary-items__start sidebar-primary__section">
<div class="sidebar-primary-item"><nav class="bd-docs-nav bd-links"
aria-label="Section Navigation">
<p class="bd-links__title" role="heading" aria-level="1">Section Navigation</p>
<div class="bd-toc-item navbar-nav"><ul class="current nav bd-sidenav">
<li class="toctree-l1 has-children"><a class="reference internal" href="../pyspark.sql/index.html">Spark SQL</a><input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-1"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/core_classes.html">Core Classes</a><input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-2"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.html">pyspark.sql.SparkSession</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.html">pyspark.sql.Catalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.html">pyspark.sql.DataFrame</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.html">pyspark.sql.Column</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Observation.html">pyspark.sql.Observation</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Row.html">pyspark.sql.Row</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.html">pyspark.sql.GroupedData</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.PandasCogroupedOps.html">pyspark.sql.PandasCogroupedOps</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameNaFunctions.html">pyspark.sql.DataFrameNaFunctions</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.html">pyspark.sql.DataFrameStatFunctions</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Window.html">pyspark.sql.Window</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameReader.html">pyspark.sql.DataFrameReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.html">pyspark.sql.DataFrameWriter</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriterV2.html">pyspark.sql.DataFrameWriterV2</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.UDFRegistration.html">pyspark.sql.UDFRegistration</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.UDTFRegistration.html">pyspark.sql.UDTFRegistration</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.udf.UserDefinedFunction.html">pyspark.sql.udf.UserDefinedFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.udtf.UserDefinedTableFunction.html">pyspark.sql.udtf.UserDefinedTableFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSource.html">pyspark.sql.datasource.DataSource</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceReader.html">pyspark.sql.datasource.DataSourceReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.html">pyspark.sql.datasource.DataSourceStreamReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceWriter.html">pyspark.sql.datasource.DataSourceWriter</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceRegistration.html">pyspark.sql.datasource.DataSourceRegistration</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.InputPartition.html">pyspark.sql.datasource.InputPartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.WriterCommitMessage.html">pyspark.sql.datasource.WriterCommitMessage</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.VariantVal.html">pyspark.sql.VariantVal</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/spark_session.html">Spark Session</a><input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-3"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.active.html">pyspark.sql.SparkSession.active</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.builder.appName.html">pyspark.sql.SparkSession.builder.appName</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.builder.config.html">pyspark.sql.SparkSession.builder.config</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.builder.enableHiveSupport.html">pyspark.sql.SparkSession.builder.enableHiveSupport</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.builder.getOrCreate.html">pyspark.sql.SparkSession.builder.getOrCreate</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.builder.master.html">pyspark.sql.SparkSession.builder.master</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.builder.remote.html">pyspark.sql.SparkSession.builder.remote</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.catalog.html">pyspark.sql.SparkSession.catalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.conf.html">pyspark.sql.SparkSession.conf</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.createDataFrame.html">pyspark.sql.SparkSession.createDataFrame</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.dataSource.html">pyspark.sql.SparkSession.dataSource</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.getActiveSession.html">pyspark.sql.SparkSession.getActiveSession</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.newSession.html">pyspark.sql.SparkSession.newSession</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.profile.html">pyspark.sql.SparkSession.profile</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.range.html">pyspark.sql.SparkSession.range</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.read.html">pyspark.sql.SparkSession.read</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.readStream.html">pyspark.sql.SparkSession.readStream</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.sparkContext.html">pyspark.sql.SparkSession.sparkContext</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.sql.html">pyspark.sql.SparkSession.sql</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.stop.html">pyspark.sql.SparkSession.stop</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.streams.html">pyspark.sql.SparkSession.streams</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.table.html">pyspark.sql.SparkSession.table</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.udf.html">pyspark.sql.SparkSession.udf</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.udtf.html">pyspark.sql.SparkSession.udtf</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.version.html">pyspark.sql.SparkSession.version</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.is_remote.html">pyspark.sql.is_remote</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.builder.create.html">pyspark.sql.SparkSession.builder.create</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.addArtifact.html">pyspark.sql.SparkSession.addArtifact</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.addArtifacts.html">pyspark.sql.SparkSession.addArtifacts</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.addTag.html">pyspark.sql.SparkSession.addTag</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.clearProgressHandlers.html">pyspark.sql.SparkSession.clearProgressHandlers</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.clearTags.html">pyspark.sql.SparkSession.clearTags</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.client.html">pyspark.sql.SparkSession.client</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.copyFromLocalToFs.html">pyspark.sql.SparkSession.copyFromLocalToFs</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.getTags.html">pyspark.sql.SparkSession.getTags</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.interruptAll.html">pyspark.sql.SparkSession.interruptAll</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.interruptOperation.html">pyspark.sql.SparkSession.interruptOperation</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.interruptTag.html">pyspark.sql.SparkSession.interruptTag</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.registerProgressHandler.html">pyspark.sql.SparkSession.registerProgressHandler</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.removeProgressHandler.html">pyspark.sql.SparkSession.removeProgressHandler</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.SparkSession.removeTag.html">pyspark.sql.SparkSession.removeTag</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/configuration.html">Configuration</a><input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-4"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.conf.RuntimeConfig.html">pyspark.sql.conf.RuntimeConfig</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/io.html">Input/Output</a><input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-5"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameReader.csv.html">pyspark.sql.DataFrameReader.csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameReader.format.html">pyspark.sql.DataFrameReader.format</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameReader.jdbc.html">pyspark.sql.DataFrameReader.jdbc</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameReader.json.html">pyspark.sql.DataFrameReader.json</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameReader.load.html">pyspark.sql.DataFrameReader.load</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameReader.option.html">pyspark.sql.DataFrameReader.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameReader.options.html">pyspark.sql.DataFrameReader.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameReader.orc.html">pyspark.sql.DataFrameReader.orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameReader.parquet.html">pyspark.sql.DataFrameReader.parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameReader.schema.html">pyspark.sql.DataFrameReader.schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameReader.table.html">pyspark.sql.DataFrameReader.table</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameReader.text.html">pyspark.sql.DataFrameReader.text</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.bucketBy.html">pyspark.sql.DataFrameWriter.bucketBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.csv.html">pyspark.sql.DataFrameWriter.csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.format.html">pyspark.sql.DataFrameWriter.format</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.insertInto.html">pyspark.sql.DataFrameWriter.insertInto</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.jdbc.html">pyspark.sql.DataFrameWriter.jdbc</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.json.html">pyspark.sql.DataFrameWriter.json</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.mode.html">pyspark.sql.DataFrameWriter.mode</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.option.html">pyspark.sql.DataFrameWriter.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.options.html">pyspark.sql.DataFrameWriter.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.orc.html">pyspark.sql.DataFrameWriter.orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.parquet.html">pyspark.sql.DataFrameWriter.parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.partitionBy.html">pyspark.sql.DataFrameWriter.partitionBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.save.html">pyspark.sql.DataFrameWriter.save</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.saveAsTable.html">pyspark.sql.DataFrameWriter.saveAsTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.sortBy.html">pyspark.sql.DataFrameWriter.sortBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriter.text.html">pyspark.sql.DataFrameWriter.text</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriterV2.using.html">pyspark.sql.DataFrameWriterV2.using</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriterV2.option.html">pyspark.sql.DataFrameWriterV2.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriterV2.options.html">pyspark.sql.DataFrameWriterV2.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriterV2.tableProperty.html">pyspark.sql.DataFrameWriterV2.tableProperty</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriterV2.partitionedBy.html">pyspark.sql.DataFrameWriterV2.partitionedBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriterV2.create.html">pyspark.sql.DataFrameWriterV2.create</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriterV2.replace.html">pyspark.sql.DataFrameWriterV2.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriterV2.createOrReplace.html">pyspark.sql.DataFrameWriterV2.createOrReplace</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriterV2.append.html">pyspark.sql.DataFrameWriterV2.append</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriterV2.overwrite.html">pyspark.sql.DataFrameWriterV2.overwrite</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameWriterV2.overwritePartitions.html">pyspark.sql.DataFrameWriterV2.overwritePartitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.MergeIntoWriter.whenMatched.html">pyspark.sql.MergeIntoWriter.whenMatched</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.MergeIntoWriter.whenNotMatched.html">pyspark.sql.MergeIntoWriter.whenNotMatched</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.MergeIntoWriter.whenNotMatchedBySource.html">pyspark.sql.MergeIntoWriter.whenNotMatchedBySource</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.MergeIntoWriter.withSchemaEvolution.html">pyspark.sql.MergeIntoWriter.withSchemaEvolution</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.MergeIntoWriter.merge.html">pyspark.sql.MergeIntoWriter.merge</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/dataframe.html">DataFrame</a><input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-6"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.__getattr__.html">pyspark.sql.DataFrame.__getattr__</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.__getitem__.html">pyspark.sql.DataFrame.__getitem__</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.agg.html">pyspark.sql.DataFrame.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.alias.html">pyspark.sql.DataFrame.alias</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.approxQuantile.html">pyspark.sql.DataFrame.approxQuantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.cache.html">pyspark.sql.DataFrame.cache</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.checkpoint.html">pyspark.sql.DataFrame.checkpoint</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.coalesce.html">pyspark.sql.DataFrame.coalesce</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.colRegex.html">pyspark.sql.DataFrame.colRegex</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.collect.html">pyspark.sql.DataFrame.collect</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.columns.html">pyspark.sql.DataFrame.columns</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.corr.html">pyspark.sql.DataFrame.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.count.html">pyspark.sql.DataFrame.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.cov.html">pyspark.sql.DataFrame.cov</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.createGlobalTempView.html">pyspark.sql.DataFrame.createGlobalTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.createOrReplaceGlobalTempView.html">pyspark.sql.DataFrame.createOrReplaceGlobalTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.createOrReplaceTempView.html">pyspark.sql.DataFrame.createOrReplaceTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.createTempView.html">pyspark.sql.DataFrame.createTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.crossJoin.html">pyspark.sql.DataFrame.crossJoin</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.crosstab.html">pyspark.sql.DataFrame.crosstab</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.cube.html">pyspark.sql.DataFrame.cube</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.describe.html">pyspark.sql.DataFrame.describe</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.distinct.html">pyspark.sql.DataFrame.distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.drop.html">pyspark.sql.DataFrame.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.dropDuplicates.html">pyspark.sql.DataFrame.dropDuplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.dropDuplicatesWithinWatermark.html">pyspark.sql.DataFrame.dropDuplicatesWithinWatermark</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.drop_duplicates.html">pyspark.sql.DataFrame.drop_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.dropna.html">pyspark.sql.DataFrame.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.dtypes.html">pyspark.sql.DataFrame.dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.exceptAll.html">pyspark.sql.DataFrame.exceptAll</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.executionInfo.html">pyspark.sql.DataFrame.executionInfo</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.explain.html">pyspark.sql.DataFrame.explain</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.fillna.html">pyspark.sql.DataFrame.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.filter.html">pyspark.sql.DataFrame.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.first.html">pyspark.sql.DataFrame.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.foreach.html">pyspark.sql.DataFrame.foreach</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.foreachPartition.html">pyspark.sql.DataFrame.foreachPartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.freqItems.html">pyspark.sql.DataFrame.freqItems</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.groupBy.html">pyspark.sql.DataFrame.groupBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.groupingSets.html">pyspark.sql.DataFrame.groupingSets</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.head.html">pyspark.sql.DataFrame.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.hint.html">pyspark.sql.DataFrame.hint</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.inputFiles.html">pyspark.sql.DataFrame.inputFiles</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.intersect.html">pyspark.sql.DataFrame.intersect</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.intersectAll.html">pyspark.sql.DataFrame.intersectAll</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.isEmpty.html">pyspark.sql.DataFrame.isEmpty</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.isLocal.html">pyspark.sql.DataFrame.isLocal</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.isStreaming.html">pyspark.sql.DataFrame.isStreaming</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.join.html">pyspark.sql.DataFrame.join</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.limit.html">pyspark.sql.DataFrame.limit</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.localCheckpoint.html">pyspark.sql.DataFrame.localCheckpoint</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.mapInPandas.html">pyspark.sql.DataFrame.mapInPandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.mapInArrow.html">pyspark.sql.DataFrame.mapInArrow</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.melt.html">pyspark.sql.DataFrame.melt</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.na.html">pyspark.sql.DataFrame.na</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.observe.html">pyspark.sql.DataFrame.observe</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.offset.html">pyspark.sql.DataFrame.offset</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.orderBy.html">pyspark.sql.DataFrame.orderBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.persist.html">pyspark.sql.DataFrame.persist</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.printSchema.html">pyspark.sql.DataFrame.printSchema</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.randomSplit.html">pyspark.sql.DataFrame.randomSplit</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.rdd.html">pyspark.sql.DataFrame.rdd</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.registerTempTable.html">pyspark.sql.DataFrame.registerTempTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.repartition.html">pyspark.sql.DataFrame.repartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.repartitionByRange.html">pyspark.sql.DataFrame.repartitionByRange</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.replace.html">pyspark.sql.DataFrame.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.rollup.html">pyspark.sql.DataFrame.rollup</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.sameSemantics.html">pyspark.sql.DataFrame.sameSemantics</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.sample.html">pyspark.sql.DataFrame.sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.sampleBy.html">pyspark.sql.DataFrame.sampleBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.schema.html">pyspark.sql.DataFrame.schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.select.html">pyspark.sql.DataFrame.select</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.selectExpr.html">pyspark.sql.DataFrame.selectExpr</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.semanticHash.html">pyspark.sql.DataFrame.semanticHash</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.show.html">pyspark.sql.DataFrame.show</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.sort.html">pyspark.sql.DataFrame.sort</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.sortWithinPartitions.html">pyspark.sql.DataFrame.sortWithinPartitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.sparkSession.html">pyspark.sql.DataFrame.sparkSession</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.stat.html">pyspark.sql.DataFrame.stat</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.storageLevel.html">pyspark.sql.DataFrame.storageLevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.subtract.html">pyspark.sql.DataFrame.subtract</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.summary.html">pyspark.sql.DataFrame.summary</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.tail.html">pyspark.sql.DataFrame.tail</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.take.html">pyspark.sql.DataFrame.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.to.html">pyspark.sql.DataFrame.to</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.toArrow.html">pyspark.sql.DataFrame.toArrow</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.toDF.html">pyspark.sql.DataFrame.toDF</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.toJSON.html">pyspark.sql.DataFrame.toJSON</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.toLocalIterator.html">pyspark.sql.DataFrame.toLocalIterator</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.toPandas.html">pyspark.sql.DataFrame.toPandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.transform.html">pyspark.sql.DataFrame.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.union.html">pyspark.sql.DataFrame.union</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.unionAll.html">pyspark.sql.DataFrame.unionAll</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.unionByName.html">pyspark.sql.DataFrame.unionByName</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.unpersist.html">pyspark.sql.DataFrame.unpersist</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.unpivot.html">pyspark.sql.DataFrame.unpivot</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.where.html">pyspark.sql.DataFrame.where</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.withColumn.html">pyspark.sql.DataFrame.withColumn</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.withColumns.html">pyspark.sql.DataFrame.withColumns</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.withColumnRenamed.html">pyspark.sql.DataFrame.withColumnRenamed</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.withColumnsRenamed.html">pyspark.sql.DataFrame.withColumnsRenamed</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.withMetadata.html">pyspark.sql.DataFrame.withMetadata</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.withWatermark.html">pyspark.sql.DataFrame.withWatermark</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.write.html">pyspark.sql.DataFrame.write</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.writeStream.html">pyspark.sql.DataFrame.writeStream</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.writeTo.html">pyspark.sql.DataFrame.writeTo</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.mergeInto.html">pyspark.sql.DataFrame.mergeInto</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrame.pandas_api.html">pyspark.sql.DataFrame.pandas_api</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameNaFunctions.drop.html">pyspark.sql.DataFrameNaFunctions.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameNaFunctions.fill.html">pyspark.sql.DataFrameNaFunctions.fill</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameNaFunctions.replace.html">pyspark.sql.DataFrameNaFunctions.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.approxQuantile.html">pyspark.sql.DataFrameStatFunctions.approxQuantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.corr.html">pyspark.sql.DataFrameStatFunctions.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.cov.html">pyspark.sql.DataFrameStatFunctions.cov</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.crosstab.html">pyspark.sql.DataFrameStatFunctions.crosstab</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.freqItems.html">pyspark.sql.DataFrameStatFunctions.freqItems</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.sampleBy.html">pyspark.sql.DataFrameStatFunctions.sampleBy</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/column.html">Column</a><input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-7"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.__getattr__.html">pyspark.sql.Column.__getattr__</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.__getitem__.html">pyspark.sql.Column.__getitem__</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.alias.html">pyspark.sql.Column.alias</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.asc.html">pyspark.sql.Column.asc</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.asc_nulls_first.html">pyspark.sql.Column.asc_nulls_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.asc_nulls_last.html">pyspark.sql.Column.asc_nulls_last</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.astype.html">pyspark.sql.Column.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.between.html">pyspark.sql.Column.between</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.bitwiseAND.html">pyspark.sql.Column.bitwiseAND</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.bitwiseOR.html">pyspark.sql.Column.bitwiseOR</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.bitwiseXOR.html">pyspark.sql.Column.bitwiseXOR</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.cast.html">pyspark.sql.Column.cast</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.contains.html">pyspark.sql.Column.contains</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.desc.html">pyspark.sql.Column.desc</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.desc_nulls_first.html">pyspark.sql.Column.desc_nulls_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.desc_nulls_last.html">pyspark.sql.Column.desc_nulls_last</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.dropFields.html">pyspark.sql.Column.dropFields</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.endswith.html">pyspark.sql.Column.endswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.eqNullSafe.html">pyspark.sql.Column.eqNullSafe</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.getField.html">pyspark.sql.Column.getField</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.getItem.html">pyspark.sql.Column.getItem</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.ilike.html">pyspark.sql.Column.ilike</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.isNaN.html">pyspark.sql.Column.isNaN</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.isNotNull.html">pyspark.sql.Column.isNotNull</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.isNull.html">pyspark.sql.Column.isNull</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.isin.html">pyspark.sql.Column.isin</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.like.html">pyspark.sql.Column.like</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.name.html">pyspark.sql.Column.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.otherwise.html">pyspark.sql.Column.otherwise</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.over.html">pyspark.sql.Column.over</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.rlike.html">pyspark.sql.Column.rlike</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.startswith.html">pyspark.sql.Column.startswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.substr.html">pyspark.sql.Column.substr</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.try_cast.html">pyspark.sql.Column.try_cast</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.when.html">pyspark.sql.Column.when</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Column.withField.html">pyspark.sql.Column.withField</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/data_types.html">Data Types</a><input class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-8"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.ArrayType.html">ArrayType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.BinaryType.html">BinaryType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.BooleanType.html">BooleanType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.ByteType.html">ByteType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.DataType.html">DataType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.DateType.html">DateType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.DecimalType.html">DecimalType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.DoubleType.html">DoubleType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.FloatType.html">FloatType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.IntegerType.html">IntegerType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.LongType.html">LongType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.MapType.html">MapType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.NullType.html">NullType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.ShortType.html">ShortType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.StringType.html">StringType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.CharType.html">CharType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.VarcharType.html">VarcharType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.StructField.html">StructField</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.StructType.html">StructType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.VariantType.html">VariantType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.TimestampType.html">TimestampType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.TimestampNTZType.html">TimestampNTZType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.DayTimeIntervalType.html">DayTimeIntervalType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.YearMonthIntervalType.html">YearMonthIntervalType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.types.CalendarIntervalType.html">CalendarIntervalType</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/row.html">Row</a><input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-9"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Row.asDict.html">pyspark.sql.Row.asDict</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/functions.html">Functions</a><input class="toctree-checkbox" id="toctree-checkbox-10" name="toctree-checkbox-10" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-10"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.broadcast.html">pyspark.sql.functions.broadcast</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.call_function.html">pyspark.sql.functions.call_function</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.col.html">pyspark.sql.functions.col</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.column.html">pyspark.sql.functions.column</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.lit.html">pyspark.sql.functions.lit</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.expr.html">pyspark.sql.functions.expr</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.coalesce.html">pyspark.sql.functions.coalesce</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.ifnull.html">pyspark.sql.functions.ifnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.nanvl.html">pyspark.sql.functions.nanvl</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.nullif.html">pyspark.sql.functions.nullif</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.nullifzero.html">pyspark.sql.functions.nullifzero</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.nvl.html">pyspark.sql.functions.nvl</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.nvl2.html">pyspark.sql.functions.nvl2</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.when.html">pyspark.sql.functions.when</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.zeroifnull.html">pyspark.sql.functions.zeroifnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.equal_null.html">pyspark.sql.functions.equal_null</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.ilike.html">pyspark.sql.functions.ilike</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.isnan.html">pyspark.sql.functions.isnan</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.isnotnull.html">pyspark.sql.functions.isnotnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.isnull.html">pyspark.sql.functions.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.like.html">pyspark.sql.functions.like</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regexp.html">pyspark.sql.functions.regexp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regexp_like.html">pyspark.sql.functions.regexp_like</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.rlike.html">pyspark.sql.functions.rlike</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.asc.html">pyspark.sql.functions.asc</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.asc_nulls_first.html">pyspark.sql.functions.asc_nulls_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.asc_nulls_last.html">pyspark.sql.functions.asc_nulls_last</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.desc.html">pyspark.sql.functions.desc</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.desc_nulls_first.html">pyspark.sql.functions.desc_nulls_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.desc_nulls_last.html">pyspark.sql.functions.desc_nulls_last</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.abs.html">pyspark.sql.functions.abs</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.acos.html">pyspark.sql.functions.acos</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.acosh.html">pyspark.sql.functions.acosh</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.asin.html">pyspark.sql.functions.asin</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.asinh.html">pyspark.sql.functions.asinh</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.atan.html">pyspark.sql.functions.atan</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.atan2.html">pyspark.sql.functions.atan2</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.atanh.html">pyspark.sql.functions.atanh</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bin.html">pyspark.sql.functions.bin</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bround.html">pyspark.sql.functions.bround</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.cbrt.html">pyspark.sql.functions.cbrt</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.ceil.html">pyspark.sql.functions.ceil</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.ceiling.html">pyspark.sql.functions.ceiling</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.conv.html">pyspark.sql.functions.conv</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.cos.html">pyspark.sql.functions.cos</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.cosh.html">pyspark.sql.functions.cosh</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.cot.html">pyspark.sql.functions.cot</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.csc.html">pyspark.sql.functions.csc</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.degrees.html">pyspark.sql.functions.degrees</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.e.html">pyspark.sql.functions.e</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.exp.html">pyspark.sql.functions.exp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.expm1.html">pyspark.sql.functions.expm1</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.factorial.html">pyspark.sql.functions.factorial</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.floor.html">pyspark.sql.functions.floor</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.greatest.html">pyspark.sql.functions.greatest</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.hex.html">pyspark.sql.functions.hex</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.hypot.html">pyspark.sql.functions.hypot</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.least.html">pyspark.sql.functions.least</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.ln.html">pyspark.sql.functions.ln</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.log.html">pyspark.sql.functions.log</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.log10.html">pyspark.sql.functions.log10</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.log1p.html">pyspark.sql.functions.log1p</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.log2.html">pyspark.sql.functions.log2</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.negate.html">pyspark.sql.functions.negate</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.negative.html">pyspark.sql.functions.negative</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.pi.html">pyspark.sql.functions.pi</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.pmod.html">pyspark.sql.functions.pmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.positive.html">pyspark.sql.functions.positive</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.pow.html">pyspark.sql.functions.pow</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.power.html">pyspark.sql.functions.power</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.radians.html">pyspark.sql.functions.radians</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.rand.html">pyspark.sql.functions.rand</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.randn.html">pyspark.sql.functions.randn</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.rint.html">pyspark.sql.functions.rint</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.round.html">pyspark.sql.functions.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.sec.html">pyspark.sql.functions.sec</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.sign.html">pyspark.sql.functions.sign</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.signum.html">pyspark.sql.functions.signum</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.sin.html">pyspark.sql.functions.sin</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.sinh.html">pyspark.sql.functions.sinh</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.sqrt.html">pyspark.sql.functions.sqrt</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.tan.html">pyspark.sql.functions.tan</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.tanh.html">pyspark.sql.functions.tanh</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_add.html">pyspark.sql.functions.try_add</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_divide.html">pyspark.sql.functions.try_divide</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_mod.html">pyspark.sql.functions.try_mod</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_multiply.html">pyspark.sql.functions.try_multiply</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_subtract.html">pyspark.sql.functions.try_subtract</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.unhex.html">pyspark.sql.functions.unhex</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.width_bucket.html">pyspark.sql.functions.width_bucket</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.ascii.html">pyspark.sql.functions.ascii</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.base64.html">pyspark.sql.functions.base64</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bit_length.html">pyspark.sql.functions.bit_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.btrim.html">pyspark.sql.functions.btrim</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.char.html">pyspark.sql.functions.char</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.char_length.html">pyspark.sql.functions.char_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.character_length.html">pyspark.sql.functions.character_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.collate.html">pyspark.sql.functions.collate</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.collation.html">pyspark.sql.functions.collation</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.concat_ws.html">pyspark.sql.functions.concat_ws</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.contains.html">pyspark.sql.functions.contains</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.decode.html">pyspark.sql.functions.decode</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.elt.html">pyspark.sql.functions.elt</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.encode.html">pyspark.sql.functions.encode</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.endswith.html">pyspark.sql.functions.endswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.find_in_set.html">pyspark.sql.functions.find_in_set</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.format_number.html">pyspark.sql.functions.format_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.format_string.html">pyspark.sql.functions.format_string</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.initcap.html">pyspark.sql.functions.initcap</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.instr.html">pyspark.sql.functions.instr</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.lcase.html">pyspark.sql.functions.lcase</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.left.html">pyspark.sql.functions.left</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.length.html">pyspark.sql.functions.length</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.levenshtein.html">pyspark.sql.functions.levenshtein</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.locate.html">pyspark.sql.functions.locate</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.lower.html">pyspark.sql.functions.lower</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.lpad.html">pyspark.sql.functions.lpad</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.ltrim.html">pyspark.sql.functions.ltrim</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.mask.html">pyspark.sql.functions.mask</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.octet_length.html">pyspark.sql.functions.octet_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.overlay.html">pyspark.sql.functions.overlay</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.position.html">pyspark.sql.functions.position</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.printf.html">pyspark.sql.functions.printf</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regexp_count.html">pyspark.sql.functions.regexp_count</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regexp_extract.html">pyspark.sql.functions.regexp_extract</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regexp_extract_all.html">pyspark.sql.functions.regexp_extract_all</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regexp_instr.html">pyspark.sql.functions.regexp_instr</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regexp_replace.html">pyspark.sql.functions.regexp_replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regexp_substr.html">pyspark.sql.functions.regexp_substr</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.repeat.html">pyspark.sql.functions.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.replace.html">pyspark.sql.functions.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.right.html">pyspark.sql.functions.right</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.rpad.html">pyspark.sql.functions.rpad</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.rtrim.html">pyspark.sql.functions.rtrim</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.sentences.html">pyspark.sql.functions.sentences</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.soundex.html">pyspark.sql.functions.soundex</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.split.html">pyspark.sql.functions.split</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.split_part.html">pyspark.sql.functions.split_part</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.startswith.html">pyspark.sql.functions.startswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.substr.html">pyspark.sql.functions.substr</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.substring.html">pyspark.sql.functions.substring</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.substring_index.html">pyspark.sql.functions.substring_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_binary.html">pyspark.sql.functions.to_binary</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_char.html">pyspark.sql.functions.to_char</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_number.html">pyspark.sql.functions.to_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_varchar.html">pyspark.sql.functions.to_varchar</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.translate.html">pyspark.sql.functions.translate</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.trim.html">pyspark.sql.functions.trim</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_to_binary.html">pyspark.sql.functions.try_to_binary</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_to_number.html">pyspark.sql.functions.try_to_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.ucase.html">pyspark.sql.functions.ucase</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.unbase64.html">pyspark.sql.functions.unbase64</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.upper.html">pyspark.sql.functions.upper</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bit_count.html">pyspark.sql.functions.bit_count</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bit_get.html">pyspark.sql.functions.bit_get</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bitwise_not.html">pyspark.sql.functions.bitwise_not</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.getbit.html">pyspark.sql.functions.getbit</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.shiftleft.html">pyspark.sql.functions.shiftleft</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.shiftright.html">pyspark.sql.functions.shiftright</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.shiftrightunsigned.html">pyspark.sql.functions.shiftrightunsigned</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.add_months.html">pyspark.sql.functions.add_months</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.convert_timezone.html">pyspark.sql.functions.convert_timezone</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.curdate.html">pyspark.sql.functions.curdate</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.current_date.html">pyspark.sql.functions.current_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.current_timestamp.html">pyspark.sql.functions.current_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.current_timezone.html">pyspark.sql.functions.current_timezone</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.date_add.html">pyspark.sql.functions.date_add</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.date_diff.html">pyspark.sql.functions.date_diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.date_format.html">pyspark.sql.functions.date_format</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.date_from_unix_date.html">pyspark.sql.functions.date_from_unix_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.date_part.html">pyspark.sql.functions.date_part</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.date_sub.html">pyspark.sql.functions.date_sub</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.date_trunc.html">pyspark.sql.functions.date_trunc</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.dateadd.html">pyspark.sql.functions.dateadd</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.datediff.html">pyspark.sql.functions.datediff</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.datepart.html">pyspark.sql.functions.datepart</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.day.html">pyspark.sql.functions.day</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.dayname.html">pyspark.sql.functions.dayname</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.dayofmonth.html">pyspark.sql.functions.dayofmonth</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.dayofweek.html">pyspark.sql.functions.dayofweek</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.dayofyear.html">pyspark.sql.functions.dayofyear</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.extract.html">pyspark.sql.functions.extract</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.from_unixtime.html">pyspark.sql.functions.from_unixtime</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.from_utc_timestamp.html">pyspark.sql.functions.from_utc_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.hour.html">pyspark.sql.functions.hour</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.last_day.html">pyspark.sql.functions.last_day</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.localtimestamp.html">pyspark.sql.functions.localtimestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.make_date.html">pyspark.sql.functions.make_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.make_dt_interval.html">pyspark.sql.functions.make_dt_interval</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.make_interval.html">pyspark.sql.functions.make_interval</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.make_timestamp.html">pyspark.sql.functions.make_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.make_timestamp_ltz.html">pyspark.sql.functions.make_timestamp_ltz</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.make_timestamp_ntz.html">pyspark.sql.functions.make_timestamp_ntz</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.make_ym_interval.html">pyspark.sql.functions.make_ym_interval</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.minute.html">pyspark.sql.functions.minute</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.month.html">pyspark.sql.functions.month</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.monthname.html">pyspark.sql.functions.monthname</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.months_between.html">pyspark.sql.functions.months_between</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.next_day.html">pyspark.sql.functions.next_day</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.now.html">pyspark.sql.functions.now</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.quarter.html">pyspark.sql.functions.quarter</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.second.html">pyspark.sql.functions.second</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.session_window.html">pyspark.sql.functions.session_window</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.timestamp_add.html">pyspark.sql.functions.timestamp_add</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.timestamp_diff.html">pyspark.sql.functions.timestamp_diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.timestamp_micros.html">pyspark.sql.functions.timestamp_micros</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.timestamp_millis.html">pyspark.sql.functions.timestamp_millis</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.timestamp_seconds.html">pyspark.sql.functions.timestamp_seconds</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_date.html">pyspark.sql.functions.to_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_timestamp.html">pyspark.sql.functions.to_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_timestamp_ltz.html">pyspark.sql.functions.to_timestamp_ltz</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_timestamp_ntz.html">pyspark.sql.functions.to_timestamp_ntz</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_unix_timestamp.html">pyspark.sql.functions.to_unix_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_utc_timestamp.html">pyspark.sql.functions.to_utc_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.trunc.html">pyspark.sql.functions.trunc</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_to_timestamp.html">pyspark.sql.functions.try_to_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.unix_date.html">pyspark.sql.functions.unix_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.unix_micros.html">pyspark.sql.functions.unix_micros</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.unix_millis.html">pyspark.sql.functions.unix_millis</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.unix_seconds.html">pyspark.sql.functions.unix_seconds</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.unix_timestamp.html">pyspark.sql.functions.unix_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.weekday.html">pyspark.sql.functions.weekday</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.weekofyear.html">pyspark.sql.functions.weekofyear</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.window.html">pyspark.sql.functions.window</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.window_time.html">pyspark.sql.functions.window_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.year.html">pyspark.sql.functions.year</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.crc32.html">pyspark.sql.functions.crc32</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.hash.html">pyspark.sql.functions.hash</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.md5.html">pyspark.sql.functions.md5</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.sha.html">pyspark.sql.functions.sha</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.sha1.html">pyspark.sql.functions.sha1</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.sha2.html">pyspark.sql.functions.sha2</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.xxhash64.html">pyspark.sql.functions.xxhash64</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.aggregate.html">pyspark.sql.functions.aggregate</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_sort.html">pyspark.sql.functions.array_sort</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.cardinality.html">pyspark.sql.functions.cardinality</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.concat.html">pyspark.sql.functions.concat</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.element_at.html">pyspark.sql.functions.element_at</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.exists.html">pyspark.sql.functions.exists</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.filter.html">pyspark.sql.functions.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.forall.html">pyspark.sql.functions.forall</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.map_filter.html">pyspark.sql.functions.map_filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.map_zip_with.html">pyspark.sql.functions.map_zip_with</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.reduce.html">pyspark.sql.functions.reduce</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.reverse.html">pyspark.sql.functions.reverse</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.size.html">pyspark.sql.functions.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.transform.html">pyspark.sql.functions.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.transform_keys.html">pyspark.sql.functions.transform_keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.transform_values.html">pyspark.sql.functions.transform_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_element_at.html">pyspark.sql.functions.try_element_at</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.zip_with.html">pyspark.sql.functions.zip_with</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array.html">pyspark.sql.functions.array</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_append.html">pyspark.sql.functions.array_append</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_compact.html">pyspark.sql.functions.array_compact</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_contains.html">pyspark.sql.functions.array_contains</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_distinct.html">pyspark.sql.functions.array_distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_except.html">pyspark.sql.functions.array_except</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_insert.html">pyspark.sql.functions.array_insert</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_intersect.html">pyspark.sql.functions.array_intersect</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_join.html">pyspark.sql.functions.array_join</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_max.html">pyspark.sql.functions.array_max</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_min.html">pyspark.sql.functions.array_min</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_position.html">pyspark.sql.functions.array_position</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_prepend.html">pyspark.sql.functions.array_prepend</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_remove.html">pyspark.sql.functions.array_remove</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_repeat.html">pyspark.sql.functions.array_repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_size.html">pyspark.sql.functions.array_size</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_union.html">pyspark.sql.functions.array_union</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.arrays_overlap.html">pyspark.sql.functions.arrays_overlap</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.arrays_zip.html">pyspark.sql.functions.arrays_zip</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.flatten.html">pyspark.sql.functions.flatten</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.get.html">pyspark.sql.functions.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.sequence.html">pyspark.sql.functions.sequence</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.shuffle.html">pyspark.sql.functions.shuffle</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.slice.html">pyspark.sql.functions.slice</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.sort_array.html">pyspark.sql.functions.sort_array</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.named_struct.html">pyspark.sql.functions.named_struct</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.struct.html">pyspark.sql.functions.struct</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.create_map.html">pyspark.sql.functions.create_map</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.map_concat.html">pyspark.sql.functions.map_concat</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.map_contains_key.html">pyspark.sql.functions.map_contains_key</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.map_entries.html">pyspark.sql.functions.map_entries</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.map_from_arrays.html">pyspark.sql.functions.map_from_arrays</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.map_from_entries.html">pyspark.sql.functions.map_from_entries</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.map_keys.html">pyspark.sql.functions.map_keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.map_values.html">pyspark.sql.functions.map_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.str_to_map.html">pyspark.sql.functions.str_to_map</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.any_value.html">pyspark.sql.functions.any_value</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.approx_count_distinct.html">pyspark.sql.functions.approx_count_distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.approx_percentile.html">pyspark.sql.functions.approx_percentile</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.array_agg.html">pyspark.sql.functions.array_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.avg.html">pyspark.sql.functions.avg</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bit_and.html">pyspark.sql.functions.bit_and</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bit_or.html">pyspark.sql.functions.bit_or</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bit_xor.html">pyspark.sql.functions.bit_xor</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bitmap_construct_agg.html">pyspark.sql.functions.bitmap_construct_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bitmap_or_agg.html">pyspark.sql.functions.bitmap_or_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bool_and.html">pyspark.sql.functions.bool_and</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bool_or.html">pyspark.sql.functions.bool_or</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.collect_list.html">pyspark.sql.functions.collect_list</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.collect_set.html">pyspark.sql.functions.collect_set</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.corr.html">pyspark.sql.functions.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.count.html">pyspark.sql.functions.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.count_distinct.html">pyspark.sql.functions.count_distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.count_if.html">pyspark.sql.functions.count_if</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.count_min_sketch.html">pyspark.sql.functions.count_min_sketch</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.covar_pop.html">pyspark.sql.functions.covar_pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.covar_samp.html">pyspark.sql.functions.covar_samp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.every.html">pyspark.sql.functions.every</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.first.html">pyspark.sql.functions.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.first_value.html">pyspark.sql.functions.first_value</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.grouping.html">pyspark.sql.functions.grouping</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.grouping_id.html">pyspark.sql.functions.grouping_id</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.histogram_numeric.html">pyspark.sql.functions.histogram_numeric</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.hll_sketch_agg.html">pyspark.sql.functions.hll_sketch_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.hll_union_agg.html">pyspark.sql.functions.hll_union_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.kurtosis.html">pyspark.sql.functions.kurtosis</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.last.html">pyspark.sql.functions.last</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.last_value.html">pyspark.sql.functions.last_value</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.max.html">pyspark.sql.functions.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.max_by.html">pyspark.sql.functions.max_by</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.mean.html">pyspark.sql.functions.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.median.html">pyspark.sql.functions.median</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.min.html">pyspark.sql.functions.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.min_by.html">pyspark.sql.functions.min_by</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.mode.html">pyspark.sql.functions.mode</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.percentile.html">pyspark.sql.functions.percentile</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.percentile_approx.html">pyspark.sql.functions.percentile_approx</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.product.html">pyspark.sql.functions.product</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regr_avgx.html">pyspark.sql.functions.regr_avgx</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regr_avgy.html">pyspark.sql.functions.regr_avgy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regr_count.html">pyspark.sql.functions.regr_count</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regr_intercept.html">pyspark.sql.functions.regr_intercept</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regr_r2.html">pyspark.sql.functions.regr_r2</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regr_slope.html">pyspark.sql.functions.regr_slope</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regr_sxx.html">pyspark.sql.functions.regr_sxx</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regr_sxy.html">pyspark.sql.functions.regr_sxy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.regr_syy.html">pyspark.sql.functions.regr_syy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.skewness.html">pyspark.sql.functions.skewness</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.some.html">pyspark.sql.functions.some</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.std.html">pyspark.sql.functions.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.stddev.html">pyspark.sql.functions.stddev</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.stddev_pop.html">pyspark.sql.functions.stddev_pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.stddev_samp.html">pyspark.sql.functions.stddev_samp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.sum.html">pyspark.sql.functions.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.sum_distinct.html">pyspark.sql.functions.sum_distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_avg.html">pyspark.sql.functions.try_avg</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_sum.html">pyspark.sql.functions.try_sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.var_pop.html">pyspark.sql.functions.var_pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.var_samp.html">pyspark.sql.functions.var_samp</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.variance.html">pyspark.sql.functions.variance</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.cume_dist.html">pyspark.sql.functions.cume_dist</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.dense_rank.html">pyspark.sql.functions.dense_rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.lag.html">pyspark.sql.functions.lag</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.lead.html">pyspark.sql.functions.lead</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.nth_value.html">pyspark.sql.functions.nth_value</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.ntile.html">pyspark.sql.functions.ntile</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.percent_rank.html">pyspark.sql.functions.percent_rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.rank.html">pyspark.sql.functions.rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.row_number.html">pyspark.sql.functions.row_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.explode.html">pyspark.sql.functions.explode</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.explode_outer.html">pyspark.sql.functions.explode_outer</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.inline.html">pyspark.sql.functions.inline</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.inline_outer.html">pyspark.sql.functions.inline_outer</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.posexplode.html">pyspark.sql.functions.posexplode</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.posexplode_outer.html">pyspark.sql.functions.posexplode_outer</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.stack.html">pyspark.sql.functions.stack</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.partitioning.years.html">pyspark.sql.functions.partitioning.years</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.partitioning.months.html">pyspark.sql.functions.partitioning.months</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.partitioning.days.html">pyspark.sql.functions.partitioning.days</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.partitioning.hours.html">pyspark.sql.functions.partitioning.hours</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.partitioning.bucket.html">pyspark.sql.functions.partitioning.bucket</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.from_csv.html">pyspark.sql.functions.from_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.schema_of_csv.html">pyspark.sql.functions.schema_of_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_csv.html">pyspark.sql.functions.to_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.from_json.html">pyspark.sql.functions.from_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.get_json_object.html">pyspark.sql.functions.get_json_object</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.json_array_length.html">pyspark.sql.functions.json_array_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.json_object_keys.html">pyspark.sql.functions.json_object_keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.json_tuple.html">pyspark.sql.functions.json_tuple</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.schema_of_json.html">pyspark.sql.functions.schema_of_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_json.html">pyspark.sql.functions.to_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.is_variant_null.html">pyspark.sql.functions.is_variant_null</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.parse_json.html">pyspark.sql.functions.parse_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.schema_of_variant.html">pyspark.sql.functions.schema_of_variant</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.schema_of_variant_agg.html">pyspark.sql.functions.schema_of_variant_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_variant_get.html">pyspark.sql.functions.try_variant_get</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.variant_get.html">pyspark.sql.functions.variant_get</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_parse_json.html">pyspark.sql.functions.try_parse_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_variant_object.html">pyspark.sql.functions.to_variant_object</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.from_xml.html">pyspark.sql.functions.from_xml</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.schema_of_xml.html">pyspark.sql.functions.schema_of_xml</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.to_xml.html">pyspark.sql.functions.to_xml</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.xpath.html">pyspark.sql.functions.xpath</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.xpath_boolean.html">pyspark.sql.functions.xpath_boolean</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.xpath_double.html">pyspark.sql.functions.xpath_double</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.xpath_float.html">pyspark.sql.functions.xpath_float</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.xpath_int.html">pyspark.sql.functions.xpath_int</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.xpath_long.html">pyspark.sql.functions.xpath_long</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.xpath_number.html">pyspark.sql.functions.xpath_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.xpath_short.html">pyspark.sql.functions.xpath_short</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.xpath_string.html">pyspark.sql.functions.xpath_string</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.parse_url.html">pyspark.sql.functions.parse_url</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.url_decode.html">pyspark.sql.functions.url_decode</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.url_encode.html">pyspark.sql.functions.url_encode</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_url_decode.html">pyspark.sql.functions.try_url_decode</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.aes_decrypt.html">pyspark.sql.functions.aes_decrypt</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.aes_encrypt.html">pyspark.sql.functions.aes_encrypt</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.assert_true.html">pyspark.sql.functions.assert_true</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bitmap_bit_position.html">pyspark.sql.functions.bitmap_bit_position</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bitmap_bucket_number.html">pyspark.sql.functions.bitmap_bucket_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.bitmap_count.html">pyspark.sql.functions.bitmap_count</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.current_catalog.html">pyspark.sql.functions.current_catalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.current_database.html">pyspark.sql.functions.current_database</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.current_schema.html">pyspark.sql.functions.current_schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.current_user.html">pyspark.sql.functions.current_user</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.hll_sketch_estimate.html">pyspark.sql.functions.hll_sketch_estimate</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.hll_union.html">pyspark.sql.functions.hll_union</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.input_file_block_length.html">pyspark.sql.functions.input_file_block_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.input_file_block_start.html">pyspark.sql.functions.input_file_block_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.input_file_name.html">pyspark.sql.functions.input_file_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.java_method.html">pyspark.sql.functions.java_method</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.monotonically_increasing_id.html">pyspark.sql.functions.monotonically_increasing_id</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.raise_error.html">pyspark.sql.functions.raise_error</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.reflect.html">pyspark.sql.functions.reflect</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.session_user.html">pyspark.sql.functions.session_user</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.spark_partition_id.html">pyspark.sql.functions.spark_partition_id</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_aes_decrypt.html">pyspark.sql.functions.try_aes_decrypt</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.try_reflect.html">pyspark.sql.functions.try_reflect</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.typeof.html">pyspark.sql.functions.typeof</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.user.html">pyspark.sql.functions.user</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.version.html">pyspark.sql.functions.version</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.call_udf.html">pyspark.sql.functions.call_udf</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.pandas_udf.html">pyspark.sql.functions.pandas_udf</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.udf.html">pyspark.sql.functions.udf</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.udtf.html">pyspark.sql.functions.udtf</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.functions.unwrap_udt.html">pyspark.sql.functions.unwrap_udt</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/window.html">Window</a><input class="toctree-checkbox" id="toctree-checkbox-11" name="toctree-checkbox-11" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-11"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Window.currentRow.html">pyspark.sql.Window.currentRow</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Window.orderBy.html">pyspark.sql.Window.orderBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Window.partitionBy.html">pyspark.sql.Window.partitionBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Window.rangeBetween.html">pyspark.sql.Window.rangeBetween</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Window.rowsBetween.html">pyspark.sql.Window.rowsBetween</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Window.unboundedFollowing.html">pyspark.sql.Window.unboundedFollowing</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Window.unboundedPreceding.html">pyspark.sql.Window.unboundedPreceding</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.WindowSpec.orderBy.html">pyspark.sql.WindowSpec.orderBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.WindowSpec.partitionBy.html">pyspark.sql.WindowSpec.partitionBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.WindowSpec.rangeBetween.html">pyspark.sql.WindowSpec.rangeBetween</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.WindowSpec.rowsBetween.html">pyspark.sql.WindowSpec.rowsBetween</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/grouping.html">Grouping</a><input class="toctree-checkbox" id="toctree-checkbox-12" name="toctree-checkbox-12" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-12"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.agg.html">pyspark.sql.GroupedData.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.apply.html">pyspark.sql.GroupedData.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.applyInArrow.html">pyspark.sql.GroupedData.applyInArrow</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.applyInPandas.html">pyspark.sql.GroupedData.applyInPandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.applyInPandasWithState.html">pyspark.sql.GroupedData.applyInPandasWithState</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.avg.html">pyspark.sql.GroupedData.avg</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.cogroup.html">pyspark.sql.GroupedData.cogroup</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.count.html">pyspark.sql.GroupedData.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.max.html">pyspark.sql.GroupedData.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.mean.html">pyspark.sql.GroupedData.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.min.html">pyspark.sql.GroupedData.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.pivot.html">pyspark.sql.GroupedData.pivot</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.GroupedData.sum.html">pyspark.sql.GroupedData.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.PandasCogroupedOps.applyInArrow.html">pyspark.sql.PandasCogroupedOps.applyInArrow</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.PandasCogroupedOps.applyInPandas.html">pyspark.sql.PandasCogroupedOps.applyInPandas</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/catalog.html">Catalog</a><input class="toctree-checkbox" id="toctree-checkbox-13" name="toctree-checkbox-13" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-13"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.cacheTable.html">pyspark.sql.Catalog.cacheTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.clearCache.html">pyspark.sql.Catalog.clearCache</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.createExternalTable.html">pyspark.sql.Catalog.createExternalTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.createTable.html">pyspark.sql.Catalog.createTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.currentCatalog.html">pyspark.sql.Catalog.currentCatalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.currentDatabase.html">pyspark.sql.Catalog.currentDatabase</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.databaseExists.html">pyspark.sql.Catalog.databaseExists</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.dropGlobalTempView.html">pyspark.sql.Catalog.dropGlobalTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.dropTempView.html">pyspark.sql.Catalog.dropTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.functionExists.html">pyspark.sql.Catalog.functionExists</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.getDatabase.html">pyspark.sql.Catalog.getDatabase</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.getFunction.html">pyspark.sql.Catalog.getFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.getTable.html">pyspark.sql.Catalog.getTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.isCached.html">pyspark.sql.Catalog.isCached</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.listCatalogs.html">pyspark.sql.Catalog.listCatalogs</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.listColumns.html">pyspark.sql.Catalog.listColumns</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.listDatabases.html">pyspark.sql.Catalog.listDatabases</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.listFunctions.html">pyspark.sql.Catalog.listFunctions</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.listTables.html">pyspark.sql.Catalog.listTables</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.recoverPartitions.html">pyspark.sql.Catalog.recoverPartitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.refreshByPath.html">pyspark.sql.Catalog.refreshByPath</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.refreshTable.html">pyspark.sql.Catalog.refreshTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.registerFunction.html">pyspark.sql.Catalog.registerFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.setCurrentCatalog.html">pyspark.sql.Catalog.setCurrentCatalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.setCurrentDatabase.html">pyspark.sql.Catalog.setCurrentDatabase</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.tableExists.html">pyspark.sql.Catalog.tableExists</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Catalog.uncacheTable.html">pyspark.sql.Catalog.uncacheTable</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/avro.html">Avro</a><input class="toctree-checkbox" id="toctree-checkbox-14" name="toctree-checkbox-14" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-14"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.avro.functions.from_avro.html">pyspark.sql.avro.functions.from_avro</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.avro.functions.to_avro.html">pyspark.sql.avro.functions.to_avro</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/observation.html">Observation</a><input class="toctree-checkbox" id="toctree-checkbox-15" name="toctree-checkbox-15" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-15"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.Observation.get.html">pyspark.sql.Observation.get</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/udf.html">UDF</a><input class="toctree-checkbox" id="toctree-checkbox-16" name="toctree-checkbox-16" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-16"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.udf.UserDefinedFunction.asNondeterministic.html">pyspark.sql.udf.UserDefinedFunction.asNondeterministic</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.udf.UserDefinedFunction.returnType.html">pyspark.sql.udf.UserDefinedFunction.returnType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.UDFRegistration.register.html">pyspark.sql.UDFRegistration.register</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.UDFRegistration.registerJavaFunction.html">pyspark.sql.UDFRegistration.registerJavaFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.UDFRegistration.registerJavaUDAF.html">pyspark.sql.UDFRegistration.registerJavaUDAF</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/udtf.html">UDTF</a><input class="toctree-checkbox" id="toctree-checkbox-17" name="toctree-checkbox-17" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-17"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.udtf.UserDefinedTableFunction.asDeterministic.html">pyspark.sql.udtf.UserDefinedTableFunction.asDeterministic</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.udtf.UserDefinedTableFunction.returnType.html">pyspark.sql.udtf.UserDefinedTableFunction.returnType</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.UDTFRegistration.register.html">pyspark.sql.UDTFRegistration.register</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/variant_val.html">VariantVal</a><input class="toctree-checkbox" id="toctree-checkbox-18" name="toctree-checkbox-18" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-18"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.VariantVal.toPython.html">pyspark.sql.VariantVal.toPython</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.VariantVal.toJson.html">pyspark.sql.VariantVal.toJson</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/protobuf.html">Protobuf</a><input class="toctree-checkbox" id="toctree-checkbox-19" name="toctree-checkbox-19" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-19"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.protobuf.functions.from_protobuf.html">pyspark.sql.protobuf.functions.from_protobuf</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.protobuf.functions.to_protobuf.html">pyspark.sql.protobuf.functions.to_protobuf</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/datasource.html">Python Data Source</a><input class="toctree-checkbox" id="toctree-checkbox-20" name="toctree-checkbox-20" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-20"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSource.name.html">pyspark.sql.datasource.DataSource.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSource.reader.html">pyspark.sql.datasource.DataSource.reader</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSource.schema.html">pyspark.sql.datasource.DataSource.schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSource.streamReader.html">pyspark.sql.datasource.DataSource.streamReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSource.writer.html">pyspark.sql.datasource.DataSource.writer</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceReader.partitions.html">pyspark.sql.datasource.DataSourceReader.partitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceReader.read.html">pyspark.sql.datasource.DataSourceReader.read</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceRegistration.register.html">pyspark.sql.datasource.DataSourceRegistration.register</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.commit.html">pyspark.sql.datasource.DataSourceStreamReader.commit</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.initialOffset.html">pyspark.sql.datasource.DataSourceStreamReader.initialOffset</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.latestOffset.html">pyspark.sql.datasource.DataSourceStreamReader.latestOffset</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.partitions.html">pyspark.sql.datasource.DataSourceStreamReader.partitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.read.html">pyspark.sql.datasource.DataSourceStreamReader.read</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.stop.html">pyspark.sql.datasource.DataSourceStreamReader.stop</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceWriter.abort.html">pyspark.sql.datasource.DataSourceWriter.abort</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceWriter.commit.html">pyspark.sql.datasource.DataSourceWriter.commit</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.datasource.DataSourceWriter.write.html">pyspark.sql.datasource.DataSourceWriter.write</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.sql/stateful_processor.html">Stateful Processor</a><input class="toctree-checkbox" id="toctree-checkbox-21" name="toctree-checkbox-21" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-21"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.streaming.StatefulProcessor.init.html">pyspark.sql.streaming.StatefulProcessor.init</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.streaming.StatefulProcessor.handleInputRows.html">pyspark.sql.streaming.StatefulProcessor.handleInputRows</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.sql/api/pyspark.sql.streaming.StatefulProcessor.close.html">pyspark.sql.streaming.StatefulProcessor.close</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1 current active has-children"><a class="reference internal" href="index.html">Pandas API on Spark</a><input checked="" class="toctree-checkbox" id="toctree-checkbox-22" name="toctree-checkbox-22" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-22"><i class="fa-solid fa-chevron-down"></i></label><ul class="current">
<li class="toctree-l2 has-children"><a class="reference internal" href="io.html">Input/Output</a><input class="toctree-checkbox" id="toctree-checkbox-23" name="toctree-checkbox-23" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-23"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.range.html">pyspark.pandas.range</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.read_table.html">pyspark.pandas.read_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_table.html">pyspark.pandas.DataFrame.to_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.read_delta.html">pyspark.pandas.read_delta</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_delta.html">pyspark.pandas.DataFrame.to_delta</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.read_parquet.html">pyspark.pandas.read_parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_parquet.html">pyspark.pandas.DataFrame.to_parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.read_orc.html">pyspark.pandas.read_orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_orc.html">pyspark.pandas.DataFrame.to_orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.read_spark_io.html">pyspark.pandas.read_spark_io</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.to_spark_io.html">pyspark.pandas.DataFrame.spark.to_spark_io</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.read_csv.html">pyspark.pandas.read_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_csv.html">pyspark.pandas.DataFrame.to_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.read_clipboard.html">pyspark.pandas.read_clipboard</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_clipboard.html">pyspark.pandas.DataFrame.to_clipboard</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.read_excel.html">pyspark.pandas.read_excel</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_excel.html">pyspark.pandas.DataFrame.to_excel</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.json_normalize.html">pyspark.pandas.json_normalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.read_json.html">pyspark.pandas.read_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_json.html">pyspark.pandas.DataFrame.to_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.read_html.html">pyspark.pandas.read_html</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_html.html">pyspark.pandas.DataFrame.to_html</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.read_sql_table.html">pyspark.pandas.read_sql_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.read_sql_query.html">pyspark.pandas.read_sql_query</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.read_sql.html">pyspark.pandas.read_sql</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="general_functions.html">General functions</a><input class="toctree-checkbox" id="toctree-checkbox-24" name="toctree-checkbox-24" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-24"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.melt.html">pyspark.pandas.melt</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.merge.html">pyspark.pandas.merge</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.merge_asof.html">pyspark.pandas.merge_asof</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.get_dummies.html">pyspark.pandas.get_dummies</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.concat.html">pyspark.pandas.concat</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.sql.html">pyspark.pandas.sql</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.broadcast.html">pyspark.pandas.broadcast</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.isna.html">pyspark.pandas.isna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.isnull.html">pyspark.pandas.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.notna.html">pyspark.pandas.notna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.notnull.html">pyspark.pandas.notnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.to_numeric.html">pyspark.pandas.to_numeric</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.to_datetime.html">pyspark.pandas.to_datetime</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.date_range.html">pyspark.pandas.date_range</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.to_timedelta.html">pyspark.pandas.to_timedelta</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.timedelta_range.html">pyspark.pandas.timedelta_range</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="series.html">Series</a><input class="toctree-checkbox" id="toctree-checkbox-25" name="toctree-checkbox-25" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-25"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.html">pyspark.pandas.Series</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.index.html">pyspark.pandas.Series.index</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dtype.html">pyspark.pandas.Series.dtype</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dtypes.html">pyspark.pandas.Series.dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.ndim.html">pyspark.pandas.Series.ndim</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.name.html">pyspark.pandas.Series.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.shape.html">pyspark.pandas.Series.shape</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.axes.html">pyspark.pandas.Series.axes</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.size.html">pyspark.pandas.Series.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.empty.html">pyspark.pandas.Series.empty</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.T.html">pyspark.pandas.Series.T</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.hasnans.html">pyspark.pandas.Series.hasnans</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.values.html">pyspark.pandas.Series.values</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.astype.html">pyspark.pandas.Series.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.copy.html">pyspark.pandas.Series.copy</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.bool.html">pyspark.pandas.Series.bool</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.at.html">pyspark.pandas.Series.at</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.iat.html">pyspark.pandas.Series.iat</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.loc.html">pyspark.pandas.Series.loc</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.iloc.html">pyspark.pandas.Series.iloc</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.keys.html">pyspark.pandas.Series.keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.pop.html">pyspark.pandas.Series.pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.items.html">pyspark.pandas.Series.items</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.item.html">pyspark.pandas.Series.item</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.xs.html">pyspark.pandas.Series.xs</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.get.html">pyspark.pandas.Series.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.add.html">pyspark.pandas.Series.add</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.div.html">pyspark.pandas.Series.div</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.mul.html">pyspark.pandas.Series.mul</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.radd.html">pyspark.pandas.Series.radd</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.rdiv.html">pyspark.pandas.Series.rdiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.rmul.html">pyspark.pandas.Series.rmul</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.rsub.html">pyspark.pandas.Series.rsub</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.rtruediv.html">pyspark.pandas.Series.rtruediv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.sub.html">pyspark.pandas.Series.sub</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.truediv.html">pyspark.pandas.Series.truediv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.pow.html">pyspark.pandas.Series.pow</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.rpow.html">pyspark.pandas.Series.rpow</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.mod.html">pyspark.pandas.Series.mod</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.rmod.html">pyspark.pandas.Series.rmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.floordiv.html">pyspark.pandas.Series.floordiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.rfloordiv.html">pyspark.pandas.Series.rfloordiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.divmod.html">pyspark.pandas.Series.divmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.rdivmod.html">pyspark.pandas.Series.rdivmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.combine_first.html">pyspark.pandas.Series.combine_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.lt.html">pyspark.pandas.Series.lt</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.gt.html">pyspark.pandas.Series.gt</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.le.html">pyspark.pandas.Series.le</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.ge.html">pyspark.pandas.Series.ge</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.ne.html">pyspark.pandas.Series.ne</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.eq.html">pyspark.pandas.Series.eq</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.product.html">pyspark.pandas.Series.product</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dot.html">pyspark.pandas.Series.dot</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.apply.html">pyspark.pandas.Series.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.agg.html">pyspark.pandas.Series.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.aggregate.html">pyspark.pandas.Series.aggregate</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.transform.html">pyspark.pandas.Series.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.map.html">pyspark.pandas.Series.map</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.groupby.html">pyspark.pandas.Series.groupby</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.rolling.html">pyspark.pandas.Series.rolling</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.expanding.html">pyspark.pandas.Series.expanding</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.pipe.html">pyspark.pandas.Series.pipe</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.abs.html">pyspark.pandas.Series.abs</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.all.html">pyspark.pandas.Series.all</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.any.html">pyspark.pandas.Series.any</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.autocorr.html">pyspark.pandas.Series.autocorr</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.between.html">pyspark.pandas.Series.between</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.clip.html">pyspark.pandas.Series.clip</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.corr.html">pyspark.pandas.Series.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.count.html">pyspark.pandas.Series.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cov.html">pyspark.pandas.Series.cov</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cummax.html">pyspark.pandas.Series.cummax</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cummin.html">pyspark.pandas.Series.cummin</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cumsum.html">pyspark.pandas.Series.cumsum</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cumprod.html">pyspark.pandas.Series.cumprod</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.describe.html">pyspark.pandas.Series.describe</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.ewm.html">pyspark.pandas.Series.ewm</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.filter.html">pyspark.pandas.Series.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.kurt.html">pyspark.pandas.Series.kurt</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.max.html">pyspark.pandas.Series.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.mean.html">pyspark.pandas.Series.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.min.html">pyspark.pandas.Series.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.mode.html">pyspark.pandas.Series.mode</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.nlargest.html">pyspark.pandas.Series.nlargest</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.nsmallest.html">pyspark.pandas.Series.nsmallest</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.pct_change.html">pyspark.pandas.Series.pct_change</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.prod.html">pyspark.pandas.Series.prod</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.nunique.html">pyspark.pandas.Series.nunique</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.is_unique.html">pyspark.pandas.Series.is_unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.quantile.html">pyspark.pandas.Series.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.rank.html">pyspark.pandas.Series.rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.sem.html">pyspark.pandas.Series.sem</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.skew.html">pyspark.pandas.Series.skew</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.std.html">pyspark.pandas.Series.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.sum.html">pyspark.pandas.Series.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.median.html">pyspark.pandas.Series.median</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.var.html">pyspark.pandas.Series.var</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.kurtosis.html">pyspark.pandas.Series.kurtosis</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.unique.html">pyspark.pandas.Series.unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.value_counts.html">pyspark.pandas.Series.value_counts</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.round.html">pyspark.pandas.Series.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.diff.html">pyspark.pandas.Series.diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.is_monotonic_increasing.html">pyspark.pandas.Series.is_monotonic_increasing</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.is_monotonic_decreasing.html">pyspark.pandas.Series.is_monotonic_decreasing</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.align.html">pyspark.pandas.Series.align</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.drop.html">pyspark.pandas.Series.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.droplevel.html">pyspark.pandas.Series.droplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.drop_duplicates.html">pyspark.pandas.Series.drop_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.duplicated.html">pyspark.pandas.Series.duplicated</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.equals.html">pyspark.pandas.Series.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.add_prefix.html">pyspark.pandas.Series.add_prefix</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.add_suffix.html">pyspark.pandas.Series.add_suffix</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.first.html">pyspark.pandas.Series.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.head.html">pyspark.pandas.Series.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.idxmax.html">pyspark.pandas.Series.idxmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.idxmin.html">pyspark.pandas.Series.idxmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.isin.html">pyspark.pandas.Series.isin</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.last.html">pyspark.pandas.Series.last</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.rename.html">pyspark.pandas.Series.rename</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.rename_axis.html">pyspark.pandas.Series.rename_axis</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.reindex.html">pyspark.pandas.Series.reindex</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.reindex_like.html">pyspark.pandas.Series.reindex_like</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.reset_index.html">pyspark.pandas.Series.reset_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.sample.html">pyspark.pandas.Series.sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.searchsorted.html">pyspark.pandas.Series.searchsorted</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.swaplevel.html">pyspark.pandas.Series.swaplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.swapaxes.html">pyspark.pandas.Series.swapaxes</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.take.html">pyspark.pandas.Series.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.tail.html">pyspark.pandas.Series.tail</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.where.html">pyspark.pandas.Series.where</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.mask.html">pyspark.pandas.Series.mask</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.truncate.html">pyspark.pandas.Series.truncate</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.backfill.html">pyspark.pandas.Series.backfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.bfill.html">pyspark.pandas.Series.bfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.ffill.html">pyspark.pandas.Series.ffill</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.isna.html">pyspark.pandas.Series.isna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.isnull.html">pyspark.pandas.Series.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.notna.html">pyspark.pandas.Series.notna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.notnull.html">pyspark.pandas.Series.notnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.pad.html">pyspark.pandas.Series.pad</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dropna.html">pyspark.pandas.Series.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.fillna.html">pyspark.pandas.Series.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.interpolate.html">pyspark.pandas.Series.interpolate</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.argsort.html">pyspark.pandas.Series.argsort</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.argmin.html">pyspark.pandas.Series.argmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.argmax.html">pyspark.pandas.Series.argmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.sort_index.html">pyspark.pandas.Series.sort_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.sort_values.html">pyspark.pandas.Series.sort_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.unstack.html">pyspark.pandas.Series.unstack</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.explode.html">pyspark.pandas.Series.explode</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.repeat.html">pyspark.pandas.Series.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.squeeze.html">pyspark.pandas.Series.squeeze</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.factorize.html">pyspark.pandas.Series.factorize</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.compare.html">pyspark.pandas.Series.compare</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.replace.html">pyspark.pandas.Series.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.update.html">pyspark.pandas.Series.update</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.asof.html">pyspark.pandas.Series.asof</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.resample.html">pyspark.pandas.Series.resample</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.shift.html">pyspark.pandas.Series.shift</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.first_valid_index.html">pyspark.pandas.Series.first_valid_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.last_valid_index.html">pyspark.pandas.Series.last_valid_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.at_time.html">pyspark.pandas.Series.at_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.between_time.html">pyspark.pandas.Series.between_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.spark.column.html">pyspark.pandas.Series.spark.column</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.spark.transform.html">pyspark.pandas.Series.spark.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.spark.apply.html">pyspark.pandas.Series.spark.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.date.html">pyspark.pandas.Series.dt.date</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.year.html">pyspark.pandas.Series.dt.year</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.month.html">pyspark.pandas.Series.dt.month</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.day.html">pyspark.pandas.Series.dt.day</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.hour.html">pyspark.pandas.Series.dt.hour</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.minute.html">pyspark.pandas.Series.dt.minute</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.second.html">pyspark.pandas.Series.dt.second</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.microsecond.html">pyspark.pandas.Series.dt.microsecond</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.isocalendar.html">pyspark.pandas.Series.dt.isocalendar</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.dayofweek.html">pyspark.pandas.Series.dt.dayofweek</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.weekday.html">pyspark.pandas.Series.dt.weekday</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.dayofyear.html">pyspark.pandas.Series.dt.dayofyear</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.quarter.html">pyspark.pandas.Series.dt.quarter</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.is_month_start.html">pyspark.pandas.Series.dt.is_month_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.is_month_end.html">pyspark.pandas.Series.dt.is_month_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.is_quarter_start.html">pyspark.pandas.Series.dt.is_quarter_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.is_quarter_end.html">pyspark.pandas.Series.dt.is_quarter_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.is_year_start.html">pyspark.pandas.Series.dt.is_year_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.is_year_end.html">pyspark.pandas.Series.dt.is_year_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.is_leap_year.html">pyspark.pandas.Series.dt.is_leap_year</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.daysinmonth.html">pyspark.pandas.Series.dt.daysinmonth</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.days_in_month.html">pyspark.pandas.Series.dt.days_in_month</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.normalize.html">pyspark.pandas.Series.dt.normalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.strftime.html">pyspark.pandas.Series.dt.strftime</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.round.html">pyspark.pandas.Series.dt.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.floor.html">pyspark.pandas.Series.dt.floor</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.ceil.html">pyspark.pandas.Series.dt.ceil</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.month_name.html">pyspark.pandas.Series.dt.month_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.dt.day_name.html">pyspark.pandas.Series.dt.day_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.capitalize.html">pyspark.pandas.Series.str.capitalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.cat.html">pyspark.pandas.Series.str.cat</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.center.html">pyspark.pandas.Series.str.center</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.contains.html">pyspark.pandas.Series.str.contains</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.count.html">pyspark.pandas.Series.str.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.decode.html">pyspark.pandas.Series.str.decode</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.encode.html">pyspark.pandas.Series.str.encode</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.endswith.html">pyspark.pandas.Series.str.endswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.extract.html">pyspark.pandas.Series.str.extract</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.extractall.html">pyspark.pandas.Series.str.extractall</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.find.html">pyspark.pandas.Series.str.find</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.findall.html">pyspark.pandas.Series.str.findall</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.get.html">pyspark.pandas.Series.str.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.get_dummies.html">pyspark.pandas.Series.str.get_dummies</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.index.html">pyspark.pandas.Series.str.index</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.isalnum.html">pyspark.pandas.Series.str.isalnum</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.isalpha.html">pyspark.pandas.Series.str.isalpha</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.isdigit.html">pyspark.pandas.Series.str.isdigit</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.isspace.html">pyspark.pandas.Series.str.isspace</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.islower.html">pyspark.pandas.Series.str.islower</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.isupper.html">pyspark.pandas.Series.str.isupper</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.istitle.html">pyspark.pandas.Series.str.istitle</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.isnumeric.html">pyspark.pandas.Series.str.isnumeric</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.isdecimal.html">pyspark.pandas.Series.str.isdecimal</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.join.html">pyspark.pandas.Series.str.join</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.len.html">pyspark.pandas.Series.str.len</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.ljust.html">pyspark.pandas.Series.str.ljust</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.lower.html">pyspark.pandas.Series.str.lower</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.lstrip.html">pyspark.pandas.Series.str.lstrip</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.match.html">pyspark.pandas.Series.str.match</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.normalize.html">pyspark.pandas.Series.str.normalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.pad.html">pyspark.pandas.Series.str.pad</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.partition.html">pyspark.pandas.Series.str.partition</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.repeat.html">pyspark.pandas.Series.str.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.replace.html">pyspark.pandas.Series.str.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.rfind.html">pyspark.pandas.Series.str.rfind</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.rindex.html">pyspark.pandas.Series.str.rindex</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.rjust.html">pyspark.pandas.Series.str.rjust</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.rpartition.html">pyspark.pandas.Series.str.rpartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.rsplit.html">pyspark.pandas.Series.str.rsplit</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.rstrip.html">pyspark.pandas.Series.str.rstrip</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.slice.html">pyspark.pandas.Series.str.slice</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.slice_replace.html">pyspark.pandas.Series.str.slice_replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.split.html">pyspark.pandas.Series.str.split</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.startswith.html">pyspark.pandas.Series.str.startswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.strip.html">pyspark.pandas.Series.str.strip</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.swapcase.html">pyspark.pandas.Series.str.swapcase</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.title.html">pyspark.pandas.Series.str.title</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.translate.html">pyspark.pandas.Series.str.translate</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.upper.html">pyspark.pandas.Series.str.upper</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.wrap.html">pyspark.pandas.Series.str.wrap</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.str.zfill.html">pyspark.pandas.Series.str.zfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cat.categories.html">pyspark.pandas.Series.cat.categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cat.ordered.html">pyspark.pandas.Series.cat.ordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cat.codes.html">pyspark.pandas.Series.cat.codes</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cat.rename_categories.html">pyspark.pandas.Series.cat.rename_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cat.reorder_categories.html">pyspark.pandas.Series.cat.reorder_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cat.add_categories.html">pyspark.pandas.Series.cat.add_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cat.remove_categories.html">pyspark.pandas.Series.cat.remove_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cat.remove_unused_categories.html">pyspark.pandas.Series.cat.remove_unused_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cat.set_categories.html">pyspark.pandas.Series.cat.set_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cat.as_ordered.html">pyspark.pandas.Series.cat.as_ordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.cat.as_unordered.html">pyspark.pandas.Series.cat.as_unordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.plot.area.html">pyspark.pandas.Series.plot.area</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.plot.bar.html">pyspark.pandas.Series.plot.bar</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.plot.barh.html">pyspark.pandas.Series.plot.barh</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.plot.box.html">pyspark.pandas.Series.plot.box</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.plot.density.html">pyspark.pandas.Series.plot.density</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.plot.hist.html">pyspark.pandas.Series.plot.hist</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.plot.kde.html">pyspark.pandas.Series.plot.kde</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.plot.line.html">pyspark.pandas.Series.plot.line</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.plot.pie.html">pyspark.pandas.Series.plot.pie</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.hist.html">pyspark.pandas.Series.hist</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.to_pandas.html">pyspark.pandas.Series.to_pandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.to_numpy.html">pyspark.pandas.Series.to_numpy</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.to_list.html">pyspark.pandas.Series.to_list</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.to_string.html">pyspark.pandas.Series.to_string</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.to_dict.html">pyspark.pandas.Series.to_dict</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.to_clipboard.html">pyspark.pandas.Series.to_clipboard</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.to_latex.html">pyspark.pandas.Series.to_latex</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.to_markdown.html">pyspark.pandas.Series.to_markdown</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.to_json.html">pyspark.pandas.Series.to_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.to_csv.html">pyspark.pandas.Series.to_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.to_excel.html">pyspark.pandas.Series.to_excel</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.to_hdf.html">pyspark.pandas.Series.to_hdf</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.to_frame.html">pyspark.pandas.Series.to_frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Series.pandas_on_spark.transform_batch.html">pyspark.pandas.Series.pandas_on_spark.transform_batch</a></li>
</ul>
</li>
<li class="toctree-l2 current active has-children"><a class="current reference internal" href="#">DataFrame</a><input checked="" class="toctree-checkbox" id="toctree-checkbox-26" name="toctree-checkbox-26" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-26"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.html">pyspark.pandas.DataFrame</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.index.html">pyspark.pandas.DataFrame.index</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.info.html">pyspark.pandas.DataFrame.info</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.columns.html">pyspark.pandas.DataFrame.columns</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.empty.html">pyspark.pandas.DataFrame.empty</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.dtypes.html">pyspark.pandas.DataFrame.dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.shape.html">pyspark.pandas.DataFrame.shape</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.axes.html">pyspark.pandas.DataFrame.axes</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.ndim.html">pyspark.pandas.DataFrame.ndim</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.size.html">pyspark.pandas.DataFrame.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.select_dtypes.html">pyspark.pandas.DataFrame.select_dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.values.html">pyspark.pandas.DataFrame.values</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.copy.html">pyspark.pandas.DataFrame.copy</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.isna.html">pyspark.pandas.DataFrame.isna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.astype.html">pyspark.pandas.DataFrame.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.isnull.html">pyspark.pandas.DataFrame.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.notna.html">pyspark.pandas.DataFrame.notna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.notnull.html">pyspark.pandas.DataFrame.notnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.bool.html">pyspark.pandas.DataFrame.bool</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.at.html">pyspark.pandas.DataFrame.at</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.iat.html">pyspark.pandas.DataFrame.iat</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.head.html">pyspark.pandas.DataFrame.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.idxmax.html">pyspark.pandas.DataFrame.idxmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.idxmin.html">pyspark.pandas.DataFrame.idxmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.loc.html">pyspark.pandas.DataFrame.loc</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.iloc.html">pyspark.pandas.DataFrame.iloc</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.insert.html">pyspark.pandas.DataFrame.insert</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.items.html">pyspark.pandas.DataFrame.items</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.iterrows.html">pyspark.pandas.DataFrame.iterrows</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.itertuples.html">pyspark.pandas.DataFrame.itertuples</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.keys.html">pyspark.pandas.DataFrame.keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.pop.html">pyspark.pandas.DataFrame.pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.tail.html">pyspark.pandas.DataFrame.tail</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.xs.html">pyspark.pandas.DataFrame.xs</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.get.html">pyspark.pandas.DataFrame.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.where.html">pyspark.pandas.DataFrame.where</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.mask.html">pyspark.pandas.DataFrame.mask</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.query.html">pyspark.pandas.DataFrame.query</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.add.html">pyspark.pandas.DataFrame.add</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.radd.html">pyspark.pandas.DataFrame.radd</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.div.html">pyspark.pandas.DataFrame.div</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.rdiv.html">pyspark.pandas.DataFrame.rdiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.truediv.html">pyspark.pandas.DataFrame.truediv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.rtruediv.html">pyspark.pandas.DataFrame.rtruediv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.mul.html">pyspark.pandas.DataFrame.mul</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.rmul.html">pyspark.pandas.DataFrame.rmul</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.sub.html">pyspark.pandas.DataFrame.sub</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.rsub.html">pyspark.pandas.DataFrame.rsub</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.pow.html">pyspark.pandas.DataFrame.pow</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.rpow.html">pyspark.pandas.DataFrame.rpow</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.mod.html">pyspark.pandas.DataFrame.mod</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.rmod.html">pyspark.pandas.DataFrame.rmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.floordiv.html">pyspark.pandas.DataFrame.floordiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.rfloordiv.html">pyspark.pandas.DataFrame.rfloordiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.lt.html">pyspark.pandas.DataFrame.lt</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.gt.html">pyspark.pandas.DataFrame.gt</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.le.html">pyspark.pandas.DataFrame.le</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.ge.html">pyspark.pandas.DataFrame.ge</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.ne.html">pyspark.pandas.DataFrame.ne</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.eq.html">pyspark.pandas.DataFrame.eq</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.dot.html">pyspark.pandas.DataFrame.dot</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.combine_first.html">pyspark.pandas.DataFrame.combine_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.apply.html">pyspark.pandas.DataFrame.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.applymap.html">pyspark.pandas.DataFrame.applymap</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.map.html">pyspark.pandas.DataFrame.map</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.pipe.html">pyspark.pandas.DataFrame.pipe</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.agg.html">pyspark.pandas.DataFrame.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.aggregate.html">pyspark.pandas.DataFrame.aggregate</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.groupby.html">pyspark.pandas.DataFrame.groupby</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.rolling.html">pyspark.pandas.DataFrame.rolling</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.expanding.html">pyspark.pandas.DataFrame.expanding</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.transform.html">pyspark.pandas.DataFrame.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.abs.html">pyspark.pandas.DataFrame.abs</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.all.html">pyspark.pandas.DataFrame.all</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.any.html">pyspark.pandas.DataFrame.any</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.clip.html">pyspark.pandas.DataFrame.clip</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.corr.html">pyspark.pandas.DataFrame.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.corrwith.html">pyspark.pandas.DataFrame.corrwith</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.count.html">pyspark.pandas.DataFrame.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.cov.html">pyspark.pandas.DataFrame.cov</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.describe.html">pyspark.pandas.DataFrame.describe</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.ewm.html">pyspark.pandas.DataFrame.ewm</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.kurt.html">pyspark.pandas.DataFrame.kurt</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.kurtosis.html">pyspark.pandas.DataFrame.kurtosis</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.max.html">pyspark.pandas.DataFrame.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.mean.html">pyspark.pandas.DataFrame.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.min.html">pyspark.pandas.DataFrame.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.median.html">pyspark.pandas.DataFrame.median</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.mode.html">pyspark.pandas.DataFrame.mode</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.pct_change.html">pyspark.pandas.DataFrame.pct_change</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.prod.html">pyspark.pandas.DataFrame.prod</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.product.html">pyspark.pandas.DataFrame.product</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.quantile.html">pyspark.pandas.DataFrame.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.rank.html">pyspark.pandas.DataFrame.rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.nunique.html">pyspark.pandas.DataFrame.nunique</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.sem.html">pyspark.pandas.DataFrame.sem</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.skew.html">pyspark.pandas.DataFrame.skew</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.sum.html">pyspark.pandas.DataFrame.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.std.html">pyspark.pandas.DataFrame.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.var.html">pyspark.pandas.DataFrame.var</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.cummin.html">pyspark.pandas.DataFrame.cummin</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.cummax.html">pyspark.pandas.DataFrame.cummax</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.cumsum.html">pyspark.pandas.DataFrame.cumsum</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.cumprod.html">pyspark.pandas.DataFrame.cumprod</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.round.html">pyspark.pandas.DataFrame.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.diff.html">pyspark.pandas.DataFrame.diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.eval.html">pyspark.pandas.DataFrame.eval</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.add_prefix.html">pyspark.pandas.DataFrame.add_prefix</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.add_suffix.html">pyspark.pandas.DataFrame.add_suffix</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.align.html">pyspark.pandas.DataFrame.align</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.at_time.html">pyspark.pandas.DataFrame.at_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.between_time.html">pyspark.pandas.DataFrame.between_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.drop.html">pyspark.pandas.DataFrame.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.droplevel.html">pyspark.pandas.DataFrame.droplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.drop_duplicates.html">pyspark.pandas.DataFrame.drop_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.duplicated.html">pyspark.pandas.DataFrame.duplicated</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.equals.html">pyspark.pandas.DataFrame.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.filter.html">pyspark.pandas.DataFrame.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.first.html">pyspark.pandas.DataFrame.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.head.html">pyspark.pandas.DataFrame.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.last.html">pyspark.pandas.DataFrame.last</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.reindex.html">pyspark.pandas.DataFrame.reindex</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.reindex_like.html">pyspark.pandas.DataFrame.reindex_like</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.rename.html">pyspark.pandas.DataFrame.rename</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.rename_axis.html">pyspark.pandas.DataFrame.rename_axis</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.reset_index.html">pyspark.pandas.DataFrame.reset_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.set_index.html">pyspark.pandas.DataFrame.set_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.swapaxes.html">pyspark.pandas.DataFrame.swapaxes</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.swaplevel.html">pyspark.pandas.DataFrame.swaplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.take.html">pyspark.pandas.DataFrame.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.isin.html">pyspark.pandas.DataFrame.isin</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.sample.html">pyspark.pandas.DataFrame.sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.truncate.html">pyspark.pandas.DataFrame.truncate</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.backfill.html">pyspark.pandas.DataFrame.backfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.dropna.html">pyspark.pandas.DataFrame.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.fillna.html">pyspark.pandas.DataFrame.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.replace.html">pyspark.pandas.DataFrame.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.bfill.html">pyspark.pandas.DataFrame.bfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.ffill.html">pyspark.pandas.DataFrame.ffill</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.interpolate.html">pyspark.pandas.DataFrame.interpolate</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.pad.html">pyspark.pandas.DataFrame.pad</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.pivot_table.html">pyspark.pandas.DataFrame.pivot_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.pivot.html">pyspark.pandas.DataFrame.pivot</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.sort_index.html">pyspark.pandas.DataFrame.sort_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.sort_values.html">pyspark.pandas.DataFrame.sort_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.nlargest.html">pyspark.pandas.DataFrame.nlargest</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.nsmallest.html">pyspark.pandas.DataFrame.nsmallest</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.stack.html">pyspark.pandas.DataFrame.stack</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.unstack.html">pyspark.pandas.DataFrame.unstack</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.melt.html">pyspark.pandas.DataFrame.melt</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.explode.html">pyspark.pandas.DataFrame.explode</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.squeeze.html">pyspark.pandas.DataFrame.squeeze</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.T.html">pyspark.pandas.DataFrame.T</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.transpose.html">pyspark.pandas.DataFrame.transpose</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.assign.html">pyspark.pandas.DataFrame.assign</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.merge.html">pyspark.pandas.DataFrame.merge</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.join.html">pyspark.pandas.DataFrame.join</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.update.html">pyspark.pandas.DataFrame.update</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.resample.html">pyspark.pandas.DataFrame.resample</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.shift.html">pyspark.pandas.DataFrame.shift</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.first_valid_index.html">pyspark.pandas.DataFrame.first_valid_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.last_valid_index.html">pyspark.pandas.DataFrame.last_valid_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.from_dict.html">pyspark.pandas.DataFrame.from_dict</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.from_records.html">pyspark.pandas.DataFrame.from_records</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_table.html">pyspark.pandas.DataFrame.to_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_delta.html">pyspark.pandas.DataFrame.to_delta</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_parquet.html">pyspark.pandas.DataFrame.to_parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_csv.html">pyspark.pandas.DataFrame.to_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_orc.html">pyspark.pandas.DataFrame.to_orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_pandas.html">pyspark.pandas.DataFrame.to_pandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_html.html">pyspark.pandas.DataFrame.to_html</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_numpy.html">pyspark.pandas.DataFrame.to_numpy</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_spark.html">pyspark.pandas.DataFrame.to_spark</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_string.html">pyspark.pandas.DataFrame.to_string</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_feather.html">pyspark.pandas.DataFrame.to_feather</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_stata.html">pyspark.pandas.DataFrame.to_stata</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_json.html">pyspark.pandas.DataFrame.to_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_dict.html">pyspark.pandas.DataFrame.to_dict</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_excel.html">pyspark.pandas.DataFrame.to_excel</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_hdf.html">pyspark.pandas.DataFrame.to_hdf</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_clipboard.html">pyspark.pandas.DataFrame.to_clipboard</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_markdown.html">pyspark.pandas.DataFrame.to_markdown</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_records.html">pyspark.pandas.DataFrame.to_records</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_latex.html">pyspark.pandas.DataFrame.to_latex</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.style.html">pyspark.pandas.DataFrame.style</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.frame.html">pyspark.pandas.DataFrame.spark.frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.cache.html">pyspark.pandas.DataFrame.spark.cache</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.persist.html">pyspark.pandas.DataFrame.spark.persist</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.hint.html">pyspark.pandas.DataFrame.spark.hint</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.to_table.html">pyspark.pandas.DataFrame.spark.to_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.to_spark_io.html">pyspark.pandas.DataFrame.spark.to_spark_io</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.apply.html">pyspark.pandas.DataFrame.spark.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.repartition.html">pyspark.pandas.DataFrame.spark.repartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.coalesce.html">pyspark.pandas.DataFrame.spark.coalesce</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.area.html">pyspark.pandas.DataFrame.plot.area</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.bar.html">pyspark.pandas.DataFrame.plot.bar</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.barh.html">pyspark.pandas.DataFrame.plot.barh</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.box.html">pyspark.pandas.DataFrame.plot.box</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.density.html">pyspark.pandas.DataFrame.plot.density</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.hist.html">pyspark.pandas.DataFrame.plot.hist</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.kde.html">pyspark.pandas.DataFrame.plot.kde</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.line.html">pyspark.pandas.DataFrame.plot.line</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.pie.html">pyspark.pandas.DataFrame.plot.pie</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.scatter.html">pyspark.pandas.DataFrame.plot.scatter</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.hist.html">pyspark.pandas.DataFrame.hist</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.boxplot.html">pyspark.pandas.DataFrame.boxplot</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.kde.html">pyspark.pandas.DataFrame.kde</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.pandas_on_spark.apply_batch.html">pyspark.pandas.DataFrame.pandas_on_spark.apply_batch</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DataFrame.pandas_on_spark.transform_batch.html">pyspark.pandas.DataFrame.pandas_on_spark.transform_batch</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="indexing.html">Index objects</a><input class="toctree-checkbox" id="toctree-checkbox-27" name="toctree-checkbox-27" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-27"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.html">pyspark.pandas.Index</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.is_monotonic_increasing.html">pyspark.pandas.Index.is_monotonic_increasing</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.is_monotonic_decreasing.html">pyspark.pandas.Index.is_monotonic_decreasing</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.is_unique.html">pyspark.pandas.Index.is_unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.has_duplicates.html">pyspark.pandas.Index.has_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.hasnans.html">pyspark.pandas.Index.hasnans</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.dtype.html">pyspark.pandas.Index.dtype</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.inferred_type.html">pyspark.pandas.Index.inferred_type</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.shape.html">pyspark.pandas.Index.shape</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.name.html">pyspark.pandas.Index.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.names.html">pyspark.pandas.Index.names</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.ndim.html">pyspark.pandas.Index.ndim</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.size.html">pyspark.pandas.Index.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.nlevels.html">pyspark.pandas.Index.nlevels</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.empty.html">pyspark.pandas.Index.empty</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.T.html">pyspark.pandas.Index.T</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.values.html">pyspark.pandas.Index.values</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.all.html">pyspark.pandas.Index.all</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.any.html">pyspark.pandas.Index.any</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.argmin.html">pyspark.pandas.Index.argmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.argmax.html">pyspark.pandas.Index.argmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.copy.html">pyspark.pandas.Index.copy</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.delete.html">pyspark.pandas.Index.delete</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.equals.html">pyspark.pandas.Index.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.factorize.html">pyspark.pandas.Index.factorize</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.identical.html">pyspark.pandas.Index.identical</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.insert.html">pyspark.pandas.Index.insert</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.is_boolean.html">pyspark.pandas.Index.is_boolean</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.is_categorical.html">pyspark.pandas.Index.is_categorical</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.is_floating.html">pyspark.pandas.Index.is_floating</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.is_integer.html">pyspark.pandas.Index.is_integer</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.is_interval.html">pyspark.pandas.Index.is_interval</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.is_numeric.html">pyspark.pandas.Index.is_numeric</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.is_object.html">pyspark.pandas.Index.is_object</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.drop.html">pyspark.pandas.Index.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.drop_duplicates.html">pyspark.pandas.Index.drop_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.min.html">pyspark.pandas.Index.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.max.html">pyspark.pandas.Index.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.map.html">pyspark.pandas.Index.map</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.rename.html">pyspark.pandas.Index.rename</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.repeat.html">pyspark.pandas.Index.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.take.html">pyspark.pandas.Index.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.unique.html">pyspark.pandas.Index.unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.nunique.html">pyspark.pandas.Index.nunique</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.value_counts.html">pyspark.pandas.Index.value_counts</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.set_names.html">pyspark.pandas.Index.set_names</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.droplevel.html">pyspark.pandas.Index.droplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.fillna.html">pyspark.pandas.Index.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.dropna.html">pyspark.pandas.Index.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.isna.html">pyspark.pandas.Index.isna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.isnull.html">pyspark.pandas.Index.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.notna.html">pyspark.pandas.Index.notna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.notnull.html">pyspark.pandas.Index.notnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.astype.html">pyspark.pandas.Index.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.item.html">pyspark.pandas.Index.item</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.to_list.html">pyspark.pandas.Index.to_list</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.to_series.html">pyspark.pandas.Index.to_series</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.to_frame.html">pyspark.pandas.Index.to_frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.view.html">pyspark.pandas.Index.view</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.to_numpy.html">pyspark.pandas.Index.to_numpy</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.spark.column.html">pyspark.pandas.Index.spark.column</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.spark.transform.html">pyspark.pandas.Index.spark.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.sort_values.html">pyspark.pandas.Index.sort_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.shift.html">pyspark.pandas.Index.shift</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.append.html">pyspark.pandas.Index.append</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.intersection.html">pyspark.pandas.Index.intersection</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.union.html">pyspark.pandas.Index.union</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.difference.html">pyspark.pandas.Index.difference</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.symmetric_difference.html">pyspark.pandas.Index.symmetric_difference</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.asof.html">pyspark.pandas.Index.asof</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.Index.isin.html">pyspark.pandas.Index.isin</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.html">pyspark.pandas.CategoricalIndex</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.codes.html">pyspark.pandas.CategoricalIndex.codes</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.categories.html">pyspark.pandas.CategoricalIndex.categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.ordered.html">pyspark.pandas.CategoricalIndex.ordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.rename_categories.html">pyspark.pandas.CategoricalIndex.rename_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.reorder_categories.html">pyspark.pandas.CategoricalIndex.reorder_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.add_categories.html">pyspark.pandas.CategoricalIndex.add_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.remove_categories.html">pyspark.pandas.CategoricalIndex.remove_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.remove_unused_categories.html">pyspark.pandas.CategoricalIndex.remove_unused_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.set_categories.html">pyspark.pandas.CategoricalIndex.set_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.as_ordered.html">pyspark.pandas.CategoricalIndex.as_ordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.as_unordered.html">pyspark.pandas.CategoricalIndex.as_unordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.map.html">pyspark.pandas.CategoricalIndex.map</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.equals.html">pyspark.pandas.CategoricalIndex.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.max.html">pyspark.pandas.CategoricalIndex.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.min.html">pyspark.pandas.CategoricalIndex.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.CategoricalIndex.tolist.html">pyspark.pandas.CategoricalIndex.tolist</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.html">pyspark.pandas.MultiIndex</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.from_arrays.html">pyspark.pandas.MultiIndex.from_arrays</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.from_tuples.html">pyspark.pandas.MultiIndex.from_tuples</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.from_product.html">pyspark.pandas.MultiIndex.from_product</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.from_frame.html">pyspark.pandas.MultiIndex.from_frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.has_duplicates.html">pyspark.pandas.MultiIndex.has_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.hasnans.html">pyspark.pandas.MultiIndex.hasnans</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.inferred_type.html">pyspark.pandas.MultiIndex.inferred_type</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.shape.html">pyspark.pandas.MultiIndex.shape</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.names.html">pyspark.pandas.MultiIndex.names</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.ndim.html">pyspark.pandas.MultiIndex.ndim</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.empty.html">pyspark.pandas.MultiIndex.empty</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.T.html">pyspark.pandas.MultiIndex.T</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.size.html">pyspark.pandas.MultiIndex.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.nlevels.html">pyspark.pandas.MultiIndex.nlevels</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.levshape.html">pyspark.pandas.MultiIndex.levshape</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.values.html">pyspark.pandas.MultiIndex.values</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.dtypes.html">pyspark.pandas.MultiIndex.dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.swaplevel.html">pyspark.pandas.MultiIndex.swaplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.droplevel.html">pyspark.pandas.MultiIndex.droplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.fillna.html">pyspark.pandas.MultiIndex.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.dropna.html">pyspark.pandas.MultiIndex.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.equals.html">pyspark.pandas.MultiIndex.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.equal_levels.html">pyspark.pandas.MultiIndex.equal_levels</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.identical.html">pyspark.pandas.MultiIndex.identical</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.insert.html">pyspark.pandas.MultiIndex.insert</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.drop.html">pyspark.pandas.MultiIndex.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.copy.html">pyspark.pandas.MultiIndex.copy</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.delete.html">pyspark.pandas.MultiIndex.delete</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.rename.html">pyspark.pandas.MultiIndex.rename</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.repeat.html">pyspark.pandas.MultiIndex.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.take.html">pyspark.pandas.MultiIndex.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.unique.html">pyspark.pandas.MultiIndex.unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.min.html">pyspark.pandas.MultiIndex.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.max.html">pyspark.pandas.MultiIndex.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.value_counts.html">pyspark.pandas.MultiIndex.value_counts</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.append.html">pyspark.pandas.MultiIndex.append</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.intersection.html">pyspark.pandas.MultiIndex.intersection</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.union.html">pyspark.pandas.MultiIndex.union</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.difference.html">pyspark.pandas.MultiIndex.difference</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.symmetric_difference.html">pyspark.pandas.MultiIndex.symmetric_difference</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.astype.html">pyspark.pandas.MultiIndex.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.item.html">pyspark.pandas.MultiIndex.item</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.to_list.html">pyspark.pandas.MultiIndex.to_list</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.to_series.html">pyspark.pandas.MultiIndex.to_series</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.to_frame.html">pyspark.pandas.MultiIndex.to_frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.view.html">pyspark.pandas.MultiIndex.view</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.to_numpy.html">pyspark.pandas.MultiIndex.to_numpy</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.spark.data_type.html">pyspark.pandas.MultiIndex.spark.data_type</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.spark.column.html">pyspark.pandas.MultiIndex.spark.column</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.spark.transform.html">pyspark.pandas.MultiIndex.spark.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.MultiIndex.sort_values.html">pyspark.pandas.MultiIndex.sort_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.html">pyspark.pandas.DatetimeIndex</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.year.html">pyspark.pandas.DatetimeIndex.year</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.month.html">pyspark.pandas.DatetimeIndex.month</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.day.html">pyspark.pandas.DatetimeIndex.day</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.hour.html">pyspark.pandas.DatetimeIndex.hour</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.minute.html">pyspark.pandas.DatetimeIndex.minute</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.second.html">pyspark.pandas.DatetimeIndex.second</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.microsecond.html">pyspark.pandas.DatetimeIndex.microsecond</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.isocalendar.html">pyspark.pandas.DatetimeIndex.isocalendar</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.dayofweek.html">pyspark.pandas.DatetimeIndex.dayofweek</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.day_of_week.html">pyspark.pandas.DatetimeIndex.day_of_week</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.weekday.html">pyspark.pandas.DatetimeIndex.weekday</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.dayofyear.html">pyspark.pandas.DatetimeIndex.dayofyear</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.day_of_year.html">pyspark.pandas.DatetimeIndex.day_of_year</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.quarter.html">pyspark.pandas.DatetimeIndex.quarter</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.is_month_start.html">pyspark.pandas.DatetimeIndex.is_month_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.is_month_end.html">pyspark.pandas.DatetimeIndex.is_month_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.is_quarter_start.html">pyspark.pandas.DatetimeIndex.is_quarter_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.is_quarter_end.html">pyspark.pandas.DatetimeIndex.is_quarter_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.is_year_start.html">pyspark.pandas.DatetimeIndex.is_year_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.is_year_end.html">pyspark.pandas.DatetimeIndex.is_year_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.is_leap_year.html">pyspark.pandas.DatetimeIndex.is_leap_year</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.daysinmonth.html">pyspark.pandas.DatetimeIndex.daysinmonth</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.days_in_month.html">pyspark.pandas.DatetimeIndex.days_in_month</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.indexer_between_time.html">pyspark.pandas.DatetimeIndex.indexer_between_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.indexer_at_time.html">pyspark.pandas.DatetimeIndex.indexer_at_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.normalize.html">pyspark.pandas.DatetimeIndex.normalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.strftime.html">pyspark.pandas.DatetimeIndex.strftime</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.round.html">pyspark.pandas.DatetimeIndex.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.floor.html">pyspark.pandas.DatetimeIndex.floor</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.ceil.html">pyspark.pandas.DatetimeIndex.ceil</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.month_name.html">pyspark.pandas.DatetimeIndex.month_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.DatetimeIndex.day_name.html">pyspark.pandas.DatetimeIndex.day_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.TimedeltaIndex.html">pyspark.pandas.TimedeltaIndex</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.TimedeltaIndex.days.html">pyspark.pandas.TimedeltaIndex.days</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.TimedeltaIndex.seconds.html">pyspark.pandas.TimedeltaIndex.seconds</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.TimedeltaIndex.microseconds.html">pyspark.pandas.TimedeltaIndex.microseconds</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="window.html">Window</a><input class="toctree-checkbox" id="toctree-checkbox-28" name="toctree-checkbox-28" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-28"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.window.Rolling.count.html">pyspark.pandas.window.Rolling.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.window.Rolling.sum.html">pyspark.pandas.window.Rolling.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.window.Rolling.min.html">pyspark.pandas.window.Rolling.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.window.Rolling.max.html">pyspark.pandas.window.Rolling.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.window.Rolling.mean.html">pyspark.pandas.window.Rolling.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.window.Rolling.quantile.html">pyspark.pandas.window.Rolling.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.window.Expanding.count.html">pyspark.pandas.window.Expanding.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.window.Expanding.sum.html">pyspark.pandas.window.Expanding.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.window.Expanding.min.html">pyspark.pandas.window.Expanding.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.window.Expanding.max.html">pyspark.pandas.window.Expanding.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.window.Expanding.mean.html">pyspark.pandas.window.Expanding.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.window.Expanding.quantile.html">pyspark.pandas.window.Expanding.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.window.ExponentialMoving.mean.html">pyspark.pandas.window.ExponentialMoving.mean</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="groupby.html">GroupBy</a><input class="toctree-checkbox" id="toctree-checkbox-29" name="toctree-checkbox-29" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-29"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.get_group.html">pyspark.pandas.groupby.GroupBy.get_group</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.apply.html">pyspark.pandas.groupby.GroupBy.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.transform.html">pyspark.pandas.groupby.GroupBy.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.DataFrameGroupBy.agg.html">pyspark.pandas.groupby.DataFrameGroupBy.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.DataFrameGroupBy.aggregate.html">pyspark.pandas.groupby.DataFrameGroupBy.aggregate</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.all.html">pyspark.pandas.groupby.GroupBy.all</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.any.html">pyspark.pandas.groupby.GroupBy.any</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.count.html">pyspark.pandas.groupby.GroupBy.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.cumcount.html">pyspark.pandas.groupby.GroupBy.cumcount</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.cummax.html">pyspark.pandas.groupby.GroupBy.cummax</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.cummin.html">pyspark.pandas.groupby.GroupBy.cummin</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.cumprod.html">pyspark.pandas.groupby.GroupBy.cumprod</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.cumsum.html">pyspark.pandas.groupby.GroupBy.cumsum</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.ewm.html">pyspark.pandas.groupby.GroupBy.ewm</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.filter.html">pyspark.pandas.groupby.GroupBy.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.first.html">pyspark.pandas.groupby.GroupBy.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.last.html">pyspark.pandas.groupby.GroupBy.last</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.max.html">pyspark.pandas.groupby.GroupBy.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.mean.html">pyspark.pandas.groupby.GroupBy.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.median.html">pyspark.pandas.groupby.GroupBy.median</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.min.html">pyspark.pandas.groupby.GroupBy.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.nth.html">pyspark.pandas.groupby.GroupBy.nth</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.prod.html">pyspark.pandas.groupby.GroupBy.prod</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.rank.html">pyspark.pandas.groupby.GroupBy.rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.sem.html">pyspark.pandas.groupby.GroupBy.sem</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.std.html">pyspark.pandas.groupby.GroupBy.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.sum.html">pyspark.pandas.groupby.GroupBy.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.var.html">pyspark.pandas.groupby.GroupBy.var</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.nunique.html">pyspark.pandas.groupby.GroupBy.nunique</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.quantile.html">pyspark.pandas.groupby.GroupBy.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.size.html">pyspark.pandas.groupby.GroupBy.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.diff.html">pyspark.pandas.groupby.GroupBy.diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.idxmax.html">pyspark.pandas.groupby.GroupBy.idxmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.idxmin.html">pyspark.pandas.groupby.GroupBy.idxmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.fillna.html">pyspark.pandas.groupby.GroupBy.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.bfill.html">pyspark.pandas.groupby.GroupBy.bfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.ffill.html">pyspark.pandas.groupby.GroupBy.ffill</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.head.html">pyspark.pandas.groupby.GroupBy.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.shift.html">pyspark.pandas.groupby.GroupBy.shift</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.GroupBy.tail.html">pyspark.pandas.groupby.GroupBy.tail</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.DataFrameGroupBy.describe.html">pyspark.pandas.groupby.DataFrameGroupBy.describe</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.SeriesGroupBy.nsmallest.html">pyspark.pandas.groupby.SeriesGroupBy.nsmallest</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.SeriesGroupBy.nlargest.html">pyspark.pandas.groupby.SeriesGroupBy.nlargest</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.SeriesGroupBy.value_counts.html">pyspark.pandas.groupby.SeriesGroupBy.value_counts</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.groupby.SeriesGroupBy.unique.html">pyspark.pandas.groupby.SeriesGroupBy.unique</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="resampling.html">Resampling</a><input class="toctree-checkbox" id="toctree-checkbox-30" name="toctree-checkbox-30" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-30"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.resample.Resampler.max.html">pyspark.pandas.resample.Resampler.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.resample.Resampler.mean.html">pyspark.pandas.resample.Resampler.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.resample.Resampler.min.html">pyspark.pandas.resample.Resampler.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.resample.Resampler.std.html">pyspark.pandas.resample.Resampler.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.resample.Resampler.sum.html">pyspark.pandas.resample.Resampler.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.resample.Resampler.var.html">pyspark.pandas.resample.Resampler.var</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="options.html">Options and settings</a><input class="toctree-checkbox" id="toctree-checkbox-31" name="toctree-checkbox-31" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-31"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.reset_option.html">pyspark.pandas.reset_option</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.get_option.html">pyspark.pandas.get_option</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.set_option.html">pyspark.pandas.set_option</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.option_context.html">pyspark.pandas.option_context</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="ml.html">Machine Learning utilities</a><input class="toctree-checkbox" id="toctree-checkbox-32" name="toctree-checkbox-32" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-32"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.mlflow.PythonModelWrapper.html">pyspark.pandas.mlflow.PythonModelWrapper</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.mlflow.load_model.html">pyspark.pandas.mlflow.load_model</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="extensions.html">Extensions</a><input class="toctree-checkbox" id="toctree-checkbox-33" name="toctree-checkbox-33" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-33"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.extensions.register_dataframe_accessor.html">pyspark.pandas.extensions.register_dataframe_accessor</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.extensions.register_series_accessor.html">pyspark.pandas.extensions.register_series_accessor</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.extensions.register_index_accessor.html">pyspark.pandas.extensions.register_index_accessor</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="testing.html">Testing</a><input class="toctree-checkbox" id="toctree-checkbox-34" name="toctree-checkbox-34" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-34"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.testing.assert_frame_equal.html">pyspark.pandas.testing.assert_frame_equal</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.testing.assert_series_equal.html">pyspark.pandas.testing.assert_series_equal</a></li>
<li class="toctree-l3"><a class="reference internal" href="api/pyspark.pandas.testing.assert_index_equal.html">pyspark.pandas.testing.assert_index_equal</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="../pyspark.ss/index.html">Structured Streaming</a><input class="toctree-checkbox" id="toctree-checkbox-35" name="toctree-checkbox-35" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-35"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.ss/core_classes.html">Core Classes</a><input class="toctree-checkbox" id="toctree-checkbox-36" name="toctree-checkbox-36" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-36"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.html">pyspark.sql.streaming.DataStreamReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.html">pyspark.sql.streaming.DataStreamWriter</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.html">pyspark.sql.streaming.StreamingQuery</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.html">pyspark.sql.streaming.StreamingQueryManager</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryListener.html">pyspark.sql.streaming.StreamingQueryListener</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.ss/io.html">Input/Output</a><input class="toctree-checkbox" id="toctree-checkbox-37" name="toctree-checkbox-37" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-37"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.csv.html">pyspark.sql.streaming.DataStreamReader.csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.format.html">pyspark.sql.streaming.DataStreamReader.format</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.json.html">pyspark.sql.streaming.DataStreamReader.json</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.load.html">pyspark.sql.streaming.DataStreamReader.load</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.option.html">pyspark.sql.streaming.DataStreamReader.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.options.html">pyspark.sql.streaming.DataStreamReader.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.orc.html">pyspark.sql.streaming.DataStreamReader.orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.parquet.html">pyspark.sql.streaming.DataStreamReader.parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.schema.html">pyspark.sql.streaming.DataStreamReader.schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.table.html">pyspark.sql.streaming.DataStreamReader.table</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.text.html">pyspark.sql.streaming.DataStreamReader.text</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.foreach.html">pyspark.sql.streaming.DataStreamWriter.foreach</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.foreachBatch.html">pyspark.sql.streaming.DataStreamWriter.foreachBatch</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.format.html">pyspark.sql.streaming.DataStreamWriter.format</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.option.html">pyspark.sql.streaming.DataStreamWriter.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.options.html">pyspark.sql.streaming.DataStreamWriter.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.outputMode.html">pyspark.sql.streaming.DataStreamWriter.outputMode</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.partitionBy.html">pyspark.sql.streaming.DataStreamWriter.partitionBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.queryName.html">pyspark.sql.streaming.DataStreamWriter.queryName</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.start.html">pyspark.sql.streaming.DataStreamWriter.start</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.toTable.html">pyspark.sql.streaming.DataStreamWriter.toTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.trigger.html">pyspark.sql.streaming.DataStreamWriter.trigger</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="../pyspark.ss/query_management.html">Query Management</a><input class="toctree-checkbox" id="toctree-checkbox-38" name="toctree-checkbox-38" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-38"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.awaitTermination.html">pyspark.sql.streaming.StreamingQuery.awaitTermination</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.exception.html">pyspark.sql.streaming.StreamingQuery.exception</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.explain.html">pyspark.sql.streaming.StreamingQuery.explain</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.id.html">pyspark.sql.streaming.StreamingQuery.id</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.isActive.html">pyspark.sql.streaming.StreamingQuery.isActive</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.lastProgress.html">pyspark.sql.streaming.StreamingQuery.lastProgress</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.name.html">pyspark.sql.streaming.StreamingQuery.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.processAllAvailable.html">pyspark.sql.streaming.StreamingQuery.processAllAvailable</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.recentProgress.html">pyspark.sql.streaming.StreamingQuery.recentProgress</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.runId.html">pyspark.sql.streaming.StreamingQuery.runId</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.status.html">pyspark.sql.streaming.StreamingQuery.status</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.stop.html">pyspark.sql.streaming.StreamingQuery.stop</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.active.html">pyspark.sql.streaming.StreamingQueryManager.active</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.addListener.html">pyspark.sql.streaming.StreamingQueryManager.addListener</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.awaitAnyTermination.html">pyspark.sql.streaming.StreamingQueryManager.awaitAnyTermination</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.get.html">pyspark.sql.streaming.StreamingQueryManager.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.removeListener.html">pyspark.sql.streaming.StreamingQueryManager.removeListener</a></li>
<li class="toctree-l3"><a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.resetTerminated.html">pyspark.sql.streaming.StreamingQueryManager.resetTerminated</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="../pyspark.ml.html">MLlib (DataFrame-based)</a><input class="toctree-checkbox" id="toctree-checkbox-39" name="toctree-checkbox-39" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-39"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.Transformer.html">Transformer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.UnaryTransformer.html">UnaryTransformer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.Estimator.html">Estimator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.Model.html">Model</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.Predictor.html">Predictor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.PredictionModel.html">PredictionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.Pipeline.html">Pipeline</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.PipelineModel.html">PipelineModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.param.Param.html">Param</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.param.Params.html">Params</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.param.TypeConverters.html">TypeConverters</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.Binarizer.html">Binarizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.BucketedRandomProjectionLSH.html">BucketedRandomProjectionLSH</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.BucketedRandomProjectionLSHModel.html">BucketedRandomProjectionLSHModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.Bucketizer.html">Bucketizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.ChiSqSelector.html">ChiSqSelector</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.ChiSqSelectorModel.html">ChiSqSelectorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.CountVectorizer.html">CountVectorizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.CountVectorizerModel.html">CountVectorizerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.DCT.html">DCT</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.ElementwiseProduct.html">ElementwiseProduct</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.FeatureHasher.html">FeatureHasher</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.HashingTF.html">HashingTF</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.IDF.html">IDF</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.IDFModel.html">IDFModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.Imputer.html">Imputer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.ImputerModel.html">ImputerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.IndexToString.html">IndexToString</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.Interaction.html">Interaction</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.MaxAbsScaler.html">MaxAbsScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.MaxAbsScalerModel.html">MaxAbsScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.MinHashLSH.html">MinHashLSH</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.MinHashLSHModel.html">MinHashLSHModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.MinMaxScaler.html">MinMaxScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.MinMaxScalerModel.html">MinMaxScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.NGram.html">NGram</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.Normalizer.html">Normalizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.OneHotEncoder.html">OneHotEncoder</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.OneHotEncoderModel.html">OneHotEncoderModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.PCA.html">PCA</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.PCAModel.html">PCAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.PolynomialExpansion.html">PolynomialExpansion</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.QuantileDiscretizer.html">QuantileDiscretizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.RobustScaler.html">RobustScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.RobustScalerModel.html">RobustScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.RegexTokenizer.html">RegexTokenizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.RFormula.html">RFormula</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.RFormulaModel.html">RFormulaModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.SQLTransformer.html">SQLTransformer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.StandardScaler.html">StandardScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.StandardScalerModel.html">StandardScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.StopWordsRemover.html">StopWordsRemover</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.StringIndexer.html">StringIndexer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.StringIndexerModel.html">StringIndexerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.Tokenizer.html">Tokenizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.UnivariateFeatureSelector.html">UnivariateFeatureSelector</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.UnivariateFeatureSelectorModel.html">UnivariateFeatureSelectorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.VarianceThresholdSelector.html">VarianceThresholdSelector</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.VarianceThresholdSelectorModel.html">VarianceThresholdSelectorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.VectorAssembler.html">VectorAssembler</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.VectorIndexer.html">VectorIndexer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.VectorIndexerModel.html">VectorIndexerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.VectorSizeHint.html">VectorSizeHint</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.VectorSlicer.html">VectorSlicer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.Word2Vec.html">Word2Vec</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.feature.Word2VecModel.html">Word2VecModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.LinearSVC.html">LinearSVC</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.LinearSVCModel.html">LinearSVCModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.LinearSVCSummary.html">LinearSVCSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.LinearSVCTrainingSummary.html">LinearSVCTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.LogisticRegression.html">LogisticRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.LogisticRegressionModel.html">LogisticRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.LogisticRegressionSummary.html">LogisticRegressionSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.LogisticRegressionTrainingSummary.html">LogisticRegressionTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.BinaryLogisticRegressionSummary.html">BinaryLogisticRegressionSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.BinaryLogisticRegressionTrainingSummary.html">BinaryLogisticRegressionTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.DecisionTreeClassifier.html">DecisionTreeClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.DecisionTreeClassificationModel.html">DecisionTreeClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.GBTClassifier.html">GBTClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.GBTClassificationModel.html">GBTClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.RandomForestClassifier.html">RandomForestClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.RandomForestClassificationModel.html">RandomForestClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.RandomForestClassificationSummary.html">RandomForestClassificationSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.RandomForestClassificationTrainingSummary.html">RandomForestClassificationTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.BinaryRandomForestClassificationSummary.html">BinaryRandomForestClassificationSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.BinaryRandomForestClassificationTrainingSummary.html">BinaryRandomForestClassificationTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.NaiveBayes.html">NaiveBayes</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.NaiveBayesModel.html">NaiveBayesModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.MultilayerPerceptronClassifier.html">MultilayerPerceptronClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.MultilayerPerceptronClassificationModel.html">MultilayerPerceptronClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.MultilayerPerceptronClassificationSummary.html">MultilayerPerceptronClassificationSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.MultilayerPerceptronClassificationTrainingSummary.html">MultilayerPerceptronClassificationTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.OneVsRest.html">OneVsRest</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.OneVsRestModel.html">OneVsRestModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.FMClassifier.html">FMClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.FMClassificationModel.html">FMClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.FMClassificationSummary.html">FMClassificationSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.classification.FMClassificationTrainingSummary.html">FMClassificationTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.BisectingKMeans.html">BisectingKMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.BisectingKMeansModel.html">BisectingKMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.BisectingKMeansSummary.html">BisectingKMeansSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.KMeans.html">KMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.KMeansModel.html">KMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.KMeansSummary.html">KMeansSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.GaussianMixture.html">GaussianMixture</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.GaussianMixtureModel.html">GaussianMixtureModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.GaussianMixtureSummary.html">GaussianMixtureSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.LDA.html">LDA</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.LDAModel.html">LDAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.LocalLDAModel.html">LocalLDAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.DistributedLDAModel.html">DistributedLDAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.clustering.PowerIterationClustering.html">PowerIterationClustering</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.functions.array_to_vector.html">pyspark.ml.functions.array_to_vector</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.functions.vector_to_array.html">pyspark.ml.functions.vector_to_array</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.functions.predict_batch_udf.html">pyspark.ml.functions.predict_batch_udf</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.linalg.Vector.html">Vector</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.linalg.DenseVector.html">DenseVector</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.linalg.SparseVector.html">SparseVector</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.linalg.Vectors.html">Vectors</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.linalg.Matrix.html">Matrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.linalg.DenseMatrix.html">DenseMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.linalg.SparseMatrix.html">SparseMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.linalg.Matrices.html">Matrices</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.recommendation.ALS.html">ALS</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.recommendation.ALSModel.html">ALSModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.AFTSurvivalRegression.html">AFTSurvivalRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.AFTSurvivalRegressionModel.html">AFTSurvivalRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.DecisionTreeRegressor.html">DecisionTreeRegressor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.DecisionTreeRegressionModel.html">DecisionTreeRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.GBTRegressor.html">GBTRegressor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.GBTRegressionModel.html">GBTRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.GeneralizedLinearRegression.html">GeneralizedLinearRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.GeneralizedLinearRegressionModel.html">GeneralizedLinearRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.GeneralizedLinearRegressionSummary.html">GeneralizedLinearRegressionSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.GeneralizedLinearRegressionTrainingSummary.html">GeneralizedLinearRegressionTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.IsotonicRegression.html">IsotonicRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.IsotonicRegressionModel.html">IsotonicRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.LinearRegression.html">LinearRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.LinearRegressionModel.html">LinearRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.LinearRegressionSummary.html">LinearRegressionSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.LinearRegressionTrainingSummary.html">LinearRegressionTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.RandomForestRegressor.html">RandomForestRegressor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.RandomForestRegressionModel.html">RandomForestRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.FMRegressor.html">FMRegressor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.regression.FMRegressionModel.html">FMRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.stat.ChiSquareTest.html">ChiSquareTest</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.stat.Correlation.html">Correlation</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.stat.KolmogorovSmirnovTest.html">KolmogorovSmirnovTest</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.stat.MultivariateGaussian.html">MultivariateGaussian</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.stat.Summarizer.html">Summarizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.stat.SummaryBuilder.html">SummaryBuilder</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.tuning.ParamGridBuilder.html">ParamGridBuilder</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.tuning.CrossValidator.html">CrossValidator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.tuning.CrossValidatorModel.html">CrossValidatorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.tuning.TrainValidationSplit.html">TrainValidationSplit</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.tuning.TrainValidationSplitModel.html">TrainValidationSplitModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.evaluation.Evaluator.html">Evaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.evaluation.BinaryClassificationEvaluator.html">BinaryClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.evaluation.RegressionEvaluator.html">RegressionEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.evaluation.MulticlassClassificationEvaluator.html">MulticlassClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.evaluation.MultilabelClassificationEvaluator.html">MultilabelClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.evaluation.ClusteringEvaluator.html">ClusteringEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.evaluation.RankingEvaluator.html">RankingEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.fpm.FPGrowth.html">FPGrowth</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.fpm.FPGrowthModel.html">FPGrowthModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.fpm.PrefixSpan.html">PrefixSpan</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.image.ImageSchema.html">ImageSchema</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.image._ImageSchema.html">_ImageSchema</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.torch.distributor.TorchDistributor.html">TorchDistributor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.deepspeed.deepspeed_distributor.DeepspeedTorchDistributor.html">DeepspeedTorchDistributor</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.util.BaseReadWrite.html">BaseReadWrite</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.util.DefaultParamsReadable.html">DefaultParamsReadable</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.util.DefaultParamsReader.html">DefaultParamsReader</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.util.DefaultParamsWritable.html">DefaultParamsWritable</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.util.DefaultParamsWriter.html">DefaultParamsWriter</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.util.GeneralMLWriter.html">GeneralMLWriter</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.util.HasTrainingSummary.html">HasTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.util.Identifiable.html">Identifiable</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.util.MLReadable.html">MLReadable</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.util.MLReader.html">MLReader</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.util.MLWritable.html">MLWritable</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.util.MLWriter.html">MLWriter</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="../pyspark.ml.connect.html">MLlib (DataFrame-based) for Spark Connect</a><input class="toctree-checkbox" id="toctree-checkbox-40" name="toctree-checkbox-40" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-40"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.Transformer.html">Transformer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.Estimator.html">Estimator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.Model.html">Model</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.Evaluator.html">Evaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.Pipeline.html">Pipeline</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.PipelineModel.html">PipelineModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.feature.MaxAbsScaler.html">MaxAbsScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.feature.MaxAbsScalerModel.html">MaxAbsScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.feature.StandardScaler.html">StandardScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.feature.StandardScalerModel.html">StandardScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.feature.ArrayAssembler.html">ArrayAssembler</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.classification.LogisticRegression.html">LogisticRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.classification.LogisticRegressionModel.html">LogisticRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.functions.array_to_vector.html">pyspark.ml.connect.functions.array_to_vector</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.functions.vector_to_array.html">pyspark.ml.connect.functions.vector_to_array</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.tuning.CrossValidator.html">CrossValidator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.tuning.CrossValidatorModel.html">CrossValidatorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.evaluation.RegressionEvaluator.html">RegressionEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.evaluation.BinaryClassificationEvaluator.html">BinaryClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.evaluation.MulticlassClassificationEvaluator.html">MulticlassClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.io_utils.ParamsReadWrite.html">ParamsReadWrite</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.io_utils.CoreModelReadWrite.html">CoreModelReadWrite</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.ml.connect.io_utils.MetaAlgorithmReadWrite.html">MetaAlgorithmReadWrite</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="../pyspark.streaming.html">Spark Streaming (Legacy)</a><input class="toctree-checkbox" id="toctree-checkbox-41" name="toctree-checkbox-41" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-41"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.html">pyspark.streaming.StreamingContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.html">pyspark.streaming.DStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.addStreamingListener.html">pyspark.streaming.StreamingContext.addStreamingListener</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.awaitTermination.html">pyspark.streaming.StreamingContext.awaitTermination</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.awaitTerminationOrTimeout.html">pyspark.streaming.StreamingContext.awaitTerminationOrTimeout</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.checkpoint.html">pyspark.streaming.StreamingContext.checkpoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.getActive.html">pyspark.streaming.StreamingContext.getActive</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.getActiveOrCreate.html">pyspark.streaming.StreamingContext.getActiveOrCreate</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.getOrCreate.html">pyspark.streaming.StreamingContext.getOrCreate</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.remember.html">pyspark.streaming.StreamingContext.remember</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.sparkContext.html">pyspark.streaming.StreamingContext.sparkContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.start.html">pyspark.streaming.StreamingContext.start</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.stop.html">pyspark.streaming.StreamingContext.stop</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.transform.html">pyspark.streaming.StreamingContext.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.union.html">pyspark.streaming.StreamingContext.union</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.binaryRecordsStream.html">pyspark.streaming.StreamingContext.binaryRecordsStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.queueStream.html">pyspark.streaming.StreamingContext.queueStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.socketTextStream.html">pyspark.streaming.StreamingContext.socketTextStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.StreamingContext.textFileStream.html">pyspark.streaming.StreamingContext.textFileStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.pprint.html">pyspark.streaming.DStream.pprint</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.saveAsTextFiles.html">pyspark.streaming.DStream.saveAsTextFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.cache.html">pyspark.streaming.DStream.cache</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.checkpoint.html">pyspark.streaming.DStream.checkpoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.cogroup.html">pyspark.streaming.DStream.cogroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.combineByKey.html">pyspark.streaming.DStream.combineByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.context.html">pyspark.streaming.DStream.context</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.count.html">pyspark.streaming.DStream.count</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.countByValue.html">pyspark.streaming.DStream.countByValue</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.countByValueAndWindow.html">pyspark.streaming.DStream.countByValueAndWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.countByWindow.html">pyspark.streaming.DStream.countByWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.filter.html">pyspark.streaming.DStream.filter</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.flatMap.html">pyspark.streaming.DStream.flatMap</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.flatMapValues.html">pyspark.streaming.DStream.flatMapValues</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.foreachRDD.html">pyspark.streaming.DStream.foreachRDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.fullOuterJoin.html">pyspark.streaming.DStream.fullOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.glom.html">pyspark.streaming.DStream.glom</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.groupByKey.html">pyspark.streaming.DStream.groupByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.groupByKeyAndWindow.html">pyspark.streaming.DStream.groupByKeyAndWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.join.html">pyspark.streaming.DStream.join</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.leftOuterJoin.html">pyspark.streaming.DStream.leftOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.map.html">pyspark.streaming.DStream.map</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.mapPartitions.html">pyspark.streaming.DStream.mapPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.mapPartitionsWithIndex.html">pyspark.streaming.DStream.mapPartitionsWithIndex</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.mapValues.html">pyspark.streaming.DStream.mapValues</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.partitionBy.html">pyspark.streaming.DStream.partitionBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.persist.html">pyspark.streaming.DStream.persist</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.reduce.html">pyspark.streaming.DStream.reduce</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.reduceByKey.html">pyspark.streaming.DStream.reduceByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.reduceByKeyAndWindow.html">pyspark.streaming.DStream.reduceByKeyAndWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.reduceByWindow.html">pyspark.streaming.DStream.reduceByWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.repartition.html">pyspark.streaming.DStream.repartition</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.rightOuterJoin.html">pyspark.streaming.DStream.rightOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.slice.html">pyspark.streaming.DStream.slice</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.transform.html">pyspark.streaming.DStream.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.transformWith.html">pyspark.streaming.DStream.transformWith</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.union.html">pyspark.streaming.DStream.union</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.updateStateByKey.html">pyspark.streaming.DStream.updateStateByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.DStream.window.html">pyspark.streaming.DStream.window</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.kinesis.KinesisUtils.createStream.html">pyspark.streaming.kinesis.KinesisUtils.createStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.kinesis.InitialPositionInStream.LATEST.html">pyspark.streaming.kinesis.InitialPositionInStream.LATEST</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON.html">pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="../pyspark.mllib.html">MLlib (RDD-based)</a><input class="toctree-checkbox" id="toctree-checkbox-42" name="toctree-checkbox-42" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-42"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.classification.LogisticRegressionModel.html">LogisticRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.classification.LogisticRegressionWithSGD.html">LogisticRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.classification.LogisticRegressionWithLBFGS.html">LogisticRegressionWithLBFGS</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.classification.SVMModel.html">SVMModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.classification.SVMWithSGD.html">SVMWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.classification.NaiveBayesModel.html">NaiveBayesModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.classification.NaiveBayes.html">NaiveBayes</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.classification.StreamingLogisticRegressionWithSGD.html">StreamingLogisticRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.clustering.BisectingKMeansModel.html">BisectingKMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.clustering.BisectingKMeans.html">BisectingKMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.clustering.KMeansModel.html">KMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.clustering.KMeans.html">KMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.clustering.GaussianMixtureModel.html">GaussianMixtureModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.clustering.GaussianMixture.html">GaussianMixture</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.clustering.PowerIterationClusteringModel.html">PowerIterationClusteringModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.clustering.PowerIterationClustering.html">PowerIterationClustering</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.clustering.StreamingKMeans.html">StreamingKMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.clustering.StreamingKMeansModel.html">StreamingKMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.clustering.LDA.html">LDA</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.clustering.LDAModel.html">LDAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.evaluation.BinaryClassificationMetrics.html">BinaryClassificationMetrics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.evaluation.RegressionMetrics.html">RegressionMetrics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.evaluation.MulticlassMetrics.html">MulticlassMetrics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.evaluation.RankingMetrics.html">RankingMetrics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.feature.Normalizer.html">Normalizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.feature.StandardScalerModel.html">StandardScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.feature.StandardScaler.html">StandardScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.feature.HashingTF.html">HashingTF</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.feature.IDFModel.html">IDFModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.feature.IDF.html">IDF</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.feature.Word2Vec.html">Word2Vec</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.feature.Word2VecModel.html">Word2VecModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.feature.ChiSqSelector.html">ChiSqSelector</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.feature.ChiSqSelectorModel.html">ChiSqSelectorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.feature.ElementwiseProduct.html">ElementwiseProduct</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.fpm.FPGrowth.html">FPGrowth</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.fpm.FPGrowthModel.html">FPGrowthModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.fpm.PrefixSpan.html">PrefixSpan</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.fpm.PrefixSpanModel.html">PrefixSpanModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.Vector.html">Vector</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.DenseVector.html">DenseVector</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.SparseVector.html">SparseVector</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.Vectors.html">Vectors</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.Matrix.html">Matrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.DenseMatrix.html">DenseMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.SparseMatrix.html">SparseMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.Matrices.html">Matrices</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.QRDecomposition.html">QRDecomposition</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.BlockMatrix.html">BlockMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.CoordinateMatrix.html">CoordinateMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.DistributedMatrix.html">DistributedMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.IndexedRow.html">IndexedRow</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.IndexedRowMatrix.html">IndexedRowMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.MatrixEntry.html">MatrixEntry</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.RowMatrix.html">RowMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.SingularValueDecomposition.html">SingularValueDecomposition</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.random.RandomRDDs.html">RandomRDDs</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.recommendation.MatrixFactorizationModel.html">MatrixFactorizationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.recommendation.ALS.html">ALS</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.recommendation.Rating.html">Rating</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.regression.LabeledPoint.html">LabeledPoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.regression.LinearModel.html">LinearModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.regression.LinearRegressionModel.html">LinearRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.regression.LinearRegressionWithSGD.html">LinearRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.regression.RidgeRegressionModel.html">RidgeRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.regression.RidgeRegressionWithSGD.html">RidgeRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.regression.LassoModel.html">LassoModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.regression.LassoWithSGD.html">LassoWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.regression.IsotonicRegressionModel.html">IsotonicRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.regression.IsotonicRegression.html">IsotonicRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.regression.StreamingLinearAlgorithm.html">StreamingLinearAlgorithm</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.regression.StreamingLinearRegressionWithSGD.html">StreamingLinearRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.stat.Statistics.html">Statistics</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.stat.MultivariateStatisticalSummary.html">MultivariateStatisticalSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.stat.ChiSqTestResult.html">ChiSqTestResult</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.stat.MultivariateGaussian.html">MultivariateGaussian</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.stat.KernelDensity.html">KernelDensity</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.stat.ChiSqTestResult.html">ChiSqTestResult</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.stat.KolmogorovSmirnovTestResult.html">KolmogorovSmirnovTestResult</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.tree.DecisionTreeModel.html">DecisionTreeModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.tree.DecisionTree.html">DecisionTree</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.tree.RandomForestModel.html">RandomForestModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.tree.RandomForest.html">RandomForest</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.tree.GradientBoostedTreesModel.html">GradientBoostedTreesModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.tree.GradientBoostedTrees.html">GradientBoostedTrees</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.util.JavaLoader.html">JavaLoader</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.util.JavaSaveable.html">JavaSaveable</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.util.LinearDataGenerator.html">LinearDataGenerator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.util.Loader.html">Loader</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.util.MLUtils.html">MLUtils</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.mllib.util.Saveable.html">Saveable</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="../pyspark.html">Spark Core</a><input class="toctree-checkbox" id="toctree-checkbox-43" name="toctree-checkbox-43" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-43"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.html">pyspark.SparkContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.html">pyspark.RDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.Broadcast.html">pyspark.Broadcast</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.Accumulator.html">pyspark.Accumulator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.AccumulatorParam.html">pyspark.AccumulatorParam</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkConf.html">pyspark.SparkConf</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkFiles.html">pyspark.SparkFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.StorageLevel.html">pyspark.StorageLevel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.TaskContext.html">pyspark.TaskContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDDBarrier.html">pyspark.RDDBarrier</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.BarrierTaskContext.html">pyspark.BarrierTaskContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.BarrierTaskInfo.html">pyspark.BarrierTaskInfo</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.InheritableThread.html">pyspark.InheritableThread</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.util.VersionUtils.html">pyspark.util.VersionUtils</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.PACKAGE_EXTENSIONS.html">pyspark.SparkContext.PACKAGE_EXTENSIONS</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.accumulator.html">pyspark.SparkContext.accumulator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.addArchive.html">pyspark.SparkContext.addArchive</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.addFile.html">pyspark.SparkContext.addFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.addJobTag.html">pyspark.SparkContext.addJobTag</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.addPyFile.html">pyspark.SparkContext.addPyFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.applicationId.html">pyspark.SparkContext.applicationId</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.binaryFiles.html">pyspark.SparkContext.binaryFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.binaryRecords.html">pyspark.SparkContext.binaryRecords</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.broadcast.html">pyspark.SparkContext.broadcast</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.cancelAllJobs.html">pyspark.SparkContext.cancelAllJobs</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.cancelJobGroup.html">pyspark.SparkContext.cancelJobGroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.cancelJobsWithTag.html">pyspark.SparkContext.cancelJobsWithTag</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.clearJobTags.html">pyspark.SparkContext.clearJobTags</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.defaultMinPartitions.html">pyspark.SparkContext.defaultMinPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.defaultParallelism.html">pyspark.SparkContext.defaultParallelism</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.dump_profiles.html">pyspark.SparkContext.dump_profiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.emptyRDD.html">pyspark.SparkContext.emptyRDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.getCheckpointDir.html">pyspark.SparkContext.getCheckpointDir</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.getConf.html">pyspark.SparkContext.getConf</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.getJobTags.html">pyspark.SparkContext.getJobTags</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.getLocalProperty.html">pyspark.SparkContext.getLocalProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.getOrCreate.html">pyspark.SparkContext.getOrCreate</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.hadoopFile.html">pyspark.SparkContext.hadoopFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.hadoopRDD.html">pyspark.SparkContext.hadoopRDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.listArchives.html">pyspark.SparkContext.listArchives</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.listFiles.html">pyspark.SparkContext.listFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.newAPIHadoopFile.html">pyspark.SparkContext.newAPIHadoopFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.newAPIHadoopRDD.html">pyspark.SparkContext.newAPIHadoopRDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.parallelize.html">pyspark.SparkContext.parallelize</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.pickleFile.html">pyspark.SparkContext.pickleFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.range.html">pyspark.SparkContext.range</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.resources.html">pyspark.SparkContext.resources</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.removeJobTag.html">pyspark.SparkContext.removeJobTag</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.runJob.html">pyspark.SparkContext.runJob</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.sequenceFile.html">pyspark.SparkContext.sequenceFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.setCheckpointDir.html">pyspark.SparkContext.setCheckpointDir</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.setInterruptOnCancel.html">pyspark.SparkContext.setInterruptOnCancel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.setJobDescription.html">pyspark.SparkContext.setJobDescription</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.setJobGroup.html">pyspark.SparkContext.setJobGroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.setLocalProperty.html">pyspark.SparkContext.setLocalProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.setLogLevel.html">pyspark.SparkContext.setLogLevel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.setSystemProperty.html">pyspark.SparkContext.setSystemProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.show_profiles.html">pyspark.SparkContext.show_profiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.sparkUser.html">pyspark.SparkContext.sparkUser</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.startTime.html">pyspark.SparkContext.startTime</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.statusTracker.html">pyspark.SparkContext.statusTracker</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.stop.html">pyspark.SparkContext.stop</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.textFile.html">pyspark.SparkContext.textFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.uiWebUrl.html">pyspark.SparkContext.uiWebUrl</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.union.html">pyspark.SparkContext.union</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.version.html">pyspark.SparkContext.version</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkContext.wholeTextFiles.html">pyspark.SparkContext.wholeTextFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.aggregate.html">pyspark.RDD.aggregate</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.aggregateByKey.html">pyspark.RDD.aggregateByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.barrier.html">pyspark.RDD.barrier</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.cache.html">pyspark.RDD.cache</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.cartesian.html">pyspark.RDD.cartesian</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.checkpoint.html">pyspark.RDD.checkpoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.cleanShuffleDependencies.html">pyspark.RDD.cleanShuffleDependencies</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.coalesce.html">pyspark.RDD.coalesce</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.cogroup.html">pyspark.RDD.cogroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.collect.html">pyspark.RDD.collect</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.collectAsMap.html">pyspark.RDD.collectAsMap</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.collectWithJobGroup.html">pyspark.RDD.collectWithJobGroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.combineByKey.html">pyspark.RDD.combineByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.context.html">pyspark.RDD.context</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.count.html">pyspark.RDD.count</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.countApprox.html">pyspark.RDD.countApprox</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.countApproxDistinct.html">pyspark.RDD.countApproxDistinct</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.countByKey.html">pyspark.RDD.countByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.countByValue.html">pyspark.RDD.countByValue</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.distinct.html">pyspark.RDD.distinct</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.filter.html">pyspark.RDD.filter</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.first.html">pyspark.RDD.first</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.flatMap.html">pyspark.RDD.flatMap</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.flatMapValues.html">pyspark.RDD.flatMapValues</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.fold.html">pyspark.RDD.fold</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.foldByKey.html">pyspark.RDD.foldByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.foreach.html">pyspark.RDD.foreach</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.foreachPartition.html">pyspark.RDD.foreachPartition</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.fullOuterJoin.html">pyspark.RDD.fullOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.getCheckpointFile.html">pyspark.RDD.getCheckpointFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.getNumPartitions.html">pyspark.RDD.getNumPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.getResourceProfile.html">pyspark.RDD.getResourceProfile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.getStorageLevel.html">pyspark.RDD.getStorageLevel</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.glom.html">pyspark.RDD.glom</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.groupBy.html">pyspark.RDD.groupBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.groupByKey.html">pyspark.RDD.groupByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.groupWith.html">pyspark.RDD.groupWith</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.histogram.html">pyspark.RDD.histogram</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.id.html">pyspark.RDD.id</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.intersection.html">pyspark.RDD.intersection</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.isCheckpointed.html">pyspark.RDD.isCheckpointed</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.isEmpty.html">pyspark.RDD.isEmpty</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.isLocallyCheckpointed.html">pyspark.RDD.isLocallyCheckpointed</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.join.html">pyspark.RDD.join</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.keyBy.html">pyspark.RDD.keyBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.keys.html">pyspark.RDD.keys</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.leftOuterJoin.html">pyspark.RDD.leftOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.localCheckpoint.html">pyspark.RDD.localCheckpoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.lookup.html">pyspark.RDD.lookup</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.map.html">pyspark.RDD.map</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.mapPartitions.html">pyspark.RDD.mapPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.mapPartitionsWithIndex.html">pyspark.RDD.mapPartitionsWithIndex</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.mapPartitionsWithSplit.html">pyspark.RDD.mapPartitionsWithSplit</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.mapValues.html">pyspark.RDD.mapValues</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.max.html">pyspark.RDD.max</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.mean.html">pyspark.RDD.mean</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.meanApprox.html">pyspark.RDD.meanApprox</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.min.html">pyspark.RDD.min</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.name.html">pyspark.RDD.name</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.partitionBy.html">pyspark.RDD.partitionBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.persist.html">pyspark.RDD.persist</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.pipe.html">pyspark.RDD.pipe</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.randomSplit.html">pyspark.RDD.randomSplit</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.reduce.html">pyspark.RDD.reduce</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.reduceByKey.html">pyspark.RDD.reduceByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.reduceByKeyLocally.html">pyspark.RDD.reduceByKeyLocally</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.repartition.html">pyspark.RDD.repartition</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.repartitionAndSortWithinPartitions.html">pyspark.RDD.repartitionAndSortWithinPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.rightOuterJoin.html">pyspark.RDD.rightOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.sample.html">pyspark.RDD.sample</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.sampleByKey.html">pyspark.RDD.sampleByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.sampleStdev.html">pyspark.RDD.sampleStdev</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.sampleVariance.html">pyspark.RDD.sampleVariance</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.saveAsHadoopDataset.html">pyspark.RDD.saveAsHadoopDataset</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.saveAsHadoopFile.html">pyspark.RDD.saveAsHadoopFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.saveAsNewAPIHadoopDataset.html">pyspark.RDD.saveAsNewAPIHadoopDataset</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.saveAsNewAPIHadoopFile.html">pyspark.RDD.saveAsNewAPIHadoopFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.saveAsPickleFile.html">pyspark.RDD.saveAsPickleFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.saveAsSequenceFile.html">pyspark.RDD.saveAsSequenceFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.saveAsTextFile.html">pyspark.RDD.saveAsTextFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.setName.html">pyspark.RDD.setName</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.sortBy.html">pyspark.RDD.sortBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.sortByKey.html">pyspark.RDD.sortByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.stats.html">pyspark.RDD.stats</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.stdev.html">pyspark.RDD.stdev</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.subtract.html">pyspark.RDD.subtract</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.subtractByKey.html">pyspark.RDD.subtractByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.sum.html">pyspark.RDD.sum</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.sumApprox.html">pyspark.RDD.sumApprox</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.take.html">pyspark.RDD.take</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.takeOrdered.html">pyspark.RDD.takeOrdered</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.takeSample.html">pyspark.RDD.takeSample</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.toDebugString.html">pyspark.RDD.toDebugString</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.toLocalIterator.html">pyspark.RDD.toLocalIterator</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.top.html">pyspark.RDD.top</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.treeAggregate.html">pyspark.RDD.treeAggregate</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.treeReduce.html">pyspark.RDD.treeReduce</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.union.html">pyspark.RDD.union</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.unpersist.html">pyspark.RDD.unpersist</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.values.html">pyspark.RDD.values</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.variance.html">pyspark.RDD.variance</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.withResources.html">pyspark.RDD.withResources</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.zip.html">pyspark.RDD.zip</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.zipWithIndex.html">pyspark.RDD.zipWithIndex</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDD.zipWithUniqueId.html">pyspark.RDD.zipWithUniqueId</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.Broadcast.destroy.html">pyspark.Broadcast.destroy</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.Broadcast.dump.html">pyspark.Broadcast.dump</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.Broadcast.load.html">pyspark.Broadcast.load</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.Broadcast.load_from_path.html">pyspark.Broadcast.load_from_path</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.Broadcast.unpersist.html">pyspark.Broadcast.unpersist</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.Broadcast.value.html">pyspark.Broadcast.value</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.Accumulator.add.html">pyspark.Accumulator.add</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.Accumulator.value.html">pyspark.Accumulator.value</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.AccumulatorParam.addInPlace.html">pyspark.AccumulatorParam.addInPlace</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.AccumulatorParam.zero.html">pyspark.AccumulatorParam.zero</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.inheritable_thread_target.html">pyspark.inheritable_thread_target</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkConf.contains.html">pyspark.SparkConf.contains</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkConf.get.html">pyspark.SparkConf.get</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkConf.getAll.html">pyspark.SparkConf.getAll</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkConf.set.html">pyspark.SparkConf.set</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkConf.setAll.html">pyspark.SparkConf.setAll</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkConf.setAppName.html">pyspark.SparkConf.setAppName</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkConf.setExecutorEnv.html">pyspark.SparkConf.setExecutorEnv</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkConf.setIfMissing.html">pyspark.SparkConf.setIfMissing</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkConf.setMaster.html">pyspark.SparkConf.setMaster</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkConf.setSparkHome.html">pyspark.SparkConf.setSparkHome</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkConf.toDebugString.html">pyspark.SparkConf.toDebugString</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkFiles.get.html">pyspark.SparkFiles.get</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.SparkFiles.getRootDirectory.html">pyspark.SparkFiles.getRootDirectory</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.StorageLevel.DISK_ONLY.html">pyspark.StorageLevel.DISK_ONLY</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.StorageLevel.DISK_ONLY_2.html">pyspark.StorageLevel.DISK_ONLY_2</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.StorageLevel.DISK_ONLY_3.html">pyspark.StorageLevel.DISK_ONLY_3</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.StorageLevel.MEMORY_AND_DISK.html">pyspark.StorageLevel.MEMORY_AND_DISK</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.StorageLevel.MEMORY_AND_DISK_2.html">pyspark.StorageLevel.MEMORY_AND_DISK_2</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.StorageLevel.MEMORY_AND_DISK_DESER.html">pyspark.StorageLevel.MEMORY_AND_DISK_DESER</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.StorageLevel.MEMORY_ONLY.html">pyspark.StorageLevel.MEMORY_ONLY</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.StorageLevel.MEMORY_ONLY_2.html">pyspark.StorageLevel.MEMORY_ONLY_2</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.StorageLevel.OFF_HEAP.html">pyspark.StorageLevel.OFF_HEAP</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.TaskContext.attemptNumber.html">pyspark.TaskContext.attemptNumber</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.TaskContext.cpus.html">pyspark.TaskContext.cpus</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.TaskContext.get.html">pyspark.TaskContext.get</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.TaskContext.getLocalProperty.html">pyspark.TaskContext.getLocalProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.TaskContext.partitionId.html">pyspark.TaskContext.partitionId</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.TaskContext.resources.html">pyspark.TaskContext.resources</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.TaskContext.stageId.html">pyspark.TaskContext.stageId</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.TaskContext.taskAttemptId.html">pyspark.TaskContext.taskAttemptId</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDDBarrier.mapPartitions.html">pyspark.RDDBarrier.mapPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.RDDBarrier.mapPartitionsWithIndex.html">pyspark.RDDBarrier.mapPartitionsWithIndex</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.BarrierTaskContext.allGather.html">pyspark.BarrierTaskContext.allGather</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.BarrierTaskContext.attemptNumber.html">pyspark.BarrierTaskContext.attemptNumber</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.BarrierTaskContext.barrier.html">pyspark.BarrierTaskContext.barrier</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.BarrierTaskContext.cpus.html">pyspark.BarrierTaskContext.cpus</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.BarrierTaskContext.get.html">pyspark.BarrierTaskContext.get</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.BarrierTaskContext.getLocalProperty.html">pyspark.BarrierTaskContext.getLocalProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.BarrierTaskContext.getTaskInfos.html">pyspark.BarrierTaskContext.getTaskInfos</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.BarrierTaskContext.partitionId.html">pyspark.BarrierTaskContext.partitionId</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.BarrierTaskContext.resources.html">pyspark.BarrierTaskContext.resources</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.BarrierTaskContext.stageId.html">pyspark.BarrierTaskContext.stageId</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.BarrierTaskContext.taskAttemptId.html">pyspark.BarrierTaskContext.taskAttemptId</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.util.VersionUtils.majorMinorVersion.html">pyspark.util.VersionUtils.majorMinorVersion</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="../pyspark.resource.html">Resource Management</a><input class="toctree-checkbox" id="toctree-checkbox-44" name="toctree-checkbox-44" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-44"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.resource.ResourceInformation.html">pyspark.resource.ResourceInformation</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.resource.ResourceProfile.html">pyspark.resource.ResourceProfile</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.resource.ResourceProfileBuilder.html">pyspark.resource.ResourceProfileBuilder</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.resource.ExecutorResourceRequest.html">pyspark.resource.ExecutorResourceRequest</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.resource.ExecutorResourceRequests.html">pyspark.resource.ExecutorResourceRequests</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.resource.TaskResourceRequest.html">pyspark.resource.TaskResourceRequest</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.resource.TaskResourceRequests.html">pyspark.resource.TaskResourceRequests</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="../pyspark.errors.html">Errors</a><input class="toctree-checkbox" id="toctree-checkbox-45" name="toctree-checkbox-45" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-45"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.AnalysisException.html">pyspark.errors.AnalysisException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.ArithmeticException.html">pyspark.errors.ArithmeticException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.ArrayIndexOutOfBoundsException.html">pyspark.errors.ArrayIndexOutOfBoundsException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.DateTimeException.html">pyspark.errors.DateTimeException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.IllegalArgumentException.html">pyspark.errors.IllegalArgumentException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.NumberFormatException.html">pyspark.errors.NumberFormatException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.ParseException.html">pyspark.errors.ParseException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkAssertionError.html">pyspark.errors.PySparkAssertionError</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkAttributeError.html">pyspark.errors.PySparkAttributeError</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkException.html">pyspark.errors.PySparkException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkKeyError.html">pyspark.errors.PySparkKeyError</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkNotImplementedError.html">pyspark.errors.PySparkNotImplementedError</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkPicklingError.html">pyspark.errors.PySparkPicklingError</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkRuntimeError.html">pyspark.errors.PySparkRuntimeError</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkTypeError.html">pyspark.errors.PySparkTypeError</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkValueError.html">pyspark.errors.PySparkValueError</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkImportError.html">pyspark.errors.PySparkImportError</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkIndexError.html">pyspark.errors.PySparkIndexError</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PythonException.html">pyspark.errors.PythonException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.QueryContext.html">pyspark.errors.QueryContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.QueryContextType.html">pyspark.errors.QueryContextType</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.QueryExecutionException.html">pyspark.errors.QueryExecutionException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.RetriesExceeded.html">pyspark.errors.RetriesExceeded</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.SessionNotSameException.html">pyspark.errors.SessionNotSameException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.SparkRuntimeException.html">pyspark.errors.SparkRuntimeException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.SparkUpgradeException.html">pyspark.errors.SparkUpgradeException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.SparkNoSuchElementException.html">pyspark.errors.SparkNoSuchElementException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.StreamingQueryException.html">pyspark.errors.StreamingQueryException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.TempTableAlreadyExistsException.html">pyspark.errors.TempTableAlreadyExistsException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.UnknownException.html">pyspark.errors.UnknownException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.UnsupportedOperationException.html">pyspark.errors.UnsupportedOperationException</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkException.getErrorClass.html">pyspark.errors.PySparkException.getErrorClass</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkException.getMessage.html">pyspark.errors.PySparkException.getMessage</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkException.getMessageParameters.html">pyspark.errors.PySparkException.getMessageParameters</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkException.getQueryContext.html">pyspark.errors.PySparkException.getQueryContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.errors.PySparkException.getSqlState.html">pyspark.errors.PySparkException.getSqlState</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="../pyspark.logger.html">Logger</a><input class="toctree-checkbox" id="toctree-checkbox-46" name="toctree-checkbox-46" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-46"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.logger.PySparkLogger.html">pyspark.logger.PySparkLogger</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.logger.PySparkLogger.getLogger.html">pyspark.logger.PySparkLogger.getLogger</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.logger.PySparkLogger.addHandler.html">pyspark.logger.PySparkLogger.addHandler</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.logger.PySparkLogger.info.html">pyspark.logger.PySparkLogger.info</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.logger.PySparkLogger.warning.html">pyspark.logger.PySparkLogger.warning</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.logger.PySparkLogger.error.html">pyspark.logger.PySparkLogger.error</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.logger.PySparkLogger.exception.html">pyspark.logger.PySparkLogger.exception</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="../pyspark.testing.html">Testing</a><input class="toctree-checkbox" id="toctree-checkbox-47" name="toctree-checkbox-47" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-47"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.testing.assertDataFrameEqual.html">pyspark.testing.assertDataFrameEqual</a></li>
<li class="toctree-l2"><a class="reference internal" href="../api/pyspark.testing.assertSchemaEqual.html">pyspark.testing.assertSchemaEqual</a></li>
</ul>
</li>
</ul>
</div>
</nav></div>
</div>
<div class="sidebar-primary-items__end sidebar-primary__section">
</div>
<div id="rtd-footer-container"></div>
</div>
<main id="main-content" class="bd-main">
<div class="bd-content">
<div class="bd-article-container">
<div class="bd-header-article">
<div class="header-article-items header-article__inner">
<div class="header-article-items__start">
<div class="header-article-item">
<nav aria-label="Breadcrumbs">
<ul class="bd-breadcrumbs" role="navigation" aria-label="Breadcrumb">
<li class="breadcrumb-item breadcrumb-home">
<a href="../../index.html" class="nav-link" aria-label="Home">
<i class="fa-solid fa-home"></i>
</a>
</li>
<li class="breadcrumb-item"><a href="../index.html" class="nav-link">API Reference</a></li>
<li class="breadcrumb-item"><a href="index.html" class="nav-link">Pandas API on Spark</a></li>
<li class="breadcrumb-item active" aria-current="page">DataFrame</li>
</ul>
</nav>
</div>
</div>
</div>
</div>
<div id="searchbox"></div>
<article class="bd-article" role="main">
<section id="dataframe">
<span id="api-dataframe"></span><h1>DataFrame<a class="headerlink" href="#dataframe" title="Permalink to this headline">#</a></h1>
<section id="constructor">
<h2>Constructor<a class="headerlink" href="#constructor" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.html#pyspark.pandas.DataFrame" title="pyspark.pandas.DataFrame"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame</span></code></a>([data, index, columns, dtype, copy])</p></td>
<td><p>pandas-on-Spark DataFrame that corresponds to pandas DataFrame logically.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="attributes-and-underlying-data">
<h2>Attributes and underlying data<a class="headerlink" href="#attributes-and-underlying-data" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.index.html#pyspark.pandas.DataFrame.index" title="pyspark.pandas.DataFrame.index"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.index</span></code></a></p></td>
<td><p>The index (row labels) Column of the DataFrame.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.info.html#pyspark.pandas.DataFrame.info" title="pyspark.pandas.DataFrame.info"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.info</span></code></a>([verbose, buf, max_cols, ...])</p></td>
<td><p>Print a concise summary of a DataFrame.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.columns.html#pyspark.pandas.DataFrame.columns" title="pyspark.pandas.DataFrame.columns"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.columns</span></code></a></p></td>
<td><p>The column labels of the DataFrame.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.empty.html#pyspark.pandas.DataFrame.empty" title="pyspark.pandas.DataFrame.empty"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.empty</span></code></a></p></td>
<td><p>Returns true if the current DataFrame is empty.</p></td>
</tr>
</tbody>
</table>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.dtypes.html#pyspark.pandas.DataFrame.dtypes" title="pyspark.pandas.DataFrame.dtypes"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.dtypes</span></code></a></p></td>
<td><p>Return the dtypes in the DataFrame.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.shape.html#pyspark.pandas.DataFrame.shape" title="pyspark.pandas.DataFrame.shape"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.shape</span></code></a></p></td>
<td><p>Return a tuple representing the dimensionality of the DataFrame.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.axes.html#pyspark.pandas.DataFrame.axes" title="pyspark.pandas.DataFrame.axes"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.axes</span></code></a></p></td>
<td><p>Return a list representing the axes of the DataFrame.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.ndim.html#pyspark.pandas.DataFrame.ndim" title="pyspark.pandas.DataFrame.ndim"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.ndim</span></code></a></p></td>
<td><p>Return an int representing the number of array dimensions.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.size.html#pyspark.pandas.DataFrame.size" title="pyspark.pandas.DataFrame.size"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.size</span></code></a></p></td>
<td><p>Return an int representing the number of elements in this object.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.select_dtypes.html#pyspark.pandas.DataFrame.select_dtypes" title="pyspark.pandas.DataFrame.select_dtypes"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.select_dtypes</span></code></a>([include, exclude])</p></td>
<td><p>Return a subset of the DataFrame's columns based on the column dtypes.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.values.html#pyspark.pandas.DataFrame.values" title="pyspark.pandas.DataFrame.values"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.values</span></code></a></p></td>
<td><p>Return a Numpy representation of the DataFrame or the Series.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="conversion">
<h2>Conversion<a class="headerlink" href="#conversion" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.copy.html#pyspark.pandas.DataFrame.copy" title="pyspark.pandas.DataFrame.copy"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.copy</span></code></a>([deep])</p></td>
<td><p>Make a copy of this object's indices and data.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.isna.html#pyspark.pandas.DataFrame.isna" title="pyspark.pandas.DataFrame.isna"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.isna</span></code></a>()</p></td>
<td><p>Detects missing values for items in the current Dataframe.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.astype.html#pyspark.pandas.DataFrame.astype" title="pyspark.pandas.DataFrame.astype"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.astype</span></code></a>(dtype)</p></td>
<td><p>Cast a pandas-on-Spark object to a specified dtype <code class="docutils literal notranslate"><span class="pre">dtype</span></code>.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.isnull.html#pyspark.pandas.DataFrame.isnull" title="pyspark.pandas.DataFrame.isnull"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.isnull</span></code></a>()</p></td>
<td><p>Detects missing values for items in the current Dataframe.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.notna.html#pyspark.pandas.DataFrame.notna" title="pyspark.pandas.DataFrame.notna"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.notna</span></code></a>()</p></td>
<td><p>Detects non-missing values for items in the current Dataframe.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.notnull.html#pyspark.pandas.DataFrame.notnull" title="pyspark.pandas.DataFrame.notnull"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.notnull</span></code></a>()</p></td>
<td><p>Detects non-missing values for items in the current Dataframe.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.bool.html#pyspark.pandas.DataFrame.bool" title="pyspark.pandas.DataFrame.bool"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.bool</span></code></a>()</p></td>
<td><p>Return the bool of a single element in the current object.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="indexing-iteration">
<h2>Indexing, iteration<a class="headerlink" href="#indexing-iteration" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.at.html#pyspark.pandas.DataFrame.at" title="pyspark.pandas.DataFrame.at"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.at</span></code></a></p></td>
<td><p>Access a single value for a row/column label pair.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.iat.html#pyspark.pandas.DataFrame.iat" title="pyspark.pandas.DataFrame.iat"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.iat</span></code></a></p></td>
<td><p>Access a single value for a row/column pair by integer position.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.head.html#pyspark.pandas.DataFrame.head" title="pyspark.pandas.DataFrame.head"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.head</span></code></a>([n])</p></td>
<td><p>Return the first <cite>n</cite> rows.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.idxmax.html#pyspark.pandas.DataFrame.idxmax" title="pyspark.pandas.DataFrame.idxmax"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.idxmax</span></code></a>([axis])</p></td>
<td><p>Return index of first occurrence of maximum over requested axis.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.idxmin.html#pyspark.pandas.DataFrame.idxmin" title="pyspark.pandas.DataFrame.idxmin"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.idxmin</span></code></a>([axis])</p></td>
<td><p>Return index of first occurrence of minimum over requested axis.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.loc.html#pyspark.pandas.DataFrame.loc" title="pyspark.pandas.DataFrame.loc"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.loc</span></code></a></p></td>
<td><p>Access a group of rows and columns by label(s) or a boolean Series.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.iloc.html#pyspark.pandas.DataFrame.iloc" title="pyspark.pandas.DataFrame.iloc"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.iloc</span></code></a></p></td>
<td><p>Purely integer-location based indexing for selection by position.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.insert.html#pyspark.pandas.DataFrame.insert" title="pyspark.pandas.DataFrame.insert"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.insert</span></code></a>(loc, column, value[, ...])</p></td>
<td><p>Insert column into DataFrame at specified location.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.items.html#pyspark.pandas.DataFrame.items" title="pyspark.pandas.DataFrame.items"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.items</span></code></a>()</p></td>
<td><p>Iterator over (column name, Series) pairs.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.iterrows.html#pyspark.pandas.DataFrame.iterrows" title="pyspark.pandas.DataFrame.iterrows"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.iterrows</span></code></a>()</p></td>
<td><p>Iterate over DataFrame rows as (index, Series) pairs.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.itertuples.html#pyspark.pandas.DataFrame.itertuples" title="pyspark.pandas.DataFrame.itertuples"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.itertuples</span></code></a>([index, name])</p></td>
<td><p>Iterate over DataFrame rows as namedtuples.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.keys.html#pyspark.pandas.DataFrame.keys" title="pyspark.pandas.DataFrame.keys"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.keys</span></code></a>()</p></td>
<td><p>Return alias for columns.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.pop.html#pyspark.pandas.DataFrame.pop" title="pyspark.pandas.DataFrame.pop"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.pop</span></code></a>(item)</p></td>
<td><p>Return item and drop from frame.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.tail.html#pyspark.pandas.DataFrame.tail" title="pyspark.pandas.DataFrame.tail"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.tail</span></code></a>([n])</p></td>
<td><p>Return the last <cite>n</cite> rows.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.xs.html#pyspark.pandas.DataFrame.xs" title="pyspark.pandas.DataFrame.xs"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.xs</span></code></a>(key[, axis, level])</p></td>
<td><p>Return cross-section from the DataFrame.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.get.html#pyspark.pandas.DataFrame.get" title="pyspark.pandas.DataFrame.get"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.get</span></code></a>(key[, default])</p></td>
<td><p>Get item from object for given key (DataFrame column, Panel slice, etc.).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.where.html#pyspark.pandas.DataFrame.where" title="pyspark.pandas.DataFrame.where"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.where</span></code></a>(cond[, other, axis])</p></td>
<td><p>Replace values where the condition is False.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.mask.html#pyspark.pandas.DataFrame.mask" title="pyspark.pandas.DataFrame.mask"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.mask</span></code></a>(cond[, other])</p></td>
<td><p>Replace values where the condition is True.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.query.html#pyspark.pandas.DataFrame.query" title="pyspark.pandas.DataFrame.query"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.query</span></code></a>(expr[, inplace])</p></td>
<td><p>Query the columns of a DataFrame with a boolean expression.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="binary-operator-functions">
<h2>Binary operator functions<a class="headerlink" href="#binary-operator-functions" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.add.html#pyspark.pandas.DataFrame.add" title="pyspark.pandas.DataFrame.add"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.add</span></code></a>(other)</p></td>
<td><p>Get Addition of dataframe and other, element-wise (binary operator <cite>+</cite>).</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.radd.html#pyspark.pandas.DataFrame.radd" title="pyspark.pandas.DataFrame.radd"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.radd</span></code></a>(other)</p></td>
<td><p>Get Addition of dataframe and other, element-wise (binary operator <cite>+</cite>).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.div.html#pyspark.pandas.DataFrame.div" title="pyspark.pandas.DataFrame.div"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.div</span></code></a>(other)</p></td>
<td><p>Get Floating division of dataframe and other, element-wise (binary operator <cite>/</cite>).</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.rdiv.html#pyspark.pandas.DataFrame.rdiv" title="pyspark.pandas.DataFrame.rdiv"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.rdiv</span></code></a>(other)</p></td>
<td><p>Get Floating division of dataframe and other, element-wise (binary operator <cite>/</cite>).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.truediv.html#pyspark.pandas.DataFrame.truediv" title="pyspark.pandas.DataFrame.truediv"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.truediv</span></code></a>(other)</p></td>
<td><p>Get Floating division of dataframe and other, element-wise (binary operator <cite>/</cite>).</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.rtruediv.html#pyspark.pandas.DataFrame.rtruediv" title="pyspark.pandas.DataFrame.rtruediv"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.rtruediv</span></code></a>(other)</p></td>
<td><p>Get Floating division of dataframe and other, element-wise (binary operator <cite>/</cite>).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.mul.html#pyspark.pandas.DataFrame.mul" title="pyspark.pandas.DataFrame.mul"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.mul</span></code></a>(other)</p></td>
<td><p>Get Multiplication of dataframe and other, element-wise (binary operator <cite>*</cite>).</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.rmul.html#pyspark.pandas.DataFrame.rmul" title="pyspark.pandas.DataFrame.rmul"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.rmul</span></code></a>(other)</p></td>
<td><p>Get Multiplication of dataframe and other, element-wise (binary operator <cite>*</cite>).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.sub.html#pyspark.pandas.DataFrame.sub" title="pyspark.pandas.DataFrame.sub"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.sub</span></code></a>(other)</p></td>
<td><p>Get Subtraction of dataframe and other, element-wise (binary operator <cite>-</cite>).</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.rsub.html#pyspark.pandas.DataFrame.rsub" title="pyspark.pandas.DataFrame.rsub"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.rsub</span></code></a>(other)</p></td>
<td><p>Get Subtraction of dataframe and other, element-wise (binary operator <cite>-</cite>).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.pow.html#pyspark.pandas.DataFrame.pow" title="pyspark.pandas.DataFrame.pow"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.pow</span></code></a>(other)</p></td>
<td><p>Get Exponential power of series of dataframe and other, element-wise (binary operator <cite>**</cite>).</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.rpow.html#pyspark.pandas.DataFrame.rpow" title="pyspark.pandas.DataFrame.rpow"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.rpow</span></code></a>(other)</p></td>
<td><p>Get Exponential power of dataframe and other, element-wise (binary operator <cite>**</cite>).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.mod.html#pyspark.pandas.DataFrame.mod" title="pyspark.pandas.DataFrame.mod"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.mod</span></code></a>(other)</p></td>
<td><p>Get Modulo of dataframe and other, element-wise (binary operator <cite>%</cite>).</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.rmod.html#pyspark.pandas.DataFrame.rmod" title="pyspark.pandas.DataFrame.rmod"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.rmod</span></code></a>(other)</p></td>
<td><p>Get Modulo of dataframe and other, element-wise (binary operator <cite>%</cite>).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.floordiv.html#pyspark.pandas.DataFrame.floordiv" title="pyspark.pandas.DataFrame.floordiv"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.floordiv</span></code></a>(other)</p></td>
<td><p>Get Integer division of dataframe and other, element-wise (binary operator <cite>//</cite>).</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.rfloordiv.html#pyspark.pandas.DataFrame.rfloordiv" title="pyspark.pandas.DataFrame.rfloordiv"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.rfloordiv</span></code></a>(other)</p></td>
<td><p>Get Integer division of dataframe and other, element-wise (binary operator <cite>//</cite>).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.lt.html#pyspark.pandas.DataFrame.lt" title="pyspark.pandas.DataFrame.lt"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.lt</span></code></a>(other)</p></td>
<td><p>Compare if the current value is less than the other.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.gt.html#pyspark.pandas.DataFrame.gt" title="pyspark.pandas.DataFrame.gt"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.gt</span></code></a>(other)</p></td>
<td><p>Compare if the current value is greater than the other.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.le.html#pyspark.pandas.DataFrame.le" title="pyspark.pandas.DataFrame.le"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.le</span></code></a>(other)</p></td>
<td><p>Compare if the current value is less than or equal to the other.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.ge.html#pyspark.pandas.DataFrame.ge" title="pyspark.pandas.DataFrame.ge"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.ge</span></code></a>(other)</p></td>
<td><p>Compare if the current value is greater than or equal to the other.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.ne.html#pyspark.pandas.DataFrame.ne" title="pyspark.pandas.DataFrame.ne"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.ne</span></code></a>(other)</p></td>
<td><p>Compare if the current value is not equal to the other.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.eq.html#pyspark.pandas.DataFrame.eq" title="pyspark.pandas.DataFrame.eq"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.eq</span></code></a>(other)</p></td>
<td><p>Compare if the current value is equal to the other.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.dot.html#pyspark.pandas.DataFrame.dot" title="pyspark.pandas.DataFrame.dot"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.dot</span></code></a>(other)</p></td>
<td><p>Compute the matrix multiplication between the DataFrame and others.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.combine_first.html#pyspark.pandas.DataFrame.combine_first" title="pyspark.pandas.DataFrame.combine_first"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.combine_first</span></code></a>(other)</p></td>
<td><p>Update null elements with value in the same location in <cite>other</cite>.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="function-application-groupby-window">
<h2>Function application, GroupBy &amp; Window<a class="headerlink" href="#function-application-groupby-window" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.apply.html#pyspark.pandas.DataFrame.apply" title="pyspark.pandas.DataFrame.apply"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.apply</span></code></a>(func[, axis, args])</p></td>
<td><p>Apply a function along an axis of the DataFrame.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.applymap.html#pyspark.pandas.DataFrame.applymap" title="pyspark.pandas.DataFrame.applymap"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.applymap</span></code></a>(func)</p></td>
<td><p>Apply a function to a Dataframe elementwise.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.map.html#pyspark.pandas.DataFrame.map" title="pyspark.pandas.DataFrame.map"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.map</span></code></a>(func)</p></td>
<td><p>Apply a function to a Dataframe elementwise.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.pipe.html#pyspark.pandas.DataFrame.pipe" title="pyspark.pandas.DataFrame.pipe"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.pipe</span></code></a>(func, *args, **kwargs)</p></td>
<td><p>Apply func(self, *args, **kwargs).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.agg.html#pyspark.pandas.DataFrame.agg" title="pyspark.pandas.DataFrame.agg"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.agg</span></code></a>(func)</p></td>
<td><p>Aggregate using one or more operations over the specified axis.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.aggregate.html#pyspark.pandas.DataFrame.aggregate" title="pyspark.pandas.DataFrame.aggregate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.aggregate</span></code></a>(func)</p></td>
<td><p>Aggregate using one or more operations over the specified axis.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.groupby.html#pyspark.pandas.DataFrame.groupby" title="pyspark.pandas.DataFrame.groupby"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.groupby</span></code></a>(by[, axis, as_index, dropna])</p></td>
<td><p>Group DataFrame or Series using one or more columns.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.rolling.html#pyspark.pandas.DataFrame.rolling" title="pyspark.pandas.DataFrame.rolling"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.rolling</span></code></a>(window[, min_periods])</p></td>
<td><p>Provide rolling transformations.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.expanding.html#pyspark.pandas.DataFrame.expanding" title="pyspark.pandas.DataFrame.expanding"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.expanding</span></code></a>([min_periods])</p></td>
<td><p>Provide expanding transformations.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.transform.html#pyspark.pandas.DataFrame.transform" title="pyspark.pandas.DataFrame.transform"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.transform</span></code></a>(func[, axis])</p></td>
<td><p>Call <code class="docutils literal notranslate"><span class="pre">func</span></code> on self producing a Series with transformed values and that has the same length as its input.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="computations-descriptive-stats">
<span id="api-dataframe-stats"></span><h2>Computations / Descriptive Stats<a class="headerlink" href="#computations-descriptive-stats" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.abs.html#pyspark.pandas.DataFrame.abs" title="pyspark.pandas.DataFrame.abs"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.abs</span></code></a>()</p></td>
<td><p>Return a Series/DataFrame with absolute numeric value of each element.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.all.html#pyspark.pandas.DataFrame.all" title="pyspark.pandas.DataFrame.all"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.all</span></code></a>([axis, bool_only, skipna])</p></td>
<td><p>Return whether all elements are True.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.any.html#pyspark.pandas.DataFrame.any" title="pyspark.pandas.DataFrame.any"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.any</span></code></a>([axis, bool_only])</p></td>
<td><p>Return whether any element is True.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.clip.html#pyspark.pandas.DataFrame.clip" title="pyspark.pandas.DataFrame.clip"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.clip</span></code></a>([lower, upper])</p></td>
<td><p>Trim values at input threshold(s).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.corr.html#pyspark.pandas.DataFrame.corr" title="pyspark.pandas.DataFrame.corr"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.corr</span></code></a>([method, min_periods])</p></td>
<td><p>Compute pairwise correlation of columns, excluding NA/null values.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.corrwith.html#pyspark.pandas.DataFrame.corrwith" title="pyspark.pandas.DataFrame.corrwith"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.corrwith</span></code></a>(other[, axis, drop, method])</p></td>
<td><p>Compute pairwise correlation.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.count.html#pyspark.pandas.DataFrame.count" title="pyspark.pandas.DataFrame.count"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.count</span></code></a>([axis, numeric_only])</p></td>
<td><p>Count non-NA cells for each column.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.cov.html#pyspark.pandas.DataFrame.cov" title="pyspark.pandas.DataFrame.cov"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.cov</span></code></a>([min_periods, ddof])</p></td>
<td><p>Compute pairwise covariance of columns, excluding NA/null values.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.describe.html#pyspark.pandas.DataFrame.describe" title="pyspark.pandas.DataFrame.describe"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.describe</span></code></a>([percentiles])</p></td>
<td><p>Generate descriptive statistics that summarize the central tendency, dispersion and shape of a dataset's distribution, excluding <code class="docutils literal notranslate"><span class="pre">NaN</span></code> values.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.ewm.html#pyspark.pandas.DataFrame.ewm" title="pyspark.pandas.DataFrame.ewm"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.ewm</span></code></a>([com, span, halflife, alpha, ...])</p></td>
<td><p>Provide exponentially weighted window transformations.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.kurt.html#pyspark.pandas.DataFrame.kurt" title="pyspark.pandas.DataFrame.kurt"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.kurt</span></code></a>([axis, skipna, numeric_only])</p></td>
<td><p>Return unbiased kurtosis using Fisher’s definition of kurtosis (kurtosis of normal == 0.0).</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.kurtosis.html#pyspark.pandas.DataFrame.kurtosis" title="pyspark.pandas.DataFrame.kurtosis"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.kurtosis</span></code></a>([axis, skipna, numeric_only])</p></td>
<td><p>Return unbiased kurtosis using Fisher’s definition of kurtosis (kurtosis of normal == 0.0).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.max.html#pyspark.pandas.DataFrame.max" title="pyspark.pandas.DataFrame.max"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.max</span></code></a>([axis, skipna, numeric_only])</p></td>
<td><p>Return the maximum of the values.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.mean.html#pyspark.pandas.DataFrame.mean" title="pyspark.pandas.DataFrame.mean"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.mean</span></code></a>([axis, skipna, numeric_only])</p></td>
<td><p>Return the mean of the values.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.min.html#pyspark.pandas.DataFrame.min" title="pyspark.pandas.DataFrame.min"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.min</span></code></a>([axis, skipna, numeric_only])</p></td>
<td><p>Return the minimum of the values.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.median.html#pyspark.pandas.DataFrame.median" title="pyspark.pandas.DataFrame.median"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.median</span></code></a>([axis, skipna, ...])</p></td>
<td><p>Return the median of the values for the requested axis.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.mode.html#pyspark.pandas.DataFrame.mode" title="pyspark.pandas.DataFrame.mode"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.mode</span></code></a>([axis, numeric_only, dropna])</p></td>
<td><p>Get the mode(s) of each element along the selected axis.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.pct_change.html#pyspark.pandas.DataFrame.pct_change" title="pyspark.pandas.DataFrame.pct_change"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.pct_change</span></code></a>([periods])</p></td>
<td><p>Percentage change between the current and a prior element.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.prod.html#pyspark.pandas.DataFrame.prod" title="pyspark.pandas.DataFrame.prod"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.prod</span></code></a>([axis, skipna, numeric_only, ...])</p></td>
<td><p>Return the product of the values.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.product.html#pyspark.pandas.DataFrame.product" title="pyspark.pandas.DataFrame.product"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.product</span></code></a>([axis, skipna, ...])</p></td>
<td><p>Return the product of the values.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.quantile.html#pyspark.pandas.DataFrame.quantile" title="pyspark.pandas.DataFrame.quantile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.quantile</span></code></a>([q, axis, numeric_only, ...])</p></td>
<td><p>Return value at the given quantile.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.rank.html#pyspark.pandas.DataFrame.rank" title="pyspark.pandas.DataFrame.rank"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.rank</span></code></a>([method, ascending, numeric_only])</p></td>
<td><p>Compute numerical data ranks (1 through n) along axis.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.nunique.html#pyspark.pandas.DataFrame.nunique" title="pyspark.pandas.DataFrame.nunique"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.nunique</span></code></a>([axis, dropna, approx, rsd])</p></td>
<td><p>Return number of unique elements in the object.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.sem.html#pyspark.pandas.DataFrame.sem" title="pyspark.pandas.DataFrame.sem"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.sem</span></code></a>([axis, skipna, ddof, numeric_only])</p></td>
<td><p>Return unbiased standard error of the mean over requested axis.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.skew.html#pyspark.pandas.DataFrame.skew" title="pyspark.pandas.DataFrame.skew"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.skew</span></code></a>([axis, skipna, numeric_only])</p></td>
<td><p>Return unbiased skew normalized by N-1.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.sum.html#pyspark.pandas.DataFrame.sum" title="pyspark.pandas.DataFrame.sum"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.sum</span></code></a>([axis, skipna, numeric_only, ...])</p></td>
<td><p>Return the sum of the values.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.std.html#pyspark.pandas.DataFrame.std" title="pyspark.pandas.DataFrame.std"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.std</span></code></a>([axis, skipna, ddof, numeric_only])</p></td>
<td><p>Return sample standard deviation.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.var.html#pyspark.pandas.DataFrame.var" title="pyspark.pandas.DataFrame.var"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.var</span></code></a>([axis, ddof, numeric_only])</p></td>
<td><p>Return unbiased variance.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.cummin.html#pyspark.pandas.DataFrame.cummin" title="pyspark.pandas.DataFrame.cummin"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.cummin</span></code></a>([skipna])</p></td>
<td><p>Return cumulative minimum over a DataFrame or Series axis.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.cummax.html#pyspark.pandas.DataFrame.cummax" title="pyspark.pandas.DataFrame.cummax"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.cummax</span></code></a>([skipna])</p></td>
<td><p>Return cumulative maximum over a DataFrame or Series axis.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.cumsum.html#pyspark.pandas.DataFrame.cumsum" title="pyspark.pandas.DataFrame.cumsum"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.cumsum</span></code></a>([skipna])</p></td>
<td><p>Return cumulative sum over a DataFrame or Series axis.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.cumprod.html#pyspark.pandas.DataFrame.cumprod" title="pyspark.pandas.DataFrame.cumprod"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.cumprod</span></code></a>([skipna])</p></td>
<td><p>Return cumulative product over a DataFrame or Series axis.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.round.html#pyspark.pandas.DataFrame.round" title="pyspark.pandas.DataFrame.round"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.round</span></code></a>([decimals])</p></td>
<td><p>Round a DataFrame to a variable number of decimal places.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.diff.html#pyspark.pandas.DataFrame.diff" title="pyspark.pandas.DataFrame.diff"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.diff</span></code></a>([periods, axis])</p></td>
<td><p>First discrete difference of element.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.eval.html#pyspark.pandas.DataFrame.eval" title="pyspark.pandas.DataFrame.eval"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.eval</span></code></a>(expr[, inplace])</p></td>
<td><p>Evaluate a string describing operations on DataFrame columns.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="reindexing-selection-label-manipulation">
<h2>Reindexing / Selection / Label manipulation<a class="headerlink" href="#reindexing-selection-label-manipulation" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.add_prefix.html#pyspark.pandas.DataFrame.add_prefix" title="pyspark.pandas.DataFrame.add_prefix"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.add_prefix</span></code></a>(prefix)</p></td>
<td><p>Prefix labels with string <cite>prefix</cite>.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.add_suffix.html#pyspark.pandas.DataFrame.add_suffix" title="pyspark.pandas.DataFrame.add_suffix"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.add_suffix</span></code></a>(suffix)</p></td>
<td><p>Suffix labels with string <cite>suffix</cite>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.align.html#pyspark.pandas.DataFrame.align" title="pyspark.pandas.DataFrame.align"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.align</span></code></a>(other[, join, axis, copy])</p></td>
<td><p>Align two objects on their axes with the specified join method.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.at_time.html#pyspark.pandas.DataFrame.at_time" title="pyspark.pandas.DataFrame.at_time"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.at_time</span></code></a>(time[, asof, axis])</p></td>
<td><p>Select values at particular time of day (example: 9:30AM).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.between_time.html#pyspark.pandas.DataFrame.between_time" title="pyspark.pandas.DataFrame.between_time"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.between_time</span></code></a>(start_time, end_time)</p></td>
<td><p>Select values between particular times of the day (example: 9:00-9:30 AM).</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.drop.html#pyspark.pandas.DataFrame.drop" title="pyspark.pandas.DataFrame.drop"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.drop</span></code></a>([labels, axis, index, columns])</p></td>
<td><p>Drop specified labels from columns.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.droplevel.html#pyspark.pandas.DataFrame.droplevel" title="pyspark.pandas.DataFrame.droplevel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.droplevel</span></code></a>(level[, axis])</p></td>
<td><p>Return DataFrame with requested index / column level(s) removed.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.drop_duplicates.html#pyspark.pandas.DataFrame.drop_duplicates" title="pyspark.pandas.DataFrame.drop_duplicates"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.drop_duplicates</span></code></a>([subset, keep, ...])</p></td>
<td><p>Return DataFrame with duplicate rows removed, optionally only considering certain columns.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.duplicated.html#pyspark.pandas.DataFrame.duplicated" title="pyspark.pandas.DataFrame.duplicated"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.duplicated</span></code></a>([subset, keep])</p></td>
<td><p>Return boolean Series denoting duplicate rows, optionally only considering certain columns.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.equals.html#pyspark.pandas.DataFrame.equals" title="pyspark.pandas.DataFrame.equals"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.equals</span></code></a>(other)</p></td>
<td><p>Compare if the current value is equal to the other.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.filter.html#pyspark.pandas.DataFrame.filter" title="pyspark.pandas.DataFrame.filter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.filter</span></code></a>([items, like, regex, axis])</p></td>
<td><p>Subset rows or columns of dataframe according to labels in the specified index.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.first.html#pyspark.pandas.DataFrame.first" title="pyspark.pandas.DataFrame.first"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.first</span></code></a>(offset)</p></td>
<td><p>Select first periods of time series data based on a date offset.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.head.html#pyspark.pandas.DataFrame.head" title="pyspark.pandas.DataFrame.head"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.head</span></code></a>([n])</p></td>
<td><p>Return the first <cite>n</cite> rows.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.last.html#pyspark.pandas.DataFrame.last" title="pyspark.pandas.DataFrame.last"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.last</span></code></a>(offset)</p></td>
<td><p>Select final periods of time series data based on a date offset.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.reindex.html#pyspark.pandas.DataFrame.reindex" title="pyspark.pandas.DataFrame.reindex"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.reindex</span></code></a>([labels, index, columns, ...])</p></td>
<td><p>Conform DataFrame to new index with optional filling logic, placing NA/NaN in locations having no value in the previous index.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.reindex_like.html#pyspark.pandas.DataFrame.reindex_like" title="pyspark.pandas.DataFrame.reindex_like"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.reindex_like</span></code></a>(other[, copy])</p></td>
<td><p>Return a DataFrame with matching indices as other object.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.rename.html#pyspark.pandas.DataFrame.rename" title="pyspark.pandas.DataFrame.rename"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.rename</span></code></a>([mapper, index, columns, ...])</p></td>
<td><p>Alter axes labels.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.rename_axis.html#pyspark.pandas.DataFrame.rename_axis" title="pyspark.pandas.DataFrame.rename_axis"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.rename_axis</span></code></a>([mapper, index, ...])</p></td>
<td><p>Set the name of the axis for the index or columns.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.reset_index.html#pyspark.pandas.DataFrame.reset_index" title="pyspark.pandas.DataFrame.reset_index"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.reset_index</span></code></a>([level, drop, ...])</p></td>
<td><p>Reset the index, or a level of it.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.set_index.html#pyspark.pandas.DataFrame.set_index" title="pyspark.pandas.DataFrame.set_index"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.set_index</span></code></a>(keys[, drop, append, ...])</p></td>
<td><p>Set the DataFrame index (row labels) using one or more existing columns.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.swapaxes.html#pyspark.pandas.DataFrame.swapaxes" title="pyspark.pandas.DataFrame.swapaxes"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.swapaxes</span></code></a>(i, j[, copy])</p></td>
<td><p>Interchange axes and swap values axes appropriately.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.swaplevel.html#pyspark.pandas.DataFrame.swaplevel" title="pyspark.pandas.DataFrame.swaplevel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.swaplevel</span></code></a>([i, j, axis])</p></td>
<td><p>Swap levels i and j in a MultiIndex on a particular axis.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.take.html#pyspark.pandas.DataFrame.take" title="pyspark.pandas.DataFrame.take"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.take</span></code></a>(indices[, axis])</p></td>
<td><p>Return the elements in the given <em>positional</em> indices along an axis.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.isin.html#pyspark.pandas.DataFrame.isin" title="pyspark.pandas.DataFrame.isin"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.isin</span></code></a>(values)</p></td>
<td><p>Whether each element in the DataFrame is contained in values.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.sample.html#pyspark.pandas.DataFrame.sample" title="pyspark.pandas.DataFrame.sample"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.sample</span></code></a>([n, frac, replace, ...])</p></td>
<td><p>Return a random sample of items from an axis of object.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.truncate.html#pyspark.pandas.DataFrame.truncate" title="pyspark.pandas.DataFrame.truncate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.truncate</span></code></a>([before, after, axis, copy])</p></td>
<td><p>Truncate a Series or DataFrame before and after some index value.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="missing-data-handling">
<span id="api-dataframe-missing"></span><h2>Missing data handling<a class="headerlink" href="#missing-data-handling" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.backfill.html#pyspark.pandas.DataFrame.backfill" title="pyspark.pandas.DataFrame.backfill"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.backfill</span></code></a>([axis, inplace, limit])</p></td>
<td><p>Synonym for <cite>DataFrame.fillna()</cite> or <cite>Series.fillna()</cite> with <code class="docutils literal notranslate"><span class="pre">method=`bfill`</span></code>.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.dropna.html#pyspark.pandas.DataFrame.dropna" title="pyspark.pandas.DataFrame.dropna"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.dropna</span></code></a>([axis, how, thresh, ...])</p></td>
<td><p>Remove missing values.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.fillna.html#pyspark.pandas.DataFrame.fillna" title="pyspark.pandas.DataFrame.fillna"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.fillna</span></code></a>([value, method, axis, ...])</p></td>
<td><p>Fill NA/NaN values.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.replace.html#pyspark.pandas.DataFrame.replace" title="pyspark.pandas.DataFrame.replace"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.replace</span></code></a>([to_replace, value, ...])</p></td>
<td><p>Returns a new DataFrame replacing a value with another value.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.bfill.html#pyspark.pandas.DataFrame.bfill" title="pyspark.pandas.DataFrame.bfill"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.bfill</span></code></a>([axis, inplace, limit])</p></td>
<td><p>Synonym for <cite>DataFrame.fillna()</cite> or <cite>Series.fillna()</cite> with <code class="docutils literal notranslate"><span class="pre">method=`bfill`</span></code>.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.ffill.html#pyspark.pandas.DataFrame.ffill" title="pyspark.pandas.DataFrame.ffill"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.ffill</span></code></a>([axis, inplace, limit])</p></td>
<td><p>Synonym for <cite>DataFrame.fillna()</cite> or <cite>Series.fillna()</cite> with <code class="docutils literal notranslate"><span class="pre">method=`ffill`</span></code>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.interpolate.html#pyspark.pandas.DataFrame.interpolate" title="pyspark.pandas.DataFrame.interpolate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.interpolate</span></code></a>([method, limit, ...])</p></td>
<td><p>Fill NaN values using an interpolation method.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.pad.html#pyspark.pandas.DataFrame.pad" title="pyspark.pandas.DataFrame.pad"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.pad</span></code></a>([axis, inplace, limit])</p></td>
<td><p>Synonym for <cite>DataFrame.fillna()</cite> or <cite>Series.fillna()</cite> with <code class="docutils literal notranslate"><span class="pre">method=`ffill`</span></code>.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="reshaping-sorting-transposing">
<h2>Reshaping, sorting, transposing<a class="headerlink" href="#reshaping-sorting-transposing" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.pivot_table.html#pyspark.pandas.DataFrame.pivot_table" title="pyspark.pandas.DataFrame.pivot_table"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.pivot_table</span></code></a>([values, index, ...])</p></td>
<td><p>Create a spreadsheet-style pivot table as a DataFrame.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.pivot.html#pyspark.pandas.DataFrame.pivot" title="pyspark.pandas.DataFrame.pivot"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.pivot</span></code></a>([index, columns, values])</p></td>
<td><p>Return reshaped DataFrame organized by given index / column values.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.sort_index.html#pyspark.pandas.DataFrame.sort_index" title="pyspark.pandas.DataFrame.sort_index"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.sort_index</span></code></a>([axis, level, ...])</p></td>
<td><p>Sort object by labels (along an axis)</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.sort_values.html#pyspark.pandas.DataFrame.sort_values" title="pyspark.pandas.DataFrame.sort_values"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.sort_values</span></code></a>(by[, ascending, ...])</p></td>
<td><p>Sort by the values along either axis.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.nlargest.html#pyspark.pandas.DataFrame.nlargest" title="pyspark.pandas.DataFrame.nlargest"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.nlargest</span></code></a>(n, columns[, keep])</p></td>
<td><p>Return the first <cite>n</cite> rows ordered by <cite>columns</cite> in descending order.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.nsmallest.html#pyspark.pandas.DataFrame.nsmallest" title="pyspark.pandas.DataFrame.nsmallest"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.nsmallest</span></code></a>(n, columns[, keep])</p></td>
<td><p>Return the first <cite>n</cite> rows ordered by <cite>columns</cite> in ascending order.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.stack.html#pyspark.pandas.DataFrame.stack" title="pyspark.pandas.DataFrame.stack"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.stack</span></code></a>()</p></td>
<td><p>Stack the prescribed level(s) from columns to index.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.unstack.html#pyspark.pandas.DataFrame.unstack" title="pyspark.pandas.DataFrame.unstack"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.unstack</span></code></a>()</p></td>
<td><p>Pivot the (necessarily hierarchical) index labels.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.melt.html#pyspark.pandas.DataFrame.melt" title="pyspark.pandas.DataFrame.melt"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.melt</span></code></a>([id_vars, value_vars, ...])</p></td>
<td><p>Unpivot a DataFrame from wide format to long format, optionally leaving identifier variables set.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.explode.html#pyspark.pandas.DataFrame.explode" title="pyspark.pandas.DataFrame.explode"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.explode</span></code></a>(column[, ignore_index])</p></td>
<td><p>Transform each element of a list-like to a row, replicating index values.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.squeeze.html#pyspark.pandas.DataFrame.squeeze" title="pyspark.pandas.DataFrame.squeeze"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.squeeze</span></code></a>([axis])</p></td>
<td><p>Squeeze 1 dimensional axis objects into scalars.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.T.html#pyspark.pandas.DataFrame.T" title="pyspark.pandas.DataFrame.T"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.T</span></code></a></p></td>
<td><p>Transpose index and columns.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.transpose.html#pyspark.pandas.DataFrame.transpose" title="pyspark.pandas.DataFrame.transpose"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.transpose</span></code></a>()</p></td>
<td><p>Transpose index and columns.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="combining-joining-merging">
<h2>Combining / joining / merging<a class="headerlink" href="#combining-joining-merging" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.assign.html#pyspark.pandas.DataFrame.assign" title="pyspark.pandas.DataFrame.assign"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.assign</span></code></a>(**kwargs)</p></td>
<td><p>Assign new columns to a DataFrame.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.merge.html#pyspark.pandas.DataFrame.merge" title="pyspark.pandas.DataFrame.merge"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.merge</span></code></a>(right[, how, on, left_on, ...])</p></td>
<td><p>Merge DataFrame objects with a database-style join.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.join.html#pyspark.pandas.DataFrame.join" title="pyspark.pandas.DataFrame.join"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.join</span></code></a>(right[, on, how, lsuffix, ...])</p></td>
<td><p>Join columns of another DataFrame.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.update.html#pyspark.pandas.DataFrame.update" title="pyspark.pandas.DataFrame.update"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.update</span></code></a>(other[, join, overwrite])</p></td>
<td><p>Modify in place using non-NA values from another DataFrame.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="time-series-related">
<h2>Time series-related<a class="headerlink" href="#time-series-related" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.resample.html#pyspark.pandas.DataFrame.resample" title="pyspark.pandas.DataFrame.resample"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.resample</span></code></a>(rule[, closed, label, on])</p></td>
<td><p>Resample time-series data.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.shift.html#pyspark.pandas.DataFrame.shift" title="pyspark.pandas.DataFrame.shift"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.shift</span></code></a>([periods, fill_value])</p></td>
<td><p>Shift DataFrame by desired number of periods.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.first_valid_index.html#pyspark.pandas.DataFrame.first_valid_index" title="pyspark.pandas.DataFrame.first_valid_index"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.first_valid_index</span></code></a>()</p></td>
<td><p>Retrieves the index of the first valid value.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.last_valid_index.html#pyspark.pandas.DataFrame.last_valid_index" title="pyspark.pandas.DataFrame.last_valid_index"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.last_valid_index</span></code></a>()</p></td>
<td><p>Return index for last non-NA/null value.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="serialization-io-conversion">
<h2>Serialization / IO / Conversion<a class="headerlink" href="#serialization-io-conversion" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.from_dict.html#pyspark.pandas.DataFrame.from_dict" title="pyspark.pandas.DataFrame.from_dict"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.from_dict</span></code></a>(data[, orient, dtype, ...])</p></td>
<td><p>Construct DataFrame from dict of array-like or dicts.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.from_records.html#pyspark.pandas.DataFrame.from_records" title="pyspark.pandas.DataFrame.from_records"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.from_records</span></code></a>(data[, index, ...])</p></td>
<td><p>Convert structured or recorded ndarray to DataFrame.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_table.html#pyspark.pandas.DataFrame.to_table" title="pyspark.pandas.DataFrame.to_table"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_table</span></code></a>(name[, format, mode, ...])</p></td>
<td><p>Write the DataFrame into a Spark table.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_delta.html#pyspark.pandas.DataFrame.to_delta" title="pyspark.pandas.DataFrame.to_delta"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_delta</span></code></a>(path[, mode, ...])</p></td>
<td><p>Write the DataFrame out as a Delta Lake table.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_parquet.html#pyspark.pandas.DataFrame.to_parquet" title="pyspark.pandas.DataFrame.to_parquet"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_parquet</span></code></a>(path[, mode, ...])</p></td>
<td><p>Write the DataFrame out as a Parquet file or directory.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_csv.html#pyspark.pandas.DataFrame.to_csv" title="pyspark.pandas.DataFrame.to_csv"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_csv</span></code></a>([path, sep, na_rep, ...])</p></td>
<td><p>Write object to a comma-separated values (csv) file.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_orc.html#pyspark.pandas.DataFrame.to_orc" title="pyspark.pandas.DataFrame.to_orc"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_orc</span></code></a>(path[, mode, ...])</p></td>
<td><p>Write a DataFrame to the ORC format.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_pandas.html#pyspark.pandas.DataFrame.to_pandas" title="pyspark.pandas.DataFrame.to_pandas"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_pandas</span></code></a>()</p></td>
<td><p>Return a pandas DataFrame.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_html.html#pyspark.pandas.DataFrame.to_html" title="pyspark.pandas.DataFrame.to_html"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_html</span></code></a>([buf, columns, col_space, ...])</p></td>
<td><p>Render a DataFrame as an HTML table.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_numpy.html#pyspark.pandas.DataFrame.to_numpy" title="pyspark.pandas.DataFrame.to_numpy"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_numpy</span></code></a>()</p></td>
<td><p>A NumPy ndarray representing the values in this DataFrame or Series.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_spark.html#pyspark.pandas.DataFrame.to_spark" title="pyspark.pandas.DataFrame.to_spark"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_spark</span></code></a>([index_col])</p></td>
<td><p>Spark related features.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_string.html#pyspark.pandas.DataFrame.to_string" title="pyspark.pandas.DataFrame.to_string"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_string</span></code></a>([buf, columns, ...])</p></td>
<td><p>Render a DataFrame to a console-friendly tabular output.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_feather.html#pyspark.pandas.DataFrame.to_feather" title="pyspark.pandas.DataFrame.to_feather"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_feather</span></code></a>(path, **kwargs)</p></td>
<td><p>Write a DataFrame to the binary Feather format.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_stata.html#pyspark.pandas.DataFrame.to_stata" title="pyspark.pandas.DataFrame.to_stata"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_stata</span></code></a>(path, *[, convert_dates, ...])</p></td>
<td><p>Export DataFrame object to Stata dta format.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_json.html#pyspark.pandas.DataFrame.to_json" title="pyspark.pandas.DataFrame.to_json"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_json</span></code></a>([path, compression, ...])</p></td>
<td><p>Convert the object to a JSON string.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_dict.html#pyspark.pandas.DataFrame.to_dict" title="pyspark.pandas.DataFrame.to_dict"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_dict</span></code></a>([orient, into])</p></td>
<td><p>Convert the DataFrame to a dictionary.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_excel.html#pyspark.pandas.DataFrame.to_excel" title="pyspark.pandas.DataFrame.to_excel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_excel</span></code></a>(excel_writer[, ...])</p></td>
<td><p>Write object to an Excel sheet.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_hdf.html#pyspark.pandas.DataFrame.to_hdf" title="pyspark.pandas.DataFrame.to_hdf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_hdf</span></code></a>(path_or_buf, key[, mode, ...])</p></td>
<td><p>Write the contained data to an HDF5 file using HDFStore.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_clipboard.html#pyspark.pandas.DataFrame.to_clipboard" title="pyspark.pandas.DataFrame.to_clipboard"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_clipboard</span></code></a>([excel, sep])</p></td>
<td><p>Copy object to the system clipboard.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_markdown.html#pyspark.pandas.DataFrame.to_markdown" title="pyspark.pandas.DataFrame.to_markdown"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_markdown</span></code></a>([buf, mode])</p></td>
<td><p>Print Series or DataFrame in Markdown-friendly format.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_records.html#pyspark.pandas.DataFrame.to_records" title="pyspark.pandas.DataFrame.to_records"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_records</span></code></a>([index, column_dtypes, ...])</p></td>
<td><p>Convert DataFrame to a NumPy record array.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.to_latex.html#pyspark.pandas.DataFrame.to_latex" title="pyspark.pandas.DataFrame.to_latex"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.to_latex</span></code></a>([buf, columns, header, ...])</p></td>
<td><p>Render an object to a LaTeX tabular environment table.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.style.html#pyspark.pandas.DataFrame.style" title="pyspark.pandas.DataFrame.style"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.style</span></code></a></p></td>
<td><p>Property returning a Styler object containing methods for building a styled HTML representation for the DataFrame.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="spark-related">
<h2>Spark-related<a class="headerlink" href="#spark-related" title="Permalink to this headline">#</a></h2>
<p><code class="docutils literal notranslate"><span class="pre">DataFrame.spark</span></code> provides features that does not exist in pandas but
in Spark. These can be accessed by <code class="docutils literal notranslate"><span class="pre">DataFrame.spark.&lt;function/property&gt;</span></code>.</p>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.frame.html#pyspark.pandas.DataFrame.spark.frame" title="pyspark.pandas.DataFrame.spark.frame"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.spark.frame</span></code></a>([index_col])</p></td>
<td><p>Return the current DataFrame as a Spark DataFrame.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.cache.html#pyspark.pandas.DataFrame.spark.cache" title="pyspark.pandas.DataFrame.spark.cache"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.spark.cache</span></code></a>()</p></td>
<td><p>Yields and caches the current DataFrame.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.persist.html#pyspark.pandas.DataFrame.spark.persist" title="pyspark.pandas.DataFrame.spark.persist"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.spark.persist</span></code></a>([storage_level])</p></td>
<td><p>Yields and caches the current DataFrame with a specific StorageLevel.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.hint.html#pyspark.pandas.DataFrame.spark.hint" title="pyspark.pandas.DataFrame.spark.hint"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.spark.hint</span></code></a>(name, *parameters)</p></td>
<td><p>Specifies some hint on the current DataFrame.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.to_table.html#pyspark.pandas.DataFrame.spark.to_table" title="pyspark.pandas.DataFrame.spark.to_table"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.spark.to_table</span></code></a>(name[, format, ...])</p></td>
<td><p>Write the DataFrame into a Spark table.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.to_spark_io.html#pyspark.pandas.DataFrame.spark.to_spark_io" title="pyspark.pandas.DataFrame.spark.to_spark_io"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.spark.to_spark_io</span></code></a>([path, format, ...])</p></td>
<td><p>Write the DataFrame out to a Spark data source.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.apply.html#pyspark.pandas.DataFrame.spark.apply" title="pyspark.pandas.DataFrame.spark.apply"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.spark.apply</span></code></a>(func[, index_col])</p></td>
<td><p>Applies a function that takes and returns a Spark DataFrame.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.repartition.html#pyspark.pandas.DataFrame.spark.repartition" title="pyspark.pandas.DataFrame.spark.repartition"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.spark.repartition</span></code></a>(num_partitions)</p></td>
<td><p>Returns a new DataFrame partitioned by the given partitioning expressions.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.spark.coalesce.html#pyspark.pandas.DataFrame.spark.coalesce" title="pyspark.pandas.DataFrame.spark.coalesce"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.spark.coalesce</span></code></a>(num_partitions)</p></td>
<td><p>Returns a new DataFrame that has exactly <cite>num_partitions</cite> partitions.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="plotting">
<span id="api-dataframe-plot"></span><h2>Plotting<a class="headerlink" href="#plotting" title="Permalink to this headline">#</a></h2>
<p><code class="docutils literal notranslate"><span class="pre">DataFrame.plot</span></code> is both a callable method and a namespace attribute for
specific plotting methods of the form <code class="docutils literal notranslate"><span class="pre">DataFrame.plot.&lt;kind&gt;</span></code>.</p>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.area.html#pyspark.pandas.DataFrame.plot.area" title="pyspark.pandas.DataFrame.plot.area"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.plot.area</span></code></a>([x, y])</p></td>
<td><p>Draw a stacked area plot.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.bar.html#pyspark.pandas.DataFrame.plot.bar" title="pyspark.pandas.DataFrame.plot.bar"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.plot.bar</span></code></a>([x, y])</p></td>
<td><p>Vertical bar plot.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.barh.html#pyspark.pandas.DataFrame.plot.barh" title="pyspark.pandas.DataFrame.plot.barh"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.plot.barh</span></code></a>([x, y])</p></td>
<td><p>Make a horizontal bar plot.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.box.html#pyspark.pandas.DataFrame.plot.box" title="pyspark.pandas.DataFrame.plot.box"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.plot.box</span></code></a>(**kwds)</p></td>
<td><p>Make a box plot of the DataFrame columns.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.density.html#pyspark.pandas.DataFrame.plot.density" title="pyspark.pandas.DataFrame.plot.density"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.plot.density</span></code></a>([bw_method, ind])</p></td>
<td><p>Generate Kernel Density Estimate plot using Gaussian kernels.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.hist.html#pyspark.pandas.DataFrame.plot.hist" title="pyspark.pandas.DataFrame.plot.hist"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.plot.hist</span></code></a>([bins])</p></td>
<td><p>Draw one histogram of the DataFrame’s columns.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.kde.html#pyspark.pandas.DataFrame.plot.kde" title="pyspark.pandas.DataFrame.plot.kde"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.plot.kde</span></code></a>([bw_method, ind])</p></td>
<td><p>Generate Kernel Density Estimate plot using Gaussian kernels.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.line.html#pyspark.pandas.DataFrame.plot.line" title="pyspark.pandas.DataFrame.plot.line"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.plot.line</span></code></a>([x, y])</p></td>
<td><p>Plot DataFrame/Series as lines.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.pie.html#pyspark.pandas.DataFrame.plot.pie" title="pyspark.pandas.DataFrame.plot.pie"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.plot.pie</span></code></a>(**kwds)</p></td>
<td><p>Generate a pie plot.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.plot.scatter.html#pyspark.pandas.DataFrame.plot.scatter" title="pyspark.pandas.DataFrame.plot.scatter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.plot.scatter</span></code></a>(x, y, **kwds)</p></td>
<td><p>Create a scatter plot with varying marker point size and color.</p></td>
</tr>
</tbody>
</table>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.hist.html#pyspark.pandas.DataFrame.hist" title="pyspark.pandas.DataFrame.hist"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.hist</span></code></a>([bins])</p></td>
<td><p>Draw one histogram of the DataFrame’s columns.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.boxplot.html#pyspark.pandas.DataFrame.boxplot" title="pyspark.pandas.DataFrame.boxplot"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.boxplot</span></code></a>(**kwds)</p></td>
<td><p>Make a box plot of the DataFrame columns.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.kde.html#pyspark.pandas.DataFrame.kde" title="pyspark.pandas.DataFrame.kde"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.kde</span></code></a>([bw_method, ind])</p></td>
<td><p>Generate Kernel Density Estimate plot using Gaussian kernels.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="pandas-on-spark-specific">
<h2>Pandas-on-Spark specific<a class="headerlink" href="#pandas-on-spark-specific" title="Permalink to this headline">#</a></h2>
<p><code class="docutils literal notranslate"><span class="pre">DataFrame.pandas_on_spark</span></code> provides pandas-on-Spark specific features that exists only in pandas API on Spark.
These can be accessed by <code class="docutils literal notranslate"><span class="pre">DataFrame.pandas_on_spark.&lt;function/property&gt;</span></code>.</p>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.pandas_on_spark.apply_batch.html#pyspark.pandas.DataFrame.pandas_on_spark.apply_batch" title="pyspark.pandas.DataFrame.pandas_on_spark.apply_batch"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.pandas_on_spark.apply_batch</span></code></a>(func)</p></td>
<td><p>Apply a function that takes pandas DataFrame and outputs pandas DataFrame.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.pandas.DataFrame.pandas_on_spark.transform_batch.html#pyspark.pandas.DataFrame.pandas_on_spark.transform_batch" title="pyspark.pandas.DataFrame.pandas_on_spark.transform_batch"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DataFrame.pandas_on_spark.transform_batch</span></code></a>(...)</p></td>
<td><p>Transform chunks with a function that takes pandas DataFrame and outputs pandas DataFrame.</p></td>
</tr>
</tbody>
</table>
</section>
</section>
</article>
<footer class="bd-footer-article">
<div class="footer-article-items footer-article__inner">
<div class="footer-article-item"><!-- Previous / next buttons -->
<div class="prev-next-area">
<a class="left-prev"
href="api/pyspark.pandas.Series.pandas_on_spark.transform_batch.html"
title="previous page">
<i class="fa-solid fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
<p class="prev-next-title">pyspark.pandas.Series.pandas_on_spark.transform_batch</p>
</div>
</a>
<a class="right-next"
href="api/pyspark.pandas.DataFrame.html"
title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
<p class="prev-next-title">pyspark.pandas.DataFrame</p>
</div>
<i class="fa-solid fa-angle-right"></i>
</a>
</div></div>
</div>
</footer>
</div>
<div class="bd-sidebar-secondary bd-toc"><div class="sidebar-secondary-items sidebar-secondary__inner">
<div class="sidebar-secondary-item">
<div class="page-toc tocsection onthispage">
<i class="fa-solid fa-list"></i> On this page
</div>
<nav class="bd-toc-nav page-toc">
<ul class="visible nav section-nav flex-column">
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#constructor">Constructor</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#attributes-and-underlying-data">Attributes and underlying data</a><ul class="nav section-nav flex-column">
</ul>
</li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#conversion">Conversion</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#indexing-iteration">Indexing, iteration</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#binary-operator-functions">Binary operator functions</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#function-application-groupby-window">Function application, GroupBy &amp; Window</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#computations-descriptive-stats">Computations / Descriptive Stats</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#reindexing-selection-label-manipulation">Reindexing / Selection / Label manipulation</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#missing-data-handling">Missing data handling</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#reshaping-sorting-transposing">Reshaping, sorting, transposing</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#combining-joining-merging">Combining / joining / merging</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#time-series-related">Time series-related</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#serialization-io-conversion">Serialization / IO / Conversion</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#spark-related">Spark-related</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#plotting">Plotting</a><ul class="nav section-nav flex-column">
</ul>
</li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#pandas-on-spark-specific">Pandas-on-Spark specific</a></li>
</ul>
</nav></div>
<div class="sidebar-secondary-item">
<div class="tocsection sourcelink">
<a href="../../_sources/reference/pyspark.pandas/frame.rst.txt">
<i class="fa-solid fa-file-lines"></i> Show Source
</a>
</div>
</div>
</div></div>
</div>
<footer class="bd-footer-content">
</footer>
</main>
</div>
</div>
<!-- Scripts loaded after <body> so the DOM is not blocked -->
<script src="../../_static/scripts/bootstrap.js?digest=e353d410970836974a52"></script>
<script src="../../_static/scripts/pydata-sphinx-theme.js?digest=e353d410970836974a52"></script>
<footer class="bd-footer">
<div class="bd-footer__inner bd-page-width">
<div class="footer-items__start">
<div class="footer-item"><p class="copyright">
Copyright @ 2024 The Apache Software Foundation, Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.
</p></div>
<div class="footer-item">
<p class="sphinx-version">
Created using <a href="https://www.sphinx-doc.org/">Sphinx</a> 4.5.0.
<br/>
</p>
</div>
</div>
<div class="footer-items__end">
<div class="footer-item"><p class="theme-version">
Built with the <a href="https://pydata-sphinx-theme.readthedocs.io/en/stable/index.html">PyData Sphinx Theme</a> 0.13.3.
</p></div>
</div>
</div>
</footer>
</body>
</html>