blob: 7c1c0821d6995c226a28a2a48c92ee9cf14011d8 [file] [log] [blame]
<!DOCTYPE html>
<html >
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<title>pyspark.pandas.testing &#8212; PySpark 4.0.0-preview2 documentation</title>
<script data-cfasync="false">
document.documentElement.dataset.mode = localStorage.getItem("mode") || "";
document.documentElement.dataset.theme = localStorage.getItem("theme") || "light";
</script>
<!-- Loaded before other Sphinx assets -->
<link href="../../../_static/styles/theme.css?digest=e353d410970836974a52" rel="stylesheet" />
<link href="../../../_static/styles/bootstrap.css?digest=e353d410970836974a52" rel="stylesheet" />
<link href="../../../_static/styles/pydata-sphinx-theme.css?digest=e353d410970836974a52" rel="stylesheet" />
<link href="../../../_static/vendor/fontawesome/6.1.2/css/all.min.css?digest=e353d410970836974a52" rel="stylesheet" />
<link rel="preload" as="font" type="font/woff2" crossorigin href="../../../_static/vendor/fontawesome/6.1.2/webfonts/fa-solid-900.woff2" />
<link rel="preload" as="font" type="font/woff2" crossorigin href="../../../_static/vendor/fontawesome/6.1.2/webfonts/fa-brands-400.woff2" />
<link rel="preload" as="font" type="font/woff2" crossorigin href="../../../_static/vendor/fontawesome/6.1.2/webfonts/fa-regular-400.woff2" />
<link rel="stylesheet" type="text/css" href="../../../_static/pygments.css" />
<link rel="stylesheet" type="text/css" href="../../../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../../../_static/css/pyspark.css" />
<!-- Pre-loaded scripts that we'll load fully later -->
<link rel="preload" as="script" href="../../../_static/scripts/bootstrap.js?digest=e353d410970836974a52" />
<link rel="preload" as="script" href="../../../_static/scripts/pydata-sphinx-theme.js?digest=e353d410970836974a52" />
<script data-url_root="../../../" id="documentation_options" src="../../../_static/documentation_options.js"></script>
<script src="../../../_static/jquery.js"></script>
<script src="../../../_static/underscore.js"></script>
<script src="../../../_static/doctools.js"></script>
<script src="../../../_static/clipboard.min.js"></script>
<script src="../../../_static/copybutton.js"></script>
<script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
<script>DOCUMENTATION_OPTIONS.pagename = '_modules/pyspark/pandas/testing';</script>
<link rel="canonical" href="https://spark.apache.org/docs/latest/api/python/_modules/pyspark/pandas/testing.html" />
<link rel="search" title="Search" href="../../../search.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="None">
<!-- Matomo -->
<script type="text/javascript">
var _paq = window._paq = window._paq || [];
/* tracker methods like "setCustomDimension" should be called before "trackPageView" */
_paq.push(["disableCookies"]);
_paq.push(['trackPageView']);
_paq.push(['enableLinkTracking']);
(function() {
var u="https://analytics.apache.org/";
_paq.push(['setTrackerUrl', u+'matomo.php']);
_paq.push(['setSiteId', '40']);
var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s);
})();
</script>
<!-- End Matomo Code -->
</head>
<body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="">
<a class="skip-link" href="#main-content">Skip to main content</a>
<input type="checkbox"
class="sidebar-toggle"
name="__primary"
id="__primary"/>
<label class="overlay overlay-primary" for="__primary"></label>
<input type="checkbox"
class="sidebar-toggle"
name="__secondary"
id="__secondary"/>
<label class="overlay overlay-secondary" for="__secondary"></label>
<div class="search-button__wrapper">
<div class="search-button__overlay"></div>
<div class="search-button__search-container">
<form class="bd-search d-flex align-items-center"
action="../../../search.html"
method="get">
<i class="fa-solid fa-magnifying-glass"></i>
<input type="search"
class="form-control"
name="q"
id="search-input"
placeholder="Search the docs ..."
aria-label="Search the docs ..."
autocomplete="off"
autocorrect="off"
autocapitalize="off"
spellcheck="false"/>
<span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
</form></div>
</div>
<nav class="bd-header navbar navbar-expand-lg bd-navbar">
<div class="bd-header__inner bd-page-width">
<label class="sidebar-toggle primary-toggle" for="__primary">
<span class="fa-solid fa-bars"></span>
</label>
<div class="navbar-header-items__start">
<div class="navbar-item">
<a class="navbar-brand logo" href="../../../index.html">
<img src="https://spark.apache.org/images/spark-logo.png" class="logo__image only-light" alt="Logo image"/>
<script>document.write(`<img src="https://spark.apache.org/images/spark-logo-rev.svg" class="logo__image only-dark" alt="Logo image"/>`);</script>
</a></div>
</div>
<div class="col-lg-9 navbar-header-items">
<div class="me-auto navbar-header-items__center">
<div class="navbar-item"><nav class="navbar-nav">
<p class="sidebar-header-items__title"
role="heading"
aria-level="1"
aria-label="Site Navigation">
Site Navigation
</p>
<ul class="bd-navbar-elements navbar-nav">
<li class="nav-item">
<a class="nav-link nav-internal" href="../../../index.html">
Overview
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../../getting_started/index.html">
Getting Started
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../../user_guide/index.html">
User Guides
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../../reference/index.html">
API Reference
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../../development/index.html">
Development
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../../migration_guide/index.html">
Migration Guides
</a>
</li>
</ul>
</nav></div>
</div>
<div class="navbar-header-items__end">
<div class="navbar-item navbar-persistent--container">
<script>
document.write(`
<button class="btn btn-sm navbar-btn search-button search-button__button" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
<i class="fa-solid fa-magnifying-glass"></i>
</button>
`);
</script>
</div>
<div class="navbar-item"><!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<div id="version-button" class="dropdown">
<button type="button" class="btn btn-secondary btn-sm navbar-btn dropdown-toggle" id="version_switcher_button" data-toggle="dropdown">
4.0.0-preview2
<span class="caret"></span>
</button>
<div id="version_switcher" class="dropdown-menu list-group-flush py-0" aria-labelledby="version_switcher_button">
<!-- dropdown will be populated by javascript on page load -->
</div>
</div>
<script type="text/javascript">
// Function to construct the target URL from the JSON components
function buildURL(entry) {
var template = "https://spark.apache.org/docs/{version}/api/python/index.html"; // supplied by jinja
template = template.replace("{version}", entry.version);
return template;
}
// Function to check if corresponding page path exists in other version of docs
// and, if so, go there instead of the homepage of the other docs version
function checkPageExistsAndRedirect(event) {
const currentFilePath = "_modules/pyspark/pandas/testing.html",
otherDocsHomepage = event.target.getAttribute("href");
let tryUrl = `${otherDocsHomepage}${currentFilePath}`;
$.ajax({
type: 'HEAD',
url: tryUrl,
// if the page exists, go there
success: function() {
location.href = tryUrl;
}
}).fail(function() {
location.href = otherDocsHomepage;
});
return false;
}
// Function to populate the version switcher
(function () {
// get JSON config
$.getJSON("https://spark.apache.org/static/versions.json", function(data, textStatus, jqXHR) {
// create the nodes first (before AJAX calls) to ensure the order is
// correct (for now, links will go to doc version homepage)
$.each(data, function(index, entry) {
// if no custom name specified (e.g., "latest"), use version string
if (!("name" in entry)) {
entry.name = entry.version;
}
// construct the appropriate URL, and add it to the dropdown
entry.url = buildURL(entry);
const node = document.createElement("a");
node.setAttribute("class", "list-group-item list-group-item-action py-1");
node.setAttribute("href", `${entry.url}`);
node.textContent = `${entry.name}`;
node.onclick = checkPageExistsAndRedirect;
$("#version_switcher").append(node);
});
});
})();
</script></div>
<div class="navbar-item">
<script>
document.write(`
<button class="theme-switch-button btn btn-sm btn-outline-primary navbar-btn rounded-circle" title="light/dark" aria-label="light/dark" data-bs-placement="bottom" data-bs-toggle="tooltip">
<span class="theme-switch" data-mode="light"><i class="fa-solid fa-sun"></i></span>
<span class="theme-switch" data-mode="dark"><i class="fa-solid fa-moon"></i></span>
<span class="theme-switch" data-mode="auto"><i class="fa-solid fa-circle-half-stroke"></i></span>
</button>
`);
</script></div>
<div class="navbar-item"><ul class="navbar-icon-links navbar-nav"
aria-label="Icon Links">
<li class="nav-item">
<a href="https://github.com/apache/spark" title="GitHub" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-brands fa-github"></i></span>
<label class="sr-only">GitHub</label></a>
</li>
<li class="nav-item">
<a href="https://pypi.org/project/pyspark" title="PyPI" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-solid fa-box"></i></span>
<label class="sr-only">PyPI</label></a>
</li>
</ul></div>
</div>
</div>
<div class="navbar-persistent--mobile">
<script>
document.write(`
<button class="btn btn-sm navbar-btn search-button search-button__button" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
<i class="fa-solid fa-magnifying-glass"></i>
</button>
`);
</script>
</div>
</div>
</nav>
<div class="bd-container">
<div class="bd-container__inner bd-page-width">
<div class="bd-sidebar-primary bd-sidebar hide-on-wide">
<div class="sidebar-header-items sidebar-primary__section">
<div class="sidebar-header-items__center">
<div class="navbar-item"><nav class="navbar-nav">
<p class="sidebar-header-items__title"
role="heading"
aria-level="1"
aria-label="Site Navigation">
Site Navigation
</p>
<ul class="bd-navbar-elements navbar-nav">
<li class="nav-item">
<a class="nav-link nav-internal" href="../../../index.html">
Overview
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../../getting_started/index.html">
Getting Started
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../../user_guide/index.html">
User Guides
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../../reference/index.html">
API Reference
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../../development/index.html">
Development
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../../../migration_guide/index.html">
Migration Guides
</a>
</li>
</ul>
</nav></div>
</div>
<div class="sidebar-header-items__end">
<div class="navbar-item"><!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<div id="version-button" class="dropdown">
<button type="button" class="btn btn-secondary btn-sm navbar-btn dropdown-toggle" id="version_switcher_button" data-toggle="dropdown">
4.0.0-preview2
<span class="caret"></span>
</button>
<div id="version_switcher" class="dropdown-menu list-group-flush py-0" aria-labelledby="version_switcher_button">
<!-- dropdown will be populated by javascript on page load -->
</div>
</div>
<script type="text/javascript">
// Function to construct the target URL from the JSON components
function buildURL(entry) {
var template = "https://spark.apache.org/docs/{version}/api/python/index.html"; // supplied by jinja
template = template.replace("{version}", entry.version);
return template;
}
// Function to check if corresponding page path exists in other version of docs
// and, if so, go there instead of the homepage of the other docs version
function checkPageExistsAndRedirect(event) {
const currentFilePath = "_modules/pyspark/pandas/testing.html",
otherDocsHomepage = event.target.getAttribute("href");
let tryUrl = `${otherDocsHomepage}${currentFilePath}`;
$.ajax({
type: 'HEAD',
url: tryUrl,
// if the page exists, go there
success: function() {
location.href = tryUrl;
}
}).fail(function() {
location.href = otherDocsHomepage;
});
return false;
}
// Function to populate the version switcher
(function () {
// get JSON config
$.getJSON("https://spark.apache.org/static/versions.json", function(data, textStatus, jqXHR) {
// create the nodes first (before AJAX calls) to ensure the order is
// correct (for now, links will go to doc version homepage)
$.each(data, function(index, entry) {
// if no custom name specified (e.g., "latest"), use version string
if (!("name" in entry)) {
entry.name = entry.version;
}
// construct the appropriate URL, and add it to the dropdown
entry.url = buildURL(entry);
const node = document.createElement("a");
node.setAttribute("class", "list-group-item list-group-item-action py-1");
node.setAttribute("href", `${entry.url}`);
node.textContent = `${entry.name}`;
node.onclick = checkPageExistsAndRedirect;
$("#version_switcher").append(node);
});
});
})();
</script></div>
<div class="navbar-item">
<script>
document.write(`
<button class="theme-switch-button btn btn-sm btn-outline-primary navbar-btn rounded-circle" title="light/dark" aria-label="light/dark" data-bs-placement="bottom" data-bs-toggle="tooltip">
<span class="theme-switch" data-mode="light"><i class="fa-solid fa-sun"></i></span>
<span class="theme-switch" data-mode="dark"><i class="fa-solid fa-moon"></i></span>
<span class="theme-switch" data-mode="auto"><i class="fa-solid fa-circle-half-stroke"></i></span>
</button>
`);
</script></div>
<div class="navbar-item"><ul class="navbar-icon-links navbar-nav"
aria-label="Icon Links">
<li class="nav-item">
<a href="https://github.com/apache/spark" title="GitHub" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-brands fa-github"></i></span>
<label class="sr-only">GitHub</label></a>
</li>
<li class="nav-item">
<a href="https://pypi.org/project/pyspark" title="PyPI" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-solid fa-box"></i></span>
<label class="sr-only">PyPI</label></a>
</li>
</ul></div>
</div>
</div>
<div class="sidebar-primary-items__end sidebar-primary__section">
</div>
<div id="rtd-footer-container"></div>
</div>
<main id="main-content" class="bd-main">
<div class="bd-content">
<div class="bd-article-container">
<div class="bd-header-article">
<div class="header-article-items header-article__inner">
<div class="header-article-items__start">
<div class="header-article-item">
<nav aria-label="Breadcrumbs">
<ul class="bd-breadcrumbs" role="navigation" aria-label="Breadcrumb">
<li class="breadcrumb-item breadcrumb-home">
<a href="../../../index.html" class="nav-link" aria-label="Home">
<i class="fa-solid fa-home"></i>
</a>
</li>
<li class="breadcrumb-item"><a href="../../index.html" class="nav-link">Module code</a></li>
<li class="breadcrumb-item active" aria-current="page">pyspark.pandas.testing</li>
</ul>
</nav>
</div>
</div>
</div>
</div>
<div id="searchbox"></div>
<article class="bd-article" role="main">
<h1>Source code for pyspark.pandas.testing</h1><div class="highlight"><pre>
<span></span><span class="c1">#</span>
<span class="c1"># Licensed to the Apache Software Foundation (ASF) under one or more</span>
<span class="c1"># contributor license agreements. See the NOTICE file distributed with</span>
<span class="c1"># this work for additional information regarding copyright ownership.</span>
<span class="c1"># The ASF licenses this file to You under the Apache License, Version 2.0</span>
<span class="c1"># (the &quot;License&quot;); you may not use this file except in compliance with</span>
<span class="c1"># the License. You may obtain a copy of the License at</span>
<span class="c1">#</span>
<span class="c1"># http://www.apache.org/licenses/LICENSE-2.0</span>
<span class="c1">#</span>
<span class="c1"># Unless required by applicable law or agreed to in writing, software</span>
<span class="c1"># distributed under the License is distributed on an &quot;AS IS&quot; BASIS,</span>
<span class="c1"># WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span>
<span class="c1"># See the License for the specific language governing permissions and</span>
<span class="c1"># limitations under the License.</span>
<span class="c1">#</span>
<span class="sd">&quot;&quot;&quot;</span>
<span class="sd">Public testing utility functions.</span>
<span class="sd">&quot;&quot;&quot;</span>
<span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="n">Literal</span><span class="p">,</span> <span class="n">Union</span>
<span class="kn">import</span> <span class="nn">pyspark.pandas</span> <span class="k">as</span> <span class="nn">ps</span>
<span class="k">try</span><span class="p">:</span>
<span class="kn">from</span> <span class="nn">pyspark.sql.pandas.utils</span> <span class="kn">import</span> <span class="n">require_minimum_pandas_version</span>
<span class="n">require_minimum_pandas_version</span><span class="p">()</span>
<span class="kn">import</span> <span class="nn">pandas</span> <span class="k">as</span> <span class="nn">pd</span>
<span class="k">except</span> <span class="ne">ImportError</span><span class="p">:</span>
<span class="k">pass</span>
<div class="viewcode-block" id="assert_frame_equal"><a class="viewcode-back" href="../../../reference/pyspark.pandas/api/pyspark.pandas.testing.assert_frame_equal.html#pyspark.pandas.testing.assert_frame_equal">[docs]</a><span class="k">def</span> <span class="nf">assert_frame_equal</span><span class="p">(</span>
<span class="n">left</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="n">ps</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">,</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">],</span>
<span class="n">right</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="n">ps</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">,</span> <span class="n">pd</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">],</span>
<span class="n">check_dtype</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_index_type</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">bool</span><span class="p">,</span> <span class="n">Literal</span><span class="p">[</span><span class="s2">&quot;equiv&quot;</span><span class="p">]]</span> <span class="o">=</span> <span class="s2">&quot;equiv&quot;</span><span class="p">,</span>
<span class="n">check_column_type</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">bool</span><span class="p">,</span> <span class="n">Literal</span><span class="p">[</span><span class="s2">&quot;equiv&quot;</span><span class="p">]]</span> <span class="o">=</span> <span class="s2">&quot;equiv&quot;</span><span class="p">,</span>
<span class="n">check_frame_type</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_names</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">by_blocks</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
<span class="n">check_exact</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
<span class="n">check_datetimelike_compat</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
<span class="n">check_categorical</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_like</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
<span class="n">check_freq</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_flags</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">rtol</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0e-5</span><span class="p">,</span>
<span class="n">atol</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0e-8</span><span class="p">,</span>
<span class="n">obj</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">&quot;DataFrame&quot;</span><span class="p">,</span>
<span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
<span class="w"> </span><span class="sd">&quot;&quot;&quot;</span>
<span class="sd"> Check that left and right DataFrame are equal.</span>
<span class="sd"> This function is intended to compare two DataFrames and output any</span>
<span class="sd"> differences. It is mostly intended for use in unit tests.</span>
<span class="sd"> Additional parameters allow varying the strictness of the</span>
<span class="sd"> equality checks performed.</span>
<span class="sd"> .. versionadded:: 4.0.0</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> left : DataFrame</span>
<span class="sd"> First DataFrame to compare.</span>
<span class="sd"> right : DataFrame</span>
<span class="sd"> Second DataFrame to compare.</span>
<span class="sd"> check_dtype : bool, default True</span>
<span class="sd"> Whether to check the DataFrame dtype is identical.</span>
<span class="sd"> check_index_type : bool or {&#39;equiv&#39;}, default &#39;equiv&#39;</span>
<span class="sd"> Whether to check the Index class, dtype and inferred_type</span>
<span class="sd"> are identical.</span>
<span class="sd"> check_column_type : bool or {&#39;equiv&#39;}, default &#39;equiv&#39;</span>
<span class="sd"> Whether to check the columns class, dtype and inferred_type</span>
<span class="sd"> are identical. Is passed as the ``exact`` argument of</span>
<span class="sd"> :func:`assert_index_equal`.</span>
<span class="sd"> check_frame_type : bool, default True</span>
<span class="sd"> Whether to check the DataFrame class is identical.</span>
<span class="sd"> check_names : bool, default True</span>
<span class="sd"> Whether to check that the `names` attribute for both the `index`</span>
<span class="sd"> and `column` attributes of the DataFrame is identical.</span>
<span class="sd"> by_blocks : bool, default False</span>
<span class="sd"> Specify how to compare internal data. If False, compare by columns.</span>
<span class="sd"> If True, compare by blocks.</span>
<span class="sd"> check_exact : bool, default False</span>
<span class="sd"> Whether to compare number exactly.</span>
<span class="sd"> check_datetimelike_compat : bool, default False</span>
<span class="sd"> Compare datetime-like which is comparable ignoring dtype.</span>
<span class="sd"> check_categorical : bool, default True</span>
<span class="sd"> Whether to compare internal Categorical exactly.</span>
<span class="sd"> check_like : bool, default False</span>
<span class="sd"> If True, ignore the order of index &amp; columns.</span>
<span class="sd"> Note: index labels must match their respective rows</span>
<span class="sd"> (same as in columns) - same labels must be with the same data.</span>
<span class="sd"> check_freq : bool, default True</span>
<span class="sd"> Whether to check the `freq` attribute on a DatetimeIndex or TimedeltaIndex.</span>
<span class="sd"> check_flags : bool, default True</span>
<span class="sd"> Whether to check the `flags` attribute.</span>
<span class="sd"> rtol : float, default 1e-5</span>
<span class="sd"> Relative tolerance. Only used when check_exact is False.</span>
<span class="sd"> atol : float, default 1e-8</span>
<span class="sd"> Absolute tolerance. Only used when check_exact is False.</span>
<span class="sd"> obj : str, default &#39;DataFrame&#39;</span>
<span class="sd"> Specify object name being compared, internally used to show appropriate</span>
<span class="sd"> assertion message.</span>
<span class="sd"> See Also</span>
<span class="sd"> --------</span>
<span class="sd"> assert_series_equal : Equivalent method for asserting Series equality.</span>
<span class="sd"> DataFrame.equals : Check DataFrame equality.</span>
<span class="sd"> Examples</span>
<span class="sd"> --------</span>
<span class="sd"> This example shows comparing two DataFrames that are equal</span>
<span class="sd"> but with columns of differing dtypes.</span>
<span class="sd"> &gt;&gt;&gt; from pyspark.pandas.testing import assert_frame_equal</span>
<span class="sd"> &gt;&gt;&gt; df1 = ps.DataFrame({&#39;a&#39;: [1, 2], &#39;b&#39;: [3, 4]})</span>
<span class="sd"> &gt;&gt;&gt; df2 = ps.DataFrame({&#39;a&#39;: [1, 2], &#39;b&#39;: [3.0, 4.0]})</span>
<span class="sd"> df1 equals itself.</span>
<span class="sd"> &gt;&gt;&gt; assert_frame_equal(df1, df1)</span>
<span class="sd"> df1 differs from df2 as column &#39;b&#39; is of a different type.</span>
<span class="sd"> &gt;&gt;&gt; assert_frame_equal(df1, df2)</span>
<span class="sd"> Traceback (most recent call last):</span>
<span class="sd"> ...</span>
<span class="sd"> AssertionError: Attributes of DataFrame.iloc[:, 1] (column name=&quot;b&quot;) are different</span>
<span class="sd"> &lt;BLANKLINE&gt;</span>
<span class="sd"> Attribute &quot;dtype&quot; are different</span>
<span class="sd"> [left]: int64</span>
<span class="sd"> [right]: float64</span>
<span class="sd"> Ignore differing dtypes in columns with check_dtype.</span>
<span class="sd"> &gt;&gt;&gt; assert_frame_equal(df1, df2, check_dtype=False)</span>
<span class="sd"> &quot;&quot;&quot;</span>
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">left</span><span class="p">,</span> <span class="n">ps</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">):</span>
<span class="n">left</span> <span class="o">=</span> <span class="n">left</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span>
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">right</span><span class="p">,</span> <span class="n">ps</span><span class="o">.</span><span class="n">DataFrame</span><span class="p">):</span>
<span class="n">right</span> <span class="o">=</span> <span class="n">right</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span>
<span class="n">pd</span><span class="o">.</span><span class="n">testing</span><span class="o">.</span><span class="n">assert_frame_equal</span><span class="p">(</span>
<span class="n">left</span><span class="p">,</span>
<span class="n">right</span><span class="p">,</span>
<span class="n">check_dtype</span><span class="o">=</span><span class="n">check_dtype</span><span class="p">,</span>
<span class="n">check_index_type</span><span class="o">=</span><span class="n">check_index_type</span><span class="p">,</span> <span class="c1"># type: ignore[arg-type]</span>
<span class="n">check_column_type</span><span class="o">=</span><span class="n">check_column_type</span><span class="p">,</span> <span class="c1"># type: ignore[arg-type]</span>
<span class="n">check_frame_type</span><span class="o">=</span><span class="n">check_frame_type</span><span class="p">,</span>
<span class="n">check_names</span><span class="o">=</span><span class="n">check_names</span><span class="p">,</span>
<span class="n">by_blocks</span><span class="o">=</span><span class="n">by_blocks</span><span class="p">,</span>
<span class="n">check_exact</span><span class="o">=</span><span class="n">check_exact</span><span class="p">,</span>
<span class="n">check_datetimelike_compat</span><span class="o">=</span><span class="n">check_datetimelike_compat</span><span class="p">,</span>
<span class="n">check_categorical</span><span class="o">=</span><span class="n">check_categorical</span><span class="p">,</span>
<span class="n">check_like</span><span class="o">=</span><span class="n">check_like</span><span class="p">,</span>
<span class="n">check_freq</span><span class="o">=</span><span class="n">check_freq</span><span class="p">,</span>
<span class="n">check_flags</span><span class="o">=</span><span class="n">check_flags</span><span class="p">,</span>
<span class="n">rtol</span><span class="o">=</span><span class="n">rtol</span><span class="p">,</span>
<span class="n">atol</span><span class="o">=</span><span class="n">atol</span><span class="p">,</span>
<span class="n">obj</span><span class="o">=</span><span class="n">obj</span><span class="p">,</span>
<span class="p">)</span></div>
<div class="viewcode-block" id="assert_series_equal"><a class="viewcode-back" href="../../../reference/pyspark.pandas/api/pyspark.pandas.testing.assert_series_equal.html#pyspark.pandas.testing.assert_series_equal">[docs]</a><span class="k">def</span> <span class="nf">assert_series_equal</span><span class="p">(</span>
<span class="n">left</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="n">ps</span><span class="o">.</span><span class="n">Series</span><span class="p">,</span> <span class="n">pd</span><span class="o">.</span><span class="n">Series</span><span class="p">],</span>
<span class="n">right</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="n">ps</span><span class="o">.</span><span class="n">Series</span><span class="p">,</span> <span class="n">pd</span><span class="o">.</span><span class="n">Series</span><span class="p">],</span>
<span class="n">check_dtype</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_index_type</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">bool</span><span class="p">,</span> <span class="n">Literal</span><span class="p">[</span><span class="s2">&quot;equiv&quot;</span><span class="p">]]</span> <span class="o">=</span> <span class="s2">&quot;equiv&quot;</span><span class="p">,</span>
<span class="n">check_series_type</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_names</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_exact</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
<span class="n">check_datetimelike_compat</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
<span class="n">check_categorical</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_category_order</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_freq</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_flags</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">rtol</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0e-5</span><span class="p">,</span>
<span class="n">atol</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0e-8</span><span class="p">,</span>
<span class="n">obj</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">&quot;Series&quot;</span><span class="p">,</span>
<span class="o">*</span><span class="p">,</span>
<span class="n">check_index</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_like</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
<span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
<span class="w"> </span><span class="sd">&quot;&quot;&quot;</span>
<span class="sd"> Check that left and right Series are equal.</span>
<span class="sd"> .. versionadded:: 4.0.0</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> left : Series</span>
<span class="sd"> right : Series</span>
<span class="sd"> check_dtype : bool, default True</span>
<span class="sd"> Whether to check the Series dtype is identical.</span>
<span class="sd"> check_index_type : bool or {&#39;equiv&#39;}, default &#39;equiv&#39;</span>
<span class="sd"> Whether to check the Index class, dtype and inferred_type</span>
<span class="sd"> are identical.</span>
<span class="sd"> check_series_type : bool, default True</span>
<span class="sd"> Whether to check the Series class is identical.</span>
<span class="sd"> check_names : bool, default True</span>
<span class="sd"> Whether to check the Series and Index names attribute.</span>
<span class="sd"> check_exact : bool, default False</span>
<span class="sd"> Whether to compare number exactly.</span>
<span class="sd"> check_datetimelike_compat : bool, default False</span>
<span class="sd"> Compare datetime-like which is comparable ignoring dtype.</span>
<span class="sd"> check_categorical : bool, default True</span>
<span class="sd"> Whether to compare internal Categorical exactly.</span>
<span class="sd"> check_category_order : bool, default True</span>
<span class="sd"> Whether to compare category order of internal Categoricals.</span>
<span class="sd"> check_freq : bool, default True</span>
<span class="sd"> Whether to check the `freq` attribute on a DatetimeIndex or TimedeltaIndex.</span>
<span class="sd"> check_flags : bool, default True</span>
<span class="sd"> Whether to check the `flags` attribute.</span>
<span class="sd"> rtol : float, default 1e-5</span>
<span class="sd"> Relative tolerance. Only used when check_exact is False.</span>
<span class="sd"> atol : float, default 1e-8</span>
<span class="sd"> Absolute tolerance. Only used when check_exact is False.</span>
<span class="sd"> obj : str, default &#39;Series&#39;</span>
<span class="sd"> Specify object name being compared, internally used to show appropriate</span>
<span class="sd"> assertion message.</span>
<span class="sd"> check_index : bool, default True</span>
<span class="sd"> Whether to check index equivalence. If False, then compare only values.</span>
<span class="sd"> check_like : bool, default False</span>
<span class="sd"> If True, ignore the order of the index. Must be False if check_index is False.</span>
<span class="sd"> Note: same labels must be with the same data.</span>
<span class="sd"> Examples</span>
<span class="sd"> --------</span>
<span class="sd"> &gt;&gt;&gt; from pyspark.pandas import testing as tm</span>
<span class="sd"> &gt;&gt;&gt; a = ps.Series([1, 2, 3, 4])</span>
<span class="sd"> &gt;&gt;&gt; b = ps.Series([1, 2, 3, 4])</span>
<span class="sd"> &gt;&gt;&gt; tm.assert_series_equal(a, b)</span>
<span class="sd"> &quot;&quot;&quot;</span>
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">left</span><span class="p">,</span> <span class="n">ps</span><span class="o">.</span><span class="n">Series</span><span class="p">):</span>
<span class="n">left</span> <span class="o">=</span> <span class="n">left</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span>
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">right</span><span class="p">,</span> <span class="n">ps</span><span class="o">.</span><span class="n">Series</span><span class="p">):</span>
<span class="n">right</span> <span class="o">=</span> <span class="n">right</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span>
<span class="n">pd</span><span class="o">.</span><span class="n">testing</span><span class="o">.</span><span class="n">assert_series_equal</span><span class="p">(</span> <span class="c1"># type: ignore[call-arg]</span>
<span class="n">left</span><span class="p">,</span>
<span class="n">right</span><span class="p">,</span>
<span class="n">check_dtype</span><span class="o">=</span><span class="n">check_dtype</span><span class="p">,</span>
<span class="n">check_index_type</span><span class="o">=</span><span class="n">check_index_type</span><span class="p">,</span> <span class="c1"># type: ignore[arg-type]</span>
<span class="n">check_series_type</span><span class="o">=</span><span class="n">check_series_type</span><span class="p">,</span>
<span class="n">check_names</span><span class="o">=</span><span class="n">check_names</span><span class="p">,</span>
<span class="n">check_exact</span><span class="o">=</span><span class="n">check_exact</span><span class="p">,</span>
<span class="n">check_datetimelike_compat</span><span class="o">=</span><span class="n">check_datetimelike_compat</span><span class="p">,</span>
<span class="n">check_categorical</span><span class="o">=</span><span class="n">check_categorical</span><span class="p">,</span>
<span class="n">check_category_order</span><span class="o">=</span><span class="n">check_category_order</span><span class="p">,</span>
<span class="n">check_freq</span><span class="o">=</span><span class="n">check_freq</span><span class="p">,</span>
<span class="n">check_flags</span><span class="o">=</span><span class="n">check_flags</span><span class="p">,</span>
<span class="n">rtol</span><span class="o">=</span><span class="n">rtol</span><span class="p">,</span> <span class="c1"># type: ignore[arg-type]</span>
<span class="n">atol</span><span class="o">=</span><span class="n">atol</span><span class="p">,</span> <span class="c1"># type: ignore[arg-type]</span>
<span class="n">obj</span><span class="o">=</span><span class="n">obj</span><span class="p">,</span>
<span class="n">check_index</span><span class="o">=</span><span class="n">check_index</span><span class="p">,</span>
<span class="n">check_like</span><span class="o">=</span><span class="n">check_like</span><span class="p">,</span>
<span class="p">)</span></div>
<div class="viewcode-block" id="assert_index_equal"><a class="viewcode-back" href="../../../reference/pyspark.pandas/api/pyspark.pandas.testing.assert_index_equal.html#pyspark.pandas.testing.assert_index_equal">[docs]</a><span class="k">def</span> <span class="nf">assert_index_equal</span><span class="p">(</span>
<span class="n">left</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="n">ps</span><span class="o">.</span><span class="n">Index</span><span class="p">,</span> <span class="n">pd</span><span class="o">.</span><span class="n">Index</span><span class="p">],</span>
<span class="n">right</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="n">ps</span><span class="o">.</span><span class="n">Index</span><span class="p">,</span> <span class="n">pd</span><span class="o">.</span><span class="n">Index</span><span class="p">],</span>
<span class="n">exact</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">bool</span><span class="p">,</span> <span class="n">Literal</span><span class="p">[</span><span class="s2">&quot;equiv&quot;</span><span class="p">]]</span> <span class="o">=</span> <span class="s2">&quot;equiv&quot;</span><span class="p">,</span>
<span class="n">check_names</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_exact</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_categorical</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">check_order</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
<span class="n">rtol</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0e-5</span><span class="p">,</span>
<span class="n">atol</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0e-8</span><span class="p">,</span>
<span class="n">obj</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">&quot;Index&quot;</span><span class="p">,</span>
<span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
<span class="w"> </span><span class="sd">&quot;&quot;&quot;</span>
<span class="sd"> Check that left and right Index are equal.</span>
<span class="sd"> .. versionadded:: 4.0.0</span>
<span class="sd"> Parameters</span>
<span class="sd"> ----------</span>
<span class="sd"> left : Index</span>
<span class="sd"> right : Index</span>
<span class="sd"> exact : bool or {&#39;equiv&#39;}, default &#39;equiv&#39;</span>
<span class="sd"> Whether to check the Index class, dtype and inferred_type</span>
<span class="sd"> are identical. If &#39;equiv&#39;, then RangeIndex can be substituted for</span>
<span class="sd"> Index with an int64 dtype as well.</span>
<span class="sd"> check_names : bool, default True</span>
<span class="sd"> Whether to check the names attribute.</span>
<span class="sd"> check_exact : bool, default True</span>
<span class="sd"> Whether to compare number exactly.</span>
<span class="sd"> check_categorical : bool, default True</span>
<span class="sd"> Whether to compare internal Categorical exactly.</span>
<span class="sd"> check_order : bool, default True</span>
<span class="sd"> Whether to compare the order of index entries as well as their values.</span>
<span class="sd"> If True, both indexes must contain the same elements, in the same order.</span>
<span class="sd"> If False, both indexes must contain the same elements, but in any order.</span>
<span class="sd"> rtol : float, default 1e-5</span>
<span class="sd"> Relative tolerance. Only used when check_exact is False.</span>
<span class="sd"> atol : float, default 1e-8</span>
<span class="sd"> Absolute tolerance. Only used when check_exact is False.</span>
<span class="sd"> obj : str, default &#39;Index&#39;</span>
<span class="sd"> Specify object name being compared, internally used to show appropriate</span>
<span class="sd"> assertion message.</span>
<span class="sd"> Examples</span>
<span class="sd"> --------</span>
<span class="sd"> &gt;&gt;&gt; from pyspark.pandas import testing as tm</span>
<span class="sd"> &gt;&gt;&gt; a = ps.Index([1, 2, 3])</span>
<span class="sd"> &gt;&gt;&gt; b = ps.Index([1, 2, 3])</span>
<span class="sd"> &gt;&gt;&gt; tm.assert_index_equal(a, b)</span>
<span class="sd"> &quot;&quot;&quot;</span>
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">left</span><span class="p">,</span> <span class="n">ps</span><span class="o">.</span><span class="n">Index</span><span class="p">):</span>
<span class="n">left</span> <span class="o">=</span> <span class="n">left</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span>
<span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">right</span><span class="p">,</span> <span class="n">ps</span><span class="o">.</span><span class="n">Index</span><span class="p">):</span>
<span class="n">right</span> <span class="o">=</span> <span class="n">right</span><span class="o">.</span><span class="n">to_pandas</span><span class="p">()</span>
<span class="n">pd</span><span class="o">.</span><span class="n">testing</span><span class="o">.</span><span class="n">assert_index_equal</span><span class="p">(</span> <span class="c1"># type: ignore[call-arg]</span>
<span class="n">left</span><span class="p">,</span>
<span class="n">right</span><span class="p">,</span>
<span class="n">exact</span><span class="o">=</span><span class="n">exact</span><span class="p">,</span>
<span class="n">check_names</span><span class="o">=</span><span class="n">check_names</span><span class="p">,</span>
<span class="n">check_exact</span><span class="o">=</span><span class="n">check_exact</span><span class="p">,</span>
<span class="n">check_categorical</span><span class="o">=</span><span class="n">check_categorical</span><span class="p">,</span>
<span class="n">check_order</span><span class="o">=</span><span class="n">check_order</span><span class="p">,</span>
<span class="n">rtol</span><span class="o">=</span><span class="n">rtol</span><span class="p">,</span>
<span class="n">atol</span><span class="o">=</span><span class="n">atol</span><span class="p">,</span>
<span class="n">obj</span><span class="o">=</span><span class="n">obj</span><span class="p">,</span>
<span class="p">)</span></div>
</pre></div>
</article>
<footer class="bd-footer-article">
<div class="footer-article-items footer-article__inner">
<div class="footer-article-item"><!-- Previous / next buttons -->
<div class="prev-next-area">
</div></div>
</div>
</footer>
</div>
</div>
<footer class="bd-footer-content">
</footer>
</main>
</div>
</div>
<!-- Scripts loaded after <body> so the DOM is not blocked -->
<script src="../../../_static/scripts/bootstrap.js?digest=e353d410970836974a52"></script>
<script src="../../../_static/scripts/pydata-sphinx-theme.js?digest=e353d410970836974a52"></script>
<footer class="bd-footer">
<div class="bd-footer__inner bd-page-width">
<div class="footer-items__start">
<div class="footer-item"><p class="copyright">
Copyright @ 2024 The Apache Software Foundation, Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.
</p></div>
<div class="footer-item">
<p class="sphinx-version">
Created using <a href="https://www.sphinx-doc.org/">Sphinx</a> 4.5.0.
<br/>
</p>
</div>
</div>
<div class="footer-items__end">
<div class="footer-item"><p class="theme-version">
Built with the <a href="https://pydata-sphinx-theme.readthedocs.io/en/stable/index.html">PyData Sphinx Theme</a> 0.13.3.
</p></div>
</div>
</div>
</footer>
</body>
</html>