| |
| <!DOCTYPE html> |
| |
| <html> |
| <head> |
| <meta charset="utf-8" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" /> |
| |
| <title>Functions — PySpark master documentation</title> |
| |
| <link href="../../_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> |
| <link href="../../_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet"> |
| |
| |
| <link rel="stylesheet" |
| href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css"> |
| <link rel="preload" as="font" type="font/woff2" crossorigin |
| href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2"> |
| <link rel="preload" as="font" type="font/woff2" crossorigin |
| href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2"> |
| |
| |
| |
| |
| |
| <link rel="stylesheet" href="../../_static/styles/pydata-sphinx-theme.css" type="text/css" /> |
| <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" /> |
| <link rel="stylesheet" type="text/css" href="../../_static/copybutton.css" /> |
| <link rel="stylesheet" type="text/css" href="../../_static/css/pyspark.css" /> |
| <link rel="stylesheet" type="text/css" href="../../_static/nbsphinx-code-cells.css" /> |
| <link rel="stylesheet" type="text/css" href="../../_static/nbsphinx-code-cells.css" /> |
| <link rel="stylesheet" type="text/css" href="../../_static/nbsphinx-code-cells.css" /> |
| <link rel="stylesheet" type="text/css" href="../../_static/nbsphinx-code-cells.css" /> |
| |
| <link rel="preload" as="script" href="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"> |
| |
| <script id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script> |
| <script src="../../_static/jquery.js"></script> |
| <script src="../../_static/underscore.js"></script> |
| <script src="../../_static/doctools.js"></script> |
| <script src="../../_static/language_data.js"></script> |
| <script src="../../_static/clipboard.min.js"></script> |
| <script src="../../_static/copybutton.js"></script> |
| <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script> |
| <script async="async" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/latest.js?config=TeX-AMS-MML_HTMLorMML"></script> |
| <script type="text/x-mathjax-config">MathJax.Hub.Config({"tex2jax": {"inlineMath": [["$", "$"], ["\\(", "\\)"]], "processEscapes": true, "ignoreClass": "tex2jax_ignore|mathjax_ignore|document", "processClass": "tex2jax_process|mathjax_process|math|output_area"}})</script> |
| <link rel="canonical" href="https://spark.apache.org/docs/latest/api/python/reference/pyspark.sql/functions.html" /> |
| <link rel="search" title="Search" href="../../search.html" /> |
| <link rel="next" title="pyspark.sql.functions.col" href="api/pyspark.sql.functions.col.html" /> |
| <link rel="prev" title="pyspark.sql.Row.asDict" href="api/pyspark.sql.Row.asDict.html" /> |
| <meta name="viewport" content="width=device-width, initial-scale=1" /> |
| <meta name="docsearch:language" content="None"> |
| |
| |
| <!-- Google Analytics --> |
| |
| </head> |
| <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80"> |
| |
| <div class="container-fluid" id="banner"></div> |
| |
| |
| <nav class="navbar navbar-light navbar-expand-lg bg-light fixed-top bd-navbar" id="navbar-main"><div class="container-xl"> |
| |
| <div id="navbar-start"> |
| |
| |
| |
| <a class="navbar-brand" href="../../index.html"> |
| <img src="../../_static/spark-logo-reverse.png" class="logo" alt="logo"> |
| </a> |
| |
| |
| |
| </div> |
| |
| <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbar-collapsible" aria-controls="navbar-collapsible" aria-expanded="false" aria-label="Toggle navigation"> |
| <span class="navbar-toggler-icon"></span> |
| </button> |
| |
| |
| <div id="navbar-collapsible" class="col-lg-9 collapse navbar-collapse"> |
| <div id="navbar-center" class="mr-auto"> |
| |
| <div class="navbar-center-item"> |
| <ul id="navbar-main-elements" class="navbar-nav"> |
| <li class="toctree-l1 nav-item"> |
| <a class="reference internal nav-link" href="../../index.html"> |
| Overview |
| </a> |
| </li> |
| |
| <li class="toctree-l1 nav-item"> |
| <a class="reference internal nav-link" href="../../getting_started/index.html"> |
| Getting Started |
| </a> |
| </li> |
| |
| <li class="toctree-l1 nav-item"> |
| <a class="reference internal nav-link" href="../../user_guide/index.html"> |
| User Guides |
| </a> |
| </li> |
| |
| <li class="toctree-l1 current active nav-item"> |
| <a class="reference internal nav-link" href="../index.html"> |
| API Reference |
| </a> |
| </li> |
| |
| <li class="toctree-l1 nav-item"> |
| <a class="reference internal nav-link" href="../../development/index.html"> |
| Development |
| </a> |
| </li> |
| |
| <li class="toctree-l1 nav-item"> |
| <a class="reference internal nav-link" href="../../migration_guide/index.html"> |
| Migration Guides |
| </a> |
| </li> |
| |
| |
| </ul> |
| </div> |
| |
| </div> |
| |
| <div id="navbar-end"> |
| |
| <div class="navbar-end-item"> |
| <!-- |
| Licensed to the Apache Software Foundation (ASF) under one or more |
| contributor license agreements. See the NOTICE file distributed with |
| this work for additional information regarding copyright ownership. |
| The ASF licenses this file to You under the Apache License, Version 2.0 |
| (the "License"); you may not use this file except in compliance with |
| the License. You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| --> |
| |
| <div id="version-button" class="dropdown"> |
| <button type="button" class="btn btn-secondary btn-sm navbar-btn dropdown-toggle" id="version_switcher_button" data-toggle="dropdown"> |
| master |
| <span class="caret"></span> |
| </button> |
| <div id="version_switcher" class="dropdown-menu list-group-flush py-0" aria-labelledby="version_switcher_button"> |
| <!-- dropdown will be populated by javascript on page load --> |
| </div> |
| </div> |
| |
| <script type="text/javascript"> |
| // Function to construct the target URL from the JSON components |
| function buildURL(entry) { |
| var template = "https://spark.apache.org/docs/{version}/api/python/index.html"; // supplied by jinja |
| template = template.replace("{version}", entry.version); |
| return template; |
| } |
| |
| // Function to check if corresponding page path exists in other version of docs |
| // and, if so, go there instead of the homepage of the other docs version |
| function checkPageExistsAndRedirect(event) { |
| const currentFilePath = "reference/pyspark.sql/functions.html", |
| otherDocsHomepage = event.target.getAttribute("href"); |
| let tryUrl = `${otherDocsHomepage}${currentFilePath}`; |
| $.ajax({ |
| type: 'HEAD', |
| url: tryUrl, |
| // if the page exists, go there |
| success: function() { |
| location.href = tryUrl; |
| } |
| }).fail(function() { |
| location.href = otherDocsHomepage; |
| }); |
| return false; |
| } |
| |
| // Function to populate the version switcher |
| (function () { |
| // get JSON config |
| $.getJSON("_static/versions.json", function(data, textStatus, jqXHR) { |
| // create the nodes first (before AJAX calls) to ensure the order is |
| // correct (for now, links will go to doc version homepage) |
| $.each(data, function(index, entry) { |
| // if no custom name specified (e.g., "latest"), use version string |
| if (!("name" in entry)) { |
| entry.name = entry.version; |
| } |
| // construct the appropriate URL, and add it to the dropdown |
| entry.url = buildURL(entry); |
| const node = document.createElement("a"); |
| node.setAttribute("class", "list-group-item list-group-item-action py-1"); |
| node.setAttribute("href", `${entry.url}`); |
| node.textContent = `${entry.name}`; |
| node.onclick = checkPageExistsAndRedirect; |
| $("#version_switcher").append(node); |
| }); |
| }); |
| })(); |
| </script> |
| </div> |
| |
| </div> |
| </div> |
| </div> |
| </nav> |
| |
| |
| <div class="container-xl"> |
| <div class="row"> |
| |
| |
| <!-- Only show if we have sidebars configured, else just a small margin --> |
| <div class="col-12 col-md-3 bd-sidebar"> |
| <div class="sidebar-start-items"><form class="bd-search d-flex align-items-center" action="../../search.html" method="get"> |
| <i class="icon fas fa-search"></i> |
| <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" > |
| </form><nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation"> |
| <div class="bd-toc-item active"> |
| <ul class="current nav bd-sidenav"> |
| <li class="toctree-l1 current active has-children"> |
| <a class="reference internal" href="index.html"> |
| Spark SQL |
| </a> |
| <input checked="" class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> |
| <label for="toctree-checkbox-1"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul class="current"> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="core_classes.html"> |
| Core Classes |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> |
| <label for="toctree-checkbox-2"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.html"> |
| pyspark.sql.SparkSession |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.html"> |
| pyspark.sql.Catalog |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.html"> |
| pyspark.sql.DataFrame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.html"> |
| pyspark.sql.Column |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Observation.html"> |
| pyspark.sql.Observation |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Row.html"> |
| pyspark.sql.Row |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.html"> |
| pyspark.sql.GroupedData |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.PandasCogroupedOps.html"> |
| pyspark.sql.PandasCogroupedOps |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameNaFunctions.html"> |
| pyspark.sql.DataFrameNaFunctions |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.html"> |
| pyspark.sql.DataFrameStatFunctions |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Window.html"> |
| pyspark.sql.Window |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.html"> |
| pyspark.sql.DataFrameReader |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.html"> |
| pyspark.sql.DataFrameWriter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriterV2.html"> |
| pyspark.sql.DataFrameWriterV2 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.UDFRegistration.html"> |
| pyspark.sql.UDFRegistration |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.UDTFRegistration.html"> |
| pyspark.sql.UDTFRegistration |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.udf.UserDefinedFunction.html"> |
| pyspark.sql.udf.UserDefinedFunction |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.udtf.UserDefinedTableFunction.html"> |
| pyspark.sql.udtf.UserDefinedTableFunction |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="spark_session.html"> |
| Spark Session |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> |
| <label for="toctree-checkbox-3"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.active.html"> |
| pyspark.sql.SparkSession.active |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.builder.appName.html"> |
| pyspark.sql.SparkSession.builder.appName |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.builder.config.html"> |
| pyspark.sql.SparkSession.builder.config |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.builder.enableHiveSupport.html"> |
| pyspark.sql.SparkSession.builder.enableHiveSupport |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.builder.getOrCreate.html"> |
| pyspark.sql.SparkSession.builder.getOrCreate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.builder.master.html"> |
| pyspark.sql.SparkSession.builder.master |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.builder.remote.html"> |
| pyspark.sql.SparkSession.builder.remote |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.catalog.html"> |
| pyspark.sql.SparkSession.catalog |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.conf.html"> |
| pyspark.sql.SparkSession.conf |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.createDataFrame.html"> |
| pyspark.sql.SparkSession.createDataFrame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.getActiveSession.html"> |
| pyspark.sql.SparkSession.getActiveSession |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.newSession.html"> |
| pyspark.sql.SparkSession.newSession |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.range.html"> |
| pyspark.sql.SparkSession.range |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.read.html"> |
| pyspark.sql.SparkSession.read |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.readStream.html"> |
| pyspark.sql.SparkSession.readStream |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.sparkContext.html"> |
| pyspark.sql.SparkSession.sparkContext |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.sql.html"> |
| pyspark.sql.SparkSession.sql |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.stop.html"> |
| pyspark.sql.SparkSession.stop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.streams.html"> |
| pyspark.sql.SparkSession.streams |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.table.html"> |
| pyspark.sql.SparkSession.table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.udf.html"> |
| pyspark.sql.SparkSession.udf |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.udtf.html"> |
| pyspark.sql.SparkSession.udtf |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.version.html"> |
| pyspark.sql.SparkSession.version |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.builder.create.html"> |
| pyspark.sql.SparkSession.builder.create |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.addArtifact.html"> |
| pyspark.sql.SparkSession.addArtifact |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.addArtifacts.html"> |
| pyspark.sql.SparkSession.addArtifacts |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.copyFromLocalToFs.html"> |
| pyspark.sql.SparkSession.copyFromLocalToFs |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.client.html"> |
| pyspark.sql.SparkSession.client |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.interruptAll.html"> |
| pyspark.sql.SparkSession.interruptAll |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.interruptTag.html"> |
| pyspark.sql.SparkSession.interruptTag |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.interruptOperation.html"> |
| pyspark.sql.SparkSession.interruptOperation |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.addTag.html"> |
| pyspark.sql.SparkSession.addTag |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.removeTag.html"> |
| pyspark.sql.SparkSession.removeTag |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.getTags.html"> |
| pyspark.sql.SparkSession.getTags |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.clearTags.html"> |
| pyspark.sql.SparkSession.clearTags |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="configuration.html"> |
| Configuration |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> |
| <label for="toctree-checkbox-4"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.conf.RuntimeConfig.html"> |
| pyspark.sql.conf.RuntimeConfig |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="io.html"> |
| Input/Output |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> |
| <label for="toctree-checkbox-5"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.csv.html"> |
| pyspark.sql.DataFrameReader.csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.format.html"> |
| pyspark.sql.DataFrameReader.format |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.jdbc.html"> |
| pyspark.sql.DataFrameReader.jdbc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.json.html"> |
| pyspark.sql.DataFrameReader.json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.load.html"> |
| pyspark.sql.DataFrameReader.load |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.option.html"> |
| pyspark.sql.DataFrameReader.option |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.options.html"> |
| pyspark.sql.DataFrameReader.options |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.orc.html"> |
| pyspark.sql.DataFrameReader.orc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.parquet.html"> |
| pyspark.sql.DataFrameReader.parquet |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.schema.html"> |
| pyspark.sql.DataFrameReader.schema |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.table.html"> |
| pyspark.sql.DataFrameReader.table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.text.html"> |
| pyspark.sql.DataFrameReader.text |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.bucketBy.html"> |
| pyspark.sql.DataFrameWriter.bucketBy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.csv.html"> |
| pyspark.sql.DataFrameWriter.csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.format.html"> |
| pyspark.sql.DataFrameWriter.format |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.insertInto.html"> |
| pyspark.sql.DataFrameWriter.insertInto |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.jdbc.html"> |
| pyspark.sql.DataFrameWriter.jdbc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.json.html"> |
| pyspark.sql.DataFrameWriter.json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.mode.html"> |
| pyspark.sql.DataFrameWriter.mode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.option.html"> |
| pyspark.sql.DataFrameWriter.option |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.options.html"> |
| pyspark.sql.DataFrameWriter.options |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.orc.html"> |
| pyspark.sql.DataFrameWriter.orc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.parquet.html"> |
| pyspark.sql.DataFrameWriter.parquet |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.partitionBy.html"> |
| pyspark.sql.DataFrameWriter.partitionBy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.save.html"> |
| pyspark.sql.DataFrameWriter.save |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.saveAsTable.html"> |
| pyspark.sql.DataFrameWriter.saveAsTable |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.sortBy.html"> |
| pyspark.sql.DataFrameWriter.sortBy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.text.html"> |
| pyspark.sql.DataFrameWriter.text |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriterV2.using.html"> |
| pyspark.sql.DataFrameWriterV2.using |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriterV2.option.html"> |
| pyspark.sql.DataFrameWriterV2.option |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriterV2.options.html"> |
| pyspark.sql.DataFrameWriterV2.options |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriterV2.tableProperty.html"> |
| pyspark.sql.DataFrameWriterV2.tableProperty |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriterV2.partitionedBy.html"> |
| pyspark.sql.DataFrameWriterV2.partitionedBy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriterV2.create.html"> |
| pyspark.sql.DataFrameWriterV2.create |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriterV2.replace.html"> |
| pyspark.sql.DataFrameWriterV2.replace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriterV2.createOrReplace.html"> |
| pyspark.sql.DataFrameWriterV2.createOrReplace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriterV2.append.html"> |
| pyspark.sql.DataFrameWriterV2.append |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriterV2.overwrite.html"> |
| pyspark.sql.DataFrameWriterV2.overwrite |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriterV2.overwritePartitions.html"> |
| pyspark.sql.DataFrameWriterV2.overwritePartitions |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="dataframe.html"> |
| DataFrame |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> |
| <label for="toctree-checkbox-6"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.__getattr__.html"> |
| pyspark.sql.DataFrame.__getattr__ |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.__getitem__.html"> |
| pyspark.sql.DataFrame.__getitem__ |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.agg.html"> |
| pyspark.sql.DataFrame.agg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.alias.html"> |
| pyspark.sql.DataFrame.alias |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.approxQuantile.html"> |
| pyspark.sql.DataFrame.approxQuantile |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.cache.html"> |
| pyspark.sql.DataFrame.cache |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.checkpoint.html"> |
| pyspark.sql.DataFrame.checkpoint |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.coalesce.html"> |
| pyspark.sql.DataFrame.coalesce |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.colRegex.html"> |
| pyspark.sql.DataFrame.colRegex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.collect.html"> |
| pyspark.sql.DataFrame.collect |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.columns.html"> |
| pyspark.sql.DataFrame.columns |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.corr.html"> |
| pyspark.sql.DataFrame.corr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.count.html"> |
| pyspark.sql.DataFrame.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.cov.html"> |
| pyspark.sql.DataFrame.cov |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.createGlobalTempView.html"> |
| pyspark.sql.DataFrame.createGlobalTempView |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.createOrReplaceGlobalTempView.html"> |
| pyspark.sql.DataFrame.createOrReplaceGlobalTempView |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.createOrReplaceTempView.html"> |
| pyspark.sql.DataFrame.createOrReplaceTempView |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.createTempView.html"> |
| pyspark.sql.DataFrame.createTempView |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.crossJoin.html"> |
| pyspark.sql.DataFrame.crossJoin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.crosstab.html"> |
| pyspark.sql.DataFrame.crosstab |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.cube.html"> |
| pyspark.sql.DataFrame.cube |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.describe.html"> |
| pyspark.sql.DataFrame.describe |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.distinct.html"> |
| pyspark.sql.DataFrame.distinct |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.drop.html"> |
| pyspark.sql.DataFrame.drop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.dropDuplicates.html"> |
| pyspark.sql.DataFrame.dropDuplicates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.dropDuplicatesWithinWatermark.html"> |
| pyspark.sql.DataFrame.dropDuplicatesWithinWatermark |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.drop_duplicates.html"> |
| pyspark.sql.DataFrame.drop_duplicates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.dropna.html"> |
| pyspark.sql.DataFrame.dropna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.dtypes.html"> |
| pyspark.sql.DataFrame.dtypes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.exceptAll.html"> |
| pyspark.sql.DataFrame.exceptAll |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.explain.html"> |
| pyspark.sql.DataFrame.explain |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.fillna.html"> |
| pyspark.sql.DataFrame.fillna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.filter.html"> |
| pyspark.sql.DataFrame.filter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.first.html"> |
| pyspark.sql.DataFrame.first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.foreach.html"> |
| pyspark.sql.DataFrame.foreach |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.foreachPartition.html"> |
| pyspark.sql.DataFrame.foreachPartition |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.freqItems.html"> |
| pyspark.sql.DataFrame.freqItems |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.groupBy.html"> |
| pyspark.sql.DataFrame.groupBy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.head.html"> |
| pyspark.sql.DataFrame.head |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.hint.html"> |
| pyspark.sql.DataFrame.hint |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.inputFiles.html"> |
| pyspark.sql.DataFrame.inputFiles |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.intersect.html"> |
| pyspark.sql.DataFrame.intersect |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.intersectAll.html"> |
| pyspark.sql.DataFrame.intersectAll |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.isEmpty.html"> |
| pyspark.sql.DataFrame.isEmpty |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.isLocal.html"> |
| pyspark.sql.DataFrame.isLocal |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.isStreaming.html"> |
| pyspark.sql.DataFrame.isStreaming |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.join.html"> |
| pyspark.sql.DataFrame.join |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.limit.html"> |
| pyspark.sql.DataFrame.limit |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.localCheckpoint.html"> |
| pyspark.sql.DataFrame.localCheckpoint |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.mapInPandas.html"> |
| pyspark.sql.DataFrame.mapInPandas |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.mapInArrow.html"> |
| pyspark.sql.DataFrame.mapInArrow |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.melt.html"> |
| pyspark.sql.DataFrame.melt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.na.html"> |
| pyspark.sql.DataFrame.na |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.observe.html"> |
| pyspark.sql.DataFrame.observe |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.offset.html"> |
| pyspark.sql.DataFrame.offset |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.orderBy.html"> |
| pyspark.sql.DataFrame.orderBy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.persist.html"> |
| pyspark.sql.DataFrame.persist |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.printSchema.html"> |
| pyspark.sql.DataFrame.printSchema |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.randomSplit.html"> |
| pyspark.sql.DataFrame.randomSplit |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.rdd.html"> |
| pyspark.sql.DataFrame.rdd |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.registerTempTable.html"> |
| pyspark.sql.DataFrame.registerTempTable |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.repartition.html"> |
| pyspark.sql.DataFrame.repartition |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.repartitionByRange.html"> |
| pyspark.sql.DataFrame.repartitionByRange |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.replace.html"> |
| pyspark.sql.DataFrame.replace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.rollup.html"> |
| pyspark.sql.DataFrame.rollup |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.sameSemantics.html"> |
| pyspark.sql.DataFrame.sameSemantics |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.sample.html"> |
| pyspark.sql.DataFrame.sample |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.sampleBy.html"> |
| pyspark.sql.DataFrame.sampleBy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.schema.html"> |
| pyspark.sql.DataFrame.schema |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.select.html"> |
| pyspark.sql.DataFrame.select |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.selectExpr.html"> |
| pyspark.sql.DataFrame.selectExpr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.semanticHash.html"> |
| pyspark.sql.DataFrame.semanticHash |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.show.html"> |
| pyspark.sql.DataFrame.show |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.sort.html"> |
| pyspark.sql.DataFrame.sort |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.sortWithinPartitions.html"> |
| pyspark.sql.DataFrame.sortWithinPartitions |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.sparkSession.html"> |
| pyspark.sql.DataFrame.sparkSession |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.stat.html"> |
| pyspark.sql.DataFrame.stat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.storageLevel.html"> |
| pyspark.sql.DataFrame.storageLevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.subtract.html"> |
| pyspark.sql.DataFrame.subtract |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.summary.html"> |
| pyspark.sql.DataFrame.summary |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.tail.html"> |
| pyspark.sql.DataFrame.tail |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.take.html"> |
| pyspark.sql.DataFrame.take |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.to.html"> |
| pyspark.sql.DataFrame.to |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.toDF.html"> |
| pyspark.sql.DataFrame.toDF |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.toJSON.html"> |
| pyspark.sql.DataFrame.toJSON |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.toLocalIterator.html"> |
| pyspark.sql.DataFrame.toLocalIterator |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.toPandas.html"> |
| pyspark.sql.DataFrame.toPandas |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.to_pandas_on_spark.html"> |
| pyspark.sql.DataFrame.to_pandas_on_spark |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.transform.html"> |
| pyspark.sql.DataFrame.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.union.html"> |
| pyspark.sql.DataFrame.union |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.unionAll.html"> |
| pyspark.sql.DataFrame.unionAll |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.unionByName.html"> |
| pyspark.sql.DataFrame.unionByName |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.unpersist.html"> |
| pyspark.sql.DataFrame.unpersist |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.unpivot.html"> |
| pyspark.sql.DataFrame.unpivot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.where.html"> |
| pyspark.sql.DataFrame.where |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.withColumn.html"> |
| pyspark.sql.DataFrame.withColumn |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.withColumns.html"> |
| pyspark.sql.DataFrame.withColumns |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.withColumnRenamed.html"> |
| pyspark.sql.DataFrame.withColumnRenamed |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.withColumnsRenamed.html"> |
| pyspark.sql.DataFrame.withColumnsRenamed |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.withMetadata.html"> |
| pyspark.sql.DataFrame.withMetadata |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.withWatermark.html"> |
| pyspark.sql.DataFrame.withWatermark |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.write.html"> |
| pyspark.sql.DataFrame.write |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.writeStream.html"> |
| pyspark.sql.DataFrame.writeStream |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.writeTo.html"> |
| pyspark.sql.DataFrame.writeTo |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.pandas_api.html"> |
| pyspark.sql.DataFrame.pandas_api |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameNaFunctions.drop.html"> |
| pyspark.sql.DataFrameNaFunctions.drop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameNaFunctions.fill.html"> |
| pyspark.sql.DataFrameNaFunctions.fill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameNaFunctions.replace.html"> |
| pyspark.sql.DataFrameNaFunctions.replace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.approxQuantile.html"> |
| pyspark.sql.DataFrameStatFunctions.approxQuantile |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.corr.html"> |
| pyspark.sql.DataFrameStatFunctions.corr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.cov.html"> |
| pyspark.sql.DataFrameStatFunctions.cov |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.crosstab.html"> |
| pyspark.sql.DataFrameStatFunctions.crosstab |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.freqItems.html"> |
| pyspark.sql.DataFrameStatFunctions.freqItems |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.sampleBy.html"> |
| pyspark.sql.DataFrameStatFunctions.sampleBy |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="column.html"> |
| Column |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/> |
| <label for="toctree-checkbox-7"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.__getattr__.html"> |
| pyspark.sql.Column.__getattr__ |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.__getitem__.html"> |
| pyspark.sql.Column.__getitem__ |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.alias.html"> |
| pyspark.sql.Column.alias |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.asc.html"> |
| pyspark.sql.Column.asc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.asc_nulls_first.html"> |
| pyspark.sql.Column.asc_nulls_first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.asc_nulls_last.html"> |
| pyspark.sql.Column.asc_nulls_last |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.astype.html"> |
| pyspark.sql.Column.astype |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.between.html"> |
| pyspark.sql.Column.between |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.bitwiseAND.html"> |
| pyspark.sql.Column.bitwiseAND |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.bitwiseOR.html"> |
| pyspark.sql.Column.bitwiseOR |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.bitwiseXOR.html"> |
| pyspark.sql.Column.bitwiseXOR |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.cast.html"> |
| pyspark.sql.Column.cast |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.contains.html"> |
| pyspark.sql.Column.contains |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.desc.html"> |
| pyspark.sql.Column.desc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.desc_nulls_first.html"> |
| pyspark.sql.Column.desc_nulls_first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.desc_nulls_last.html"> |
| pyspark.sql.Column.desc_nulls_last |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.dropFields.html"> |
| pyspark.sql.Column.dropFields |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.endswith.html"> |
| pyspark.sql.Column.endswith |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.eqNullSafe.html"> |
| pyspark.sql.Column.eqNullSafe |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.getField.html"> |
| pyspark.sql.Column.getField |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.getItem.html"> |
| pyspark.sql.Column.getItem |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.ilike.html"> |
| pyspark.sql.Column.ilike |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.isNotNull.html"> |
| pyspark.sql.Column.isNotNull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.isNull.html"> |
| pyspark.sql.Column.isNull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.isin.html"> |
| pyspark.sql.Column.isin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.like.html"> |
| pyspark.sql.Column.like |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.name.html"> |
| pyspark.sql.Column.name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.otherwise.html"> |
| pyspark.sql.Column.otherwise |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.over.html"> |
| pyspark.sql.Column.over |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.rlike.html"> |
| pyspark.sql.Column.rlike |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.startswith.html"> |
| pyspark.sql.Column.startswith |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.substr.html"> |
| pyspark.sql.Column.substr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.when.html"> |
| pyspark.sql.Column.when |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Column.withField.html"> |
| pyspark.sql.Column.withField |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="data_types.html"> |
| Data Types |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/> |
| <label for="toctree-checkbox-8"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.ArrayType.html"> |
| ArrayType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.BinaryType.html"> |
| BinaryType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.BooleanType.html"> |
| BooleanType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.ByteType.html"> |
| ByteType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.DataType.html"> |
| DataType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.DateType.html"> |
| DateType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.DecimalType.html"> |
| DecimalType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.DoubleType.html"> |
| DoubleType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.FloatType.html"> |
| FloatType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.IntegerType.html"> |
| IntegerType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.LongType.html"> |
| LongType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.MapType.html"> |
| MapType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.NullType.html"> |
| NullType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.ShortType.html"> |
| ShortType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.StringType.html"> |
| StringType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.CharType.html"> |
| CharType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.VarcharType.html"> |
| VarcharType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.StructField.html"> |
| StructField |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.StructType.html"> |
| StructType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.TimestampType.html"> |
| TimestampType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.TimestampNTZType.html"> |
| TimestampNTZType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.DayTimeIntervalType.html"> |
| DayTimeIntervalType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.types.YearMonthIntervalType.html"> |
| YearMonthIntervalType |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="row.html"> |
| Row |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" type="checkbox"/> |
| <label for="toctree-checkbox-9"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Row.asDict.html"> |
| pyspark.sql.Row.asDict |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 current active has-children"> |
| <a class="current reference internal" href="#"> |
| Functions |
| </a> |
| <input checked="" class="toctree-checkbox" id="toctree-checkbox-10" name="toctree-checkbox-10" type="checkbox"/> |
| <label for="toctree-checkbox-10"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.col.html"> |
| pyspark.sql.functions.col |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.column.html"> |
| pyspark.sql.functions.column |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.lit.html"> |
| pyspark.sql.functions.lit |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.broadcast.html"> |
| pyspark.sql.functions.broadcast |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.coalesce.html"> |
| pyspark.sql.functions.coalesce |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.input_file_name.html"> |
| pyspark.sql.functions.input_file_name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.isnan.html"> |
| pyspark.sql.functions.isnan |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.isnull.html"> |
| pyspark.sql.functions.isnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.monotonically_increasing_id.html"> |
| pyspark.sql.functions.monotonically_increasing_id |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.named_struct.html"> |
| pyspark.sql.functions.named_struct |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.nanvl.html"> |
| pyspark.sql.functions.nanvl |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.rand.html"> |
| pyspark.sql.functions.rand |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.randn.html"> |
| pyspark.sql.functions.randn |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.spark_partition_id.html"> |
| pyspark.sql.functions.spark_partition_id |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.when.html"> |
| pyspark.sql.functions.when |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bitwise_not.html"> |
| pyspark.sql.functions.bitwise_not |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bitwiseNOT.html"> |
| pyspark.sql.functions.bitwiseNOT |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.expr.html"> |
| pyspark.sql.functions.expr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.greatest.html"> |
| pyspark.sql.functions.greatest |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.least.html"> |
| pyspark.sql.functions.least |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sqrt.html"> |
| pyspark.sql.functions.sqrt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.abs.html"> |
| pyspark.sql.functions.abs |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.acos.html"> |
| pyspark.sql.functions.acos |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.acosh.html"> |
| pyspark.sql.functions.acosh |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.asin.html"> |
| pyspark.sql.functions.asin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.asinh.html"> |
| pyspark.sql.functions.asinh |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.atan.html"> |
| pyspark.sql.functions.atan |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.atanh.html"> |
| pyspark.sql.functions.atanh |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.atan2.html"> |
| pyspark.sql.functions.atan2 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bin.html"> |
| pyspark.sql.functions.bin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.cbrt.html"> |
| pyspark.sql.functions.cbrt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.ceil.html"> |
| pyspark.sql.functions.ceil |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.ceiling.html"> |
| pyspark.sql.functions.ceiling |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.conv.html"> |
| pyspark.sql.functions.conv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.cos.html"> |
| pyspark.sql.functions.cos |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.cosh.html"> |
| pyspark.sql.functions.cosh |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.cot.html"> |
| pyspark.sql.functions.cot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.csc.html"> |
| pyspark.sql.functions.csc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.e.html"> |
| pyspark.sql.functions.e |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.exp.html"> |
| pyspark.sql.functions.exp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.expm1.html"> |
| pyspark.sql.functions.expm1 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.factorial.html"> |
| pyspark.sql.functions.factorial |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.floor.html"> |
| pyspark.sql.functions.floor |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hex.html"> |
| pyspark.sql.functions.hex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.unhex.html"> |
| pyspark.sql.functions.unhex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hypot.html"> |
| pyspark.sql.functions.hypot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.ln.html"> |
| pyspark.sql.functions.ln |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.log.html"> |
| pyspark.sql.functions.log |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.log10.html"> |
| pyspark.sql.functions.log10 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.log1p.html"> |
| pyspark.sql.functions.log1p |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.log2.html"> |
| pyspark.sql.functions.log2 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.negate.html"> |
| pyspark.sql.functions.negate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.negative.html"> |
| pyspark.sql.functions.negative |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.pi.html"> |
| pyspark.sql.functions.pi |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.pmod.html"> |
| pyspark.sql.functions.pmod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.positive.html"> |
| pyspark.sql.functions.positive |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.pow.html"> |
| pyspark.sql.functions.pow |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.power.html"> |
| pyspark.sql.functions.power |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.rint.html"> |
| pyspark.sql.functions.rint |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.round.html"> |
| pyspark.sql.functions.round |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bround.html"> |
| pyspark.sql.functions.bround |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sec.html"> |
| pyspark.sql.functions.sec |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.shiftleft.html"> |
| pyspark.sql.functions.shiftleft |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.shiftright.html"> |
| pyspark.sql.functions.shiftright |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.shiftrightunsigned.html"> |
| pyspark.sql.functions.shiftrightunsigned |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sign.html"> |
| pyspark.sql.functions.sign |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.signum.html"> |
| pyspark.sql.functions.signum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sin.html"> |
| pyspark.sql.functions.sin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sinh.html"> |
| pyspark.sql.functions.sinh |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.tan.html"> |
| pyspark.sql.functions.tan |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.tanh.html"> |
| pyspark.sql.functions.tanh |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.toDegrees.html"> |
| pyspark.sql.functions.toDegrees |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.try_add.html"> |
| pyspark.sql.functions.try_add |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.try_avg.html"> |
| pyspark.sql.functions.try_avg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.try_divide.html"> |
| pyspark.sql.functions.try_divide |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.try_multiply.html"> |
| pyspark.sql.functions.try_multiply |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.try_subtract.html"> |
| pyspark.sql.functions.try_subtract |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.try_sum.html"> |
| pyspark.sql.functions.try_sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.try_to_binary.html"> |
| pyspark.sql.functions.try_to_binary |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.try_to_number.html"> |
| pyspark.sql.functions.try_to_number |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.degrees.html"> |
| pyspark.sql.functions.degrees |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.toRadians.html"> |
| pyspark.sql.functions.toRadians |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.radians.html"> |
| pyspark.sql.functions.radians |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.width_bucket.html"> |
| pyspark.sql.functions.width_bucket |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.add_months.html"> |
| pyspark.sql.functions.add_months |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.convert_timezone.html"> |
| pyspark.sql.functions.convert_timezone |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.curdate.html"> |
| pyspark.sql.functions.curdate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.current_date.html"> |
| pyspark.sql.functions.current_date |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.current_timestamp.html"> |
| pyspark.sql.functions.current_timestamp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.current_timezone.html"> |
| pyspark.sql.functions.current_timezone |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.date_add.html"> |
| pyspark.sql.functions.date_add |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.date_diff.html"> |
| pyspark.sql.functions.date_diff |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.date_format.html"> |
| pyspark.sql.functions.date_format |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.date_from_unix_date.html"> |
| pyspark.sql.functions.date_from_unix_date |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.date_sub.html"> |
| pyspark.sql.functions.date_sub |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.date_trunc.html"> |
| pyspark.sql.functions.date_trunc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.dateadd.html"> |
| pyspark.sql.functions.dateadd |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.datediff.html"> |
| pyspark.sql.functions.datediff |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.day.html"> |
| pyspark.sql.functions.day |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.date_part.html"> |
| pyspark.sql.functions.date_part |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.datepart.html"> |
| pyspark.sql.functions.datepart |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.dayofmonth.html"> |
| pyspark.sql.functions.dayofmonth |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.dayofweek.html"> |
| pyspark.sql.functions.dayofweek |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.dayofyear.html"> |
| pyspark.sql.functions.dayofyear |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.extract.html"> |
| pyspark.sql.functions.extract |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.second.html"> |
| pyspark.sql.functions.second |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.weekofyear.html"> |
| pyspark.sql.functions.weekofyear |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.year.html"> |
| pyspark.sql.functions.year |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.quarter.html"> |
| pyspark.sql.functions.quarter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.month.html"> |
| pyspark.sql.functions.month |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.last_day.html"> |
| pyspark.sql.functions.last_day |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.localtimestamp.html"> |
| pyspark.sql.functions.localtimestamp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.make_dt_interval.html"> |
| pyspark.sql.functions.make_dt_interval |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.make_interval.html"> |
| pyspark.sql.functions.make_interval |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.make_timestamp.html"> |
| pyspark.sql.functions.make_timestamp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.make_timestamp_ltz.html"> |
| pyspark.sql.functions.make_timestamp_ltz |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.make_timestamp_ntz.html"> |
| pyspark.sql.functions.make_timestamp_ntz |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.make_ym_interval.html"> |
| pyspark.sql.functions.make_ym_interval |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.minute.html"> |
| pyspark.sql.functions.minute |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.months_between.html"> |
| pyspark.sql.functions.months_between |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.next_day.html"> |
| pyspark.sql.functions.next_day |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hour.html"> |
| pyspark.sql.functions.hour |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.make_date.html"> |
| pyspark.sql.functions.make_date |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.now.html"> |
| pyspark.sql.functions.now |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.from_unixtime.html"> |
| pyspark.sql.functions.from_unixtime |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.unix_timestamp.html"> |
| pyspark.sql.functions.unix_timestamp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_unix_timestamp.html"> |
| pyspark.sql.functions.to_unix_timestamp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_timestamp.html"> |
| pyspark.sql.functions.to_timestamp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_timestamp_ltz.html"> |
| pyspark.sql.functions.to_timestamp_ltz |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_timestamp_ntz.html"> |
| pyspark.sql.functions.to_timestamp_ntz |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_date.html"> |
| pyspark.sql.functions.to_date |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.trunc.html"> |
| pyspark.sql.functions.trunc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.from_utc_timestamp.html"> |
| pyspark.sql.functions.from_utc_timestamp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_utc_timestamp.html"> |
| pyspark.sql.functions.to_utc_timestamp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.weekday.html"> |
| pyspark.sql.functions.weekday |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.window.html"> |
| pyspark.sql.functions.window |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.session_window.html"> |
| pyspark.sql.functions.session_window |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.timestamp_micros.html"> |
| pyspark.sql.functions.timestamp_micros |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.timestamp_millis.html"> |
| pyspark.sql.functions.timestamp_millis |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.timestamp_seconds.html"> |
| pyspark.sql.functions.timestamp_seconds |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.try_to_timestamp.html"> |
| pyspark.sql.functions.try_to_timestamp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.unix_date.html"> |
| pyspark.sql.functions.unix_date |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.unix_micros.html"> |
| pyspark.sql.functions.unix_micros |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.unix_millis.html"> |
| pyspark.sql.functions.unix_millis |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.unix_seconds.html"> |
| pyspark.sql.functions.unix_seconds |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.window_time.html"> |
| pyspark.sql.functions.window_time |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array.html"> |
| pyspark.sql.functions.array |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_contains.html"> |
| pyspark.sql.functions.array_contains |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.arrays_overlap.html"> |
| pyspark.sql.functions.arrays_overlap |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_join.html"> |
| pyspark.sql.functions.array_join |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.create_map.html"> |
| pyspark.sql.functions.create_map |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.slice.html"> |
| pyspark.sql.functions.slice |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.concat.html"> |
| pyspark.sql.functions.concat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_position.html"> |
| pyspark.sql.functions.array_position |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.element_at.html"> |
| pyspark.sql.functions.element_at |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_append.html"> |
| pyspark.sql.functions.array_append |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_size.html"> |
| pyspark.sql.functions.array_size |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_sort.html"> |
| pyspark.sql.functions.array_sort |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_insert.html"> |
| pyspark.sql.functions.array_insert |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_remove.html"> |
| pyspark.sql.functions.array_remove |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_prepend.html"> |
| pyspark.sql.functions.array_prepend |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_distinct.html"> |
| pyspark.sql.functions.array_distinct |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_intersect.html"> |
| pyspark.sql.functions.array_intersect |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_union.html"> |
| pyspark.sql.functions.array_union |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_except.html"> |
| pyspark.sql.functions.array_except |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_compact.html"> |
| pyspark.sql.functions.array_compact |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.transform.html"> |
| pyspark.sql.functions.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.exists.html"> |
| pyspark.sql.functions.exists |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.forall.html"> |
| pyspark.sql.functions.forall |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.filter.html"> |
| pyspark.sql.functions.filter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.aggregate.html"> |
| pyspark.sql.functions.aggregate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.zip_with.html"> |
| pyspark.sql.functions.zip_with |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.transform_keys.html"> |
| pyspark.sql.functions.transform_keys |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.transform_values.html"> |
| pyspark.sql.functions.transform_values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_filter.html"> |
| pyspark.sql.functions.map_filter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_from_arrays.html"> |
| pyspark.sql.functions.map_from_arrays |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_zip_with.html"> |
| pyspark.sql.functions.map_zip_with |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.explode.html"> |
| pyspark.sql.functions.explode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.explode_outer.html"> |
| pyspark.sql.functions.explode_outer |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.posexplode.html"> |
| pyspark.sql.functions.posexplode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.posexplode_outer.html"> |
| pyspark.sql.functions.posexplode_outer |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.inline.html"> |
| pyspark.sql.functions.inline |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.inline_outer.html"> |
| pyspark.sql.functions.inline_outer |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.get.html"> |
| pyspark.sql.functions.get |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.get_json_object.html"> |
| pyspark.sql.functions.get_json_object |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.json_tuple.html"> |
| pyspark.sql.functions.json_tuple |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.from_json.html"> |
| pyspark.sql.functions.from_json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.schema_of_json.html"> |
| pyspark.sql.functions.schema_of_json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_json.html"> |
| pyspark.sql.functions.to_json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.json_array_length.html"> |
| pyspark.sql.functions.json_array_length |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.json_object_keys.html"> |
| pyspark.sql.functions.json_object_keys |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.size.html"> |
| pyspark.sql.functions.size |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.cardinality.html"> |
| pyspark.sql.functions.cardinality |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.struct.html"> |
| pyspark.sql.functions.struct |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sort_array.html"> |
| pyspark.sql.functions.sort_array |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_max.html"> |
| pyspark.sql.functions.array_max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_min.html"> |
| pyspark.sql.functions.array_min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.shuffle.html"> |
| pyspark.sql.functions.shuffle |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.reverse.html"> |
| pyspark.sql.functions.reverse |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.flatten.html"> |
| pyspark.sql.functions.flatten |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sequence.html"> |
| pyspark.sql.functions.sequence |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_repeat.html"> |
| pyspark.sql.functions.array_repeat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_contains_key.html"> |
| pyspark.sql.functions.map_contains_key |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_keys.html"> |
| pyspark.sql.functions.map_keys |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_values.html"> |
| pyspark.sql.functions.map_values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_entries.html"> |
| pyspark.sql.functions.map_entries |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_from_entries.html"> |
| pyspark.sql.functions.map_from_entries |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.arrays_zip.html"> |
| pyspark.sql.functions.arrays_zip |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_concat.html"> |
| pyspark.sql.functions.map_concat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.from_csv.html"> |
| pyspark.sql.functions.from_csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.schema_of_csv.html"> |
| pyspark.sql.functions.schema_of_csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.str_to_map.html"> |
| pyspark.sql.functions.str_to_map |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_csv.html"> |
| pyspark.sql.functions.to_csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.try_element_at.html"> |
| pyspark.sql.functions.try_element_at |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.years.html"> |
| pyspark.sql.functions.years |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.months.html"> |
| pyspark.sql.functions.months |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.days.html"> |
| pyspark.sql.functions.days |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hours.html"> |
| pyspark.sql.functions.hours |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bucket.html"> |
| pyspark.sql.functions.bucket |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.any_value.html"> |
| pyspark.sql.functions.any_value |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.approxCountDistinct.html"> |
| pyspark.sql.functions.approxCountDistinct |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.approx_count_distinct.html"> |
| pyspark.sql.functions.approx_count_distinct |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.approx_percentile.html"> |
| pyspark.sql.functions.approx_percentile |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_agg.html"> |
| pyspark.sql.functions.array_agg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.avg.html"> |
| pyspark.sql.functions.avg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bit_and.html"> |
| pyspark.sql.functions.bit_and |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bit_or.html"> |
| pyspark.sql.functions.bit_or |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bit_xor.html"> |
| pyspark.sql.functions.bit_xor |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bool_and.html"> |
| pyspark.sql.functions.bool_and |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bool_or.html"> |
| pyspark.sql.functions.bool_or |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.collect_list.html"> |
| pyspark.sql.functions.collect_list |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.collect_set.html"> |
| pyspark.sql.functions.collect_set |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.corr.html"> |
| pyspark.sql.functions.corr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.count.html"> |
| pyspark.sql.functions.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.count_distinct.html"> |
| pyspark.sql.functions.count_distinct |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.countDistinct.html"> |
| pyspark.sql.functions.countDistinct |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.count_min_sketch.html"> |
| pyspark.sql.functions.count_min_sketch |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.count_if.html"> |
| pyspark.sql.functions.count_if |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.covar_pop.html"> |
| pyspark.sql.functions.covar_pop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.covar_samp.html"> |
| pyspark.sql.functions.covar_samp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.every.html"> |
| pyspark.sql.functions.every |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.first.html"> |
| pyspark.sql.functions.first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.first_value.html"> |
| pyspark.sql.functions.first_value |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.grouping.html"> |
| pyspark.sql.functions.grouping |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.grouping_id.html"> |
| pyspark.sql.functions.grouping_id |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.histogram_numeric.html"> |
| pyspark.sql.functions.histogram_numeric |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hll_sketch_agg.html"> |
| pyspark.sql.functions.hll_sketch_agg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hll_union_agg.html"> |
| pyspark.sql.functions.hll_union_agg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.kurtosis.html"> |
| pyspark.sql.functions.kurtosis |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.last.html"> |
| pyspark.sql.functions.last |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.last_value.html"> |
| pyspark.sql.functions.last_value |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.max.html"> |
| pyspark.sql.functions.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.max_by.html"> |
| pyspark.sql.functions.max_by |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.mean.html"> |
| pyspark.sql.functions.mean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.median.html"> |
| pyspark.sql.functions.median |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.min.html"> |
| pyspark.sql.functions.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.min_by.html"> |
| pyspark.sql.functions.min_by |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.mode.html"> |
| pyspark.sql.functions.mode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.percentile.html"> |
| pyspark.sql.functions.percentile |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.percentile_approx.html"> |
| pyspark.sql.functions.percentile_approx |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.product.html"> |
| pyspark.sql.functions.product |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.reduce.html"> |
| pyspark.sql.functions.reduce |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regr_avgx.html"> |
| pyspark.sql.functions.regr_avgx |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regr_avgy.html"> |
| pyspark.sql.functions.regr_avgy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regr_count.html"> |
| pyspark.sql.functions.regr_count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regr_intercept.html"> |
| pyspark.sql.functions.regr_intercept |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regr_r2.html"> |
| pyspark.sql.functions.regr_r2 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regr_slope.html"> |
| pyspark.sql.functions.regr_slope |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regr_sxx.html"> |
| pyspark.sql.functions.regr_sxx |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regr_sxy.html"> |
| pyspark.sql.functions.regr_sxy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regr_syy.html"> |
| pyspark.sql.functions.regr_syy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.skewness.html"> |
| pyspark.sql.functions.skewness |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.some.html"> |
| pyspark.sql.functions.some |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.std.html"> |
| pyspark.sql.functions.std |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.stddev.html"> |
| pyspark.sql.functions.stddev |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.stddev_pop.html"> |
| pyspark.sql.functions.stddev_pop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.stddev_samp.html"> |
| pyspark.sql.functions.stddev_samp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sum.html"> |
| pyspark.sql.functions.sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sum_distinct.html"> |
| pyspark.sql.functions.sum_distinct |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sumDistinct.html"> |
| pyspark.sql.functions.sumDistinct |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.var_pop.html"> |
| pyspark.sql.functions.var_pop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.var_samp.html"> |
| pyspark.sql.functions.var_samp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.variance.html"> |
| pyspark.sql.functions.variance |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.cume_dist.html"> |
| pyspark.sql.functions.cume_dist |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.dense_rank.html"> |
| pyspark.sql.functions.dense_rank |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.lag.html"> |
| pyspark.sql.functions.lag |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.lead.html"> |
| pyspark.sql.functions.lead |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.nth_value.html"> |
| pyspark.sql.functions.nth_value |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.ntile.html"> |
| pyspark.sql.functions.ntile |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.percent_rank.html"> |
| pyspark.sql.functions.percent_rank |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.rank.html"> |
| pyspark.sql.functions.rank |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.row_number.html"> |
| pyspark.sql.functions.row_number |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.asc.html"> |
| pyspark.sql.functions.asc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.asc_nulls_first.html"> |
| pyspark.sql.functions.asc_nulls_first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.asc_nulls_last.html"> |
| pyspark.sql.functions.asc_nulls_last |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.desc.html"> |
| pyspark.sql.functions.desc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.desc_nulls_first.html"> |
| pyspark.sql.functions.desc_nulls_first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.desc_nulls_last.html"> |
| pyspark.sql.functions.desc_nulls_last |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.ascii.html"> |
| pyspark.sql.functions.ascii |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.base64.html"> |
| pyspark.sql.functions.base64 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bit_length.html"> |
| pyspark.sql.functions.bit_length |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.btrim.html"> |
| pyspark.sql.functions.btrim |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.char.html"> |
| pyspark.sql.functions.char |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.character_length.html"> |
| pyspark.sql.functions.character_length |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.char_length.html"> |
| pyspark.sql.functions.char_length |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.concat_ws.html"> |
| pyspark.sql.functions.concat_ws |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.contains.html"> |
| pyspark.sql.functions.contains |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.decode.html"> |
| pyspark.sql.functions.decode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.elt.html"> |
| pyspark.sql.functions.elt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.encode.html"> |
| pyspark.sql.functions.encode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.endswith.html"> |
| pyspark.sql.functions.endswith |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.find_in_set.html"> |
| pyspark.sql.functions.find_in_set |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.format_number.html"> |
| pyspark.sql.functions.format_number |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.format_string.html"> |
| pyspark.sql.functions.format_string |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.ilike.html"> |
| pyspark.sql.functions.ilike |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.initcap.html"> |
| pyspark.sql.functions.initcap |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.instr.html"> |
| pyspark.sql.functions.instr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.lcase.html"> |
| pyspark.sql.functions.lcase |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.length.html"> |
| pyspark.sql.functions.length |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.like.html"> |
| pyspark.sql.functions.like |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.lower.html"> |
| pyspark.sql.functions.lower |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.left.html"> |
| pyspark.sql.functions.left |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.levenshtein.html"> |
| pyspark.sql.functions.levenshtein |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.locate.html"> |
| pyspark.sql.functions.locate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.lpad.html"> |
| pyspark.sql.functions.lpad |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.ltrim.html"> |
| pyspark.sql.functions.ltrim |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.mask.html"> |
| pyspark.sql.functions.mask |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.octet_length.html"> |
| pyspark.sql.functions.octet_length |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.parse_url.html"> |
| pyspark.sql.functions.parse_url |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.position.html"> |
| pyspark.sql.functions.position |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.printf.html"> |
| pyspark.sql.functions.printf |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.rlike.html"> |
| pyspark.sql.functions.rlike |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regexp.html"> |
| pyspark.sql.functions.regexp |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regexp_like.html"> |
| pyspark.sql.functions.regexp_like |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regexp_count.html"> |
| pyspark.sql.functions.regexp_count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regexp_extract.html"> |
| pyspark.sql.functions.regexp_extract |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regexp_extract_all.html"> |
| pyspark.sql.functions.regexp_extract_all |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regexp_replace.html"> |
| pyspark.sql.functions.regexp_replace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regexp_substr.html"> |
| pyspark.sql.functions.regexp_substr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regexp_instr.html"> |
| pyspark.sql.functions.regexp_instr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.replace.html"> |
| pyspark.sql.functions.replace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.right.html"> |
| pyspark.sql.functions.right |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.ucase.html"> |
| pyspark.sql.functions.ucase |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.unbase64.html"> |
| pyspark.sql.functions.unbase64 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.rpad.html"> |
| pyspark.sql.functions.rpad |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.repeat.html"> |
| pyspark.sql.functions.repeat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.rtrim.html"> |
| pyspark.sql.functions.rtrim |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.soundex.html"> |
| pyspark.sql.functions.soundex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.split.html"> |
| pyspark.sql.functions.split |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.split_part.html"> |
| pyspark.sql.functions.split_part |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.startswith.html"> |
| pyspark.sql.functions.startswith |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.substr.html"> |
| pyspark.sql.functions.substr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.substring.html"> |
| pyspark.sql.functions.substring |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.substring_index.html"> |
| pyspark.sql.functions.substring_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.overlay.html"> |
| pyspark.sql.functions.overlay |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sentences.html"> |
| pyspark.sql.functions.sentences |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_binary.html"> |
| pyspark.sql.functions.to_binary |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_char.html"> |
| pyspark.sql.functions.to_char |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_number.html"> |
| pyspark.sql.functions.to_number |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_varchar.html"> |
| pyspark.sql.functions.to_varchar |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.translate.html"> |
| pyspark.sql.functions.translate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.trim.html"> |
| pyspark.sql.functions.trim |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.upper.html"> |
| pyspark.sql.functions.upper |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.url_decode.html"> |
| pyspark.sql.functions.url_decode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.url_encode.html"> |
| pyspark.sql.functions.url_encode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bit_count.html"> |
| pyspark.sql.functions.bit_count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bit_get.html"> |
| pyspark.sql.functions.bit_get |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.getbit.html"> |
| pyspark.sql.functions.getbit |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.call_function.html"> |
| pyspark.sql.functions.call_function |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.call_udf.html"> |
| pyspark.sql.functions.call_udf |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.pandas_udf.html"> |
| pyspark.sql.functions.pandas_udf |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.udf.html"> |
| pyspark.sql.functions.udf |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.udtf.html"> |
| pyspark.sql.functions.udtf |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.unwrap_udt.html"> |
| pyspark.sql.functions.unwrap_udt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.aes_decrypt.html"> |
| pyspark.sql.functions.aes_decrypt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.aes_encrypt.html"> |
| pyspark.sql.functions.aes_encrypt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bitmap_bit_position.html"> |
| pyspark.sql.functions.bitmap_bit_position |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bitmap_bucket_number.html"> |
| pyspark.sql.functions.bitmap_bucket_number |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bitmap_construct_agg.html"> |
| pyspark.sql.functions.bitmap_construct_agg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bitmap_count.html"> |
| pyspark.sql.functions.bitmap_count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bitmap_or_agg.html"> |
| pyspark.sql.functions.bitmap_or_agg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.current_catalog.html"> |
| pyspark.sql.functions.current_catalog |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.current_database.html"> |
| pyspark.sql.functions.current_database |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.current_schema.html"> |
| pyspark.sql.functions.current_schema |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.current_user.html"> |
| pyspark.sql.functions.current_user |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.input_file_block_length.html"> |
| pyspark.sql.functions.input_file_block_length |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.input_file_block_start.html"> |
| pyspark.sql.functions.input_file_block_start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.md5.html"> |
| pyspark.sql.functions.md5 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sha.html"> |
| pyspark.sql.functions.sha |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sha1.html"> |
| pyspark.sql.functions.sha1 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sha2.html"> |
| pyspark.sql.functions.sha2 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.crc32.html"> |
| pyspark.sql.functions.crc32 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hash.html"> |
| pyspark.sql.functions.hash |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.xxhash64.html"> |
| pyspark.sql.functions.xxhash64 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.assert_true.html"> |
| pyspark.sql.functions.assert_true |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.raise_error.html"> |
| pyspark.sql.functions.raise_error |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.reflect.html"> |
| pyspark.sql.functions.reflect |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hll_sketch_estimate.html"> |
| pyspark.sql.functions.hll_sketch_estimate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hll_union.html"> |
| pyspark.sql.functions.hll_union |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.java_method.html"> |
| pyspark.sql.functions.java_method |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.stack.html"> |
| pyspark.sql.functions.stack |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.try_aes_decrypt.html"> |
| pyspark.sql.functions.try_aes_decrypt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.typeof.html"> |
| pyspark.sql.functions.typeof |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.user.html"> |
| pyspark.sql.functions.user |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.version.html"> |
| pyspark.sql.functions.version |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.equal_null.html"> |
| pyspark.sql.functions.equal_null |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.ifnull.html"> |
| pyspark.sql.functions.ifnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.isnotnull.html"> |
| pyspark.sql.functions.isnotnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.nullif.html"> |
| pyspark.sql.functions.nullif |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.nvl.html"> |
| pyspark.sql.functions.nvl |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.nvl2.html"> |
| pyspark.sql.functions.nvl2 |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.xpath.html"> |
| pyspark.sql.functions.xpath |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.xpath_boolean.html"> |
| pyspark.sql.functions.xpath_boolean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.xpath_double.html"> |
| pyspark.sql.functions.xpath_double |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.xpath_float.html"> |
| pyspark.sql.functions.xpath_float |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.xpath_int.html"> |
| pyspark.sql.functions.xpath_int |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.xpath_long.html"> |
| pyspark.sql.functions.xpath_long |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.xpath_number.html"> |
| pyspark.sql.functions.xpath_number |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.xpath_short.html"> |
| pyspark.sql.functions.xpath_short |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.functions.xpath_string.html"> |
| pyspark.sql.functions.xpath_string |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="window.html"> |
| Window |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-11" name="toctree-checkbox-11" type="checkbox"/> |
| <label for="toctree-checkbox-11"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Window.currentRow.html"> |
| pyspark.sql.Window.currentRow |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Window.orderBy.html"> |
| pyspark.sql.Window.orderBy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Window.partitionBy.html"> |
| pyspark.sql.Window.partitionBy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Window.rangeBetween.html"> |
| pyspark.sql.Window.rangeBetween |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Window.rowsBetween.html"> |
| pyspark.sql.Window.rowsBetween |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Window.unboundedFollowing.html"> |
| pyspark.sql.Window.unboundedFollowing |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Window.unboundedPreceding.html"> |
| pyspark.sql.Window.unboundedPreceding |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.WindowSpec.orderBy.html"> |
| pyspark.sql.WindowSpec.orderBy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.WindowSpec.partitionBy.html"> |
| pyspark.sql.WindowSpec.partitionBy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.WindowSpec.rangeBetween.html"> |
| pyspark.sql.WindowSpec.rangeBetween |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.WindowSpec.rowsBetween.html"> |
| pyspark.sql.WindowSpec.rowsBetween |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="grouping.html"> |
| Grouping |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-12" name="toctree-checkbox-12" type="checkbox"/> |
| <label for="toctree-checkbox-12"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.agg.html"> |
| pyspark.sql.GroupedData.agg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.apply.html"> |
| pyspark.sql.GroupedData.apply |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.applyInPandas.html"> |
| pyspark.sql.GroupedData.applyInPandas |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.applyInPandasWithState.html"> |
| pyspark.sql.GroupedData.applyInPandasWithState |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.avg.html"> |
| pyspark.sql.GroupedData.avg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.cogroup.html"> |
| pyspark.sql.GroupedData.cogroup |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.count.html"> |
| pyspark.sql.GroupedData.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.max.html"> |
| pyspark.sql.GroupedData.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.mean.html"> |
| pyspark.sql.GroupedData.mean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.min.html"> |
| pyspark.sql.GroupedData.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.pivot.html"> |
| pyspark.sql.GroupedData.pivot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.sum.html"> |
| pyspark.sql.GroupedData.sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.PandasCogroupedOps.applyInPandas.html"> |
| pyspark.sql.PandasCogroupedOps.applyInPandas |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="catalog.html"> |
| Catalog |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-13" name="toctree-checkbox-13" type="checkbox"/> |
| <label for="toctree-checkbox-13"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.cacheTable.html"> |
| pyspark.sql.Catalog.cacheTable |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.clearCache.html"> |
| pyspark.sql.Catalog.clearCache |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.createExternalTable.html"> |
| pyspark.sql.Catalog.createExternalTable |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.createTable.html"> |
| pyspark.sql.Catalog.createTable |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.currentCatalog.html"> |
| pyspark.sql.Catalog.currentCatalog |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.currentDatabase.html"> |
| pyspark.sql.Catalog.currentDatabase |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.databaseExists.html"> |
| pyspark.sql.Catalog.databaseExists |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.dropGlobalTempView.html"> |
| pyspark.sql.Catalog.dropGlobalTempView |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.dropTempView.html"> |
| pyspark.sql.Catalog.dropTempView |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.functionExists.html"> |
| pyspark.sql.Catalog.functionExists |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.getDatabase.html"> |
| pyspark.sql.Catalog.getDatabase |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.getFunction.html"> |
| pyspark.sql.Catalog.getFunction |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.getTable.html"> |
| pyspark.sql.Catalog.getTable |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.isCached.html"> |
| pyspark.sql.Catalog.isCached |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.listCatalogs.html"> |
| pyspark.sql.Catalog.listCatalogs |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.listColumns.html"> |
| pyspark.sql.Catalog.listColumns |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.listDatabases.html"> |
| pyspark.sql.Catalog.listDatabases |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.listFunctions.html"> |
| pyspark.sql.Catalog.listFunctions |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.listTables.html"> |
| pyspark.sql.Catalog.listTables |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.recoverPartitions.html"> |
| pyspark.sql.Catalog.recoverPartitions |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.refreshByPath.html"> |
| pyspark.sql.Catalog.refreshByPath |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.refreshTable.html"> |
| pyspark.sql.Catalog.refreshTable |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.registerFunction.html"> |
| pyspark.sql.Catalog.registerFunction |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.setCurrentCatalog.html"> |
| pyspark.sql.Catalog.setCurrentCatalog |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.setCurrentDatabase.html"> |
| pyspark.sql.Catalog.setCurrentDatabase |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.tableExists.html"> |
| pyspark.sql.Catalog.tableExists |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.uncacheTable.html"> |
| pyspark.sql.Catalog.uncacheTable |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="avro.html"> |
| Avro |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-14" name="toctree-checkbox-14" type="checkbox"/> |
| <label for="toctree-checkbox-14"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.avro.functions.from_avro.html"> |
| pyspark.sql.avro.functions.from_avro |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.avro.functions.to_avro.html"> |
| pyspark.sql.avro.functions.to_avro |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="observation.html"> |
| Observation |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-15" name="toctree-checkbox-15" type="checkbox"/> |
| <label for="toctree-checkbox-15"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.Observation.get.html"> |
| pyspark.sql.Observation.get |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="udf.html"> |
| UDF |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-16" name="toctree-checkbox-16" type="checkbox"/> |
| <label for="toctree-checkbox-16"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.udf.UserDefinedFunction.asNondeterministic.html"> |
| pyspark.sql.udf.UserDefinedFunction.asNondeterministic |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.udf.UserDefinedFunction.returnType.html"> |
| pyspark.sql.udf.UserDefinedFunction.returnType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.UDFRegistration.register.html"> |
| pyspark.sql.UDFRegistration.register |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.UDFRegistration.registerJavaFunction.html"> |
| pyspark.sql.UDFRegistration.registerJavaFunction |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.UDFRegistration.registerJavaUDAF.html"> |
| pyspark.sql.UDFRegistration.registerJavaUDAF |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="udtf.html"> |
| UDTF |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-17" name="toctree-checkbox-17" type="checkbox"/> |
| <label for="toctree-checkbox-17"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.udtf.UserDefinedTableFunction.asDeterministic.html"> |
| pyspark.sql.udtf.UserDefinedTableFunction.asDeterministic |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.udtf.UserDefinedTableFunction.returnType.html"> |
| pyspark.sql.udtf.UserDefinedTableFunction.returnType |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.UDTFRegistration.register.html"> |
| pyspark.sql.UDTFRegistration.register |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="protobuf.html"> |
| Protobuf |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-18" name="toctree-checkbox-18" type="checkbox"/> |
| <label for="toctree-checkbox-18"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.protobuf.functions.from_protobuf.html"> |
| pyspark.sql.protobuf.functions.from_protobuf |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="api/pyspark.sql.protobuf.functions.to_protobuf.html"> |
| pyspark.sql.protobuf.functions.to_protobuf |
| </a> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="../pyspark.pandas/index.html"> |
| Pandas API on Spark |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-19" name="toctree-checkbox-19" type="checkbox"/> |
| <label for="toctree-checkbox-19"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="../pyspark.pandas/io.html"> |
| Input/Output |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-20" name="toctree-checkbox-20" type="checkbox"/> |
| <label for="toctree-checkbox-20"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.range.html"> |
| pyspark.pandas.range |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.read_table.html"> |
| pyspark.pandas.read_table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_table.html"> |
| pyspark.pandas.DataFrame.to_table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.read_delta.html"> |
| pyspark.pandas.read_delta |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_delta.html"> |
| pyspark.pandas.DataFrame.to_delta |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.read_parquet.html"> |
| pyspark.pandas.read_parquet |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_parquet.html"> |
| pyspark.pandas.DataFrame.to_parquet |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.read_orc.html"> |
| pyspark.pandas.read_orc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_orc.html"> |
| pyspark.pandas.DataFrame.to_orc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.read_spark_io.html"> |
| pyspark.pandas.read_spark_io |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_spark_io.html"> |
| pyspark.pandas.DataFrame.to_spark_io |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.read_csv.html"> |
| pyspark.pandas.read_csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_csv.html"> |
| pyspark.pandas.DataFrame.to_csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.read_clipboard.html"> |
| pyspark.pandas.read_clipboard |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_clipboard.html"> |
| pyspark.pandas.DataFrame.to_clipboard |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.read_excel.html"> |
| pyspark.pandas.read_excel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_excel.html"> |
| pyspark.pandas.DataFrame.to_excel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.read_json.html"> |
| pyspark.pandas.read_json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_json.html"> |
| pyspark.pandas.DataFrame.to_json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.read_html.html"> |
| pyspark.pandas.read_html |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_html.html"> |
| pyspark.pandas.DataFrame.to_html |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.read_sql_table.html"> |
| pyspark.pandas.read_sql_table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.read_sql_query.html"> |
| pyspark.pandas.read_sql_query |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.read_sql.html"> |
| pyspark.pandas.read_sql |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="../pyspark.pandas/general_functions.html"> |
| General functions |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-21" name="toctree-checkbox-21" type="checkbox"/> |
| <label for="toctree-checkbox-21"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.reset_option.html"> |
| pyspark.pandas.reset_option |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.get_option.html"> |
| pyspark.pandas.get_option |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.set_option.html"> |
| pyspark.pandas.set_option |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.option_context.html"> |
| pyspark.pandas.option_context |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.melt.html"> |
| pyspark.pandas.melt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.merge.html"> |
| pyspark.pandas.merge |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.merge_asof.html"> |
| pyspark.pandas.merge_asof |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.get_dummies.html"> |
| pyspark.pandas.get_dummies |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.concat.html"> |
| pyspark.pandas.concat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.sql.html"> |
| pyspark.pandas.sql |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.broadcast.html"> |
| pyspark.pandas.broadcast |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.isna.html"> |
| pyspark.pandas.isna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.isnull.html"> |
| pyspark.pandas.isnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.notna.html"> |
| pyspark.pandas.notna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.notnull.html"> |
| pyspark.pandas.notnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.to_numeric.html"> |
| pyspark.pandas.to_numeric |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.to_datetime.html"> |
| pyspark.pandas.to_datetime |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.date_range.html"> |
| pyspark.pandas.date_range |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.to_timedelta.html"> |
| pyspark.pandas.to_timedelta |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.timedelta_range.html"> |
| pyspark.pandas.timedelta_range |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="../pyspark.pandas/series.html"> |
| Series |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-22" name="toctree-checkbox-22" type="checkbox"/> |
| <label for="toctree-checkbox-22"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.html"> |
| pyspark.pandas.Series |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.index.html"> |
| pyspark.pandas.Series.index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dtype.html"> |
| pyspark.pandas.Series.dtype |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dtypes.html"> |
| pyspark.pandas.Series.dtypes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.ndim.html"> |
| pyspark.pandas.Series.ndim |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.name.html"> |
| pyspark.pandas.Series.name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.shape.html"> |
| pyspark.pandas.Series.shape |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.axes.html"> |
| pyspark.pandas.Series.axes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.size.html"> |
| pyspark.pandas.Series.size |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.empty.html"> |
| pyspark.pandas.Series.empty |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.T.html"> |
| pyspark.pandas.Series.T |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.hasnans.html"> |
| pyspark.pandas.Series.hasnans |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.values.html"> |
| pyspark.pandas.Series.values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.astype.html"> |
| pyspark.pandas.Series.astype |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.copy.html"> |
| pyspark.pandas.Series.copy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.bool.html"> |
| pyspark.pandas.Series.bool |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.at.html"> |
| pyspark.pandas.Series.at |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.iat.html"> |
| pyspark.pandas.Series.iat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.loc.html"> |
| pyspark.pandas.Series.loc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.iloc.html"> |
| pyspark.pandas.Series.iloc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.keys.html"> |
| pyspark.pandas.Series.keys |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.pop.html"> |
| pyspark.pandas.Series.pop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.items.html"> |
| pyspark.pandas.Series.items |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.iteritems.html"> |
| pyspark.pandas.Series.iteritems |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.item.html"> |
| pyspark.pandas.Series.item |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.xs.html"> |
| pyspark.pandas.Series.xs |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.get.html"> |
| pyspark.pandas.Series.get |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.add.html"> |
| pyspark.pandas.Series.add |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.div.html"> |
| pyspark.pandas.Series.div |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.mul.html"> |
| pyspark.pandas.Series.mul |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.radd.html"> |
| pyspark.pandas.Series.radd |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.rdiv.html"> |
| pyspark.pandas.Series.rdiv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.rmul.html"> |
| pyspark.pandas.Series.rmul |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.rsub.html"> |
| pyspark.pandas.Series.rsub |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.rtruediv.html"> |
| pyspark.pandas.Series.rtruediv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.sub.html"> |
| pyspark.pandas.Series.sub |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.truediv.html"> |
| pyspark.pandas.Series.truediv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.pow.html"> |
| pyspark.pandas.Series.pow |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.rpow.html"> |
| pyspark.pandas.Series.rpow |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.mod.html"> |
| pyspark.pandas.Series.mod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.rmod.html"> |
| pyspark.pandas.Series.rmod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.floordiv.html"> |
| pyspark.pandas.Series.floordiv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.rfloordiv.html"> |
| pyspark.pandas.Series.rfloordiv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.divmod.html"> |
| pyspark.pandas.Series.divmod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.rdivmod.html"> |
| pyspark.pandas.Series.rdivmod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.combine_first.html"> |
| pyspark.pandas.Series.combine_first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.lt.html"> |
| pyspark.pandas.Series.lt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.gt.html"> |
| pyspark.pandas.Series.gt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.le.html"> |
| pyspark.pandas.Series.le |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.ge.html"> |
| pyspark.pandas.Series.ge |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.ne.html"> |
| pyspark.pandas.Series.ne |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.eq.html"> |
| pyspark.pandas.Series.eq |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.product.html"> |
| pyspark.pandas.Series.product |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dot.html"> |
| pyspark.pandas.Series.dot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.apply.html"> |
| pyspark.pandas.Series.apply |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.agg.html"> |
| pyspark.pandas.Series.agg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.aggregate.html"> |
| pyspark.pandas.Series.aggregate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.transform.html"> |
| pyspark.pandas.Series.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.map.html"> |
| pyspark.pandas.Series.map |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.groupby.html"> |
| pyspark.pandas.Series.groupby |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.rolling.html"> |
| pyspark.pandas.Series.rolling |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.expanding.html"> |
| pyspark.pandas.Series.expanding |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.pipe.html"> |
| pyspark.pandas.Series.pipe |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.abs.html"> |
| pyspark.pandas.Series.abs |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.all.html"> |
| pyspark.pandas.Series.all |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.any.html"> |
| pyspark.pandas.Series.any |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.autocorr.html"> |
| pyspark.pandas.Series.autocorr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.between.html"> |
| pyspark.pandas.Series.between |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.clip.html"> |
| pyspark.pandas.Series.clip |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.corr.html"> |
| pyspark.pandas.Series.corr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.count.html"> |
| pyspark.pandas.Series.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cov.html"> |
| pyspark.pandas.Series.cov |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cummax.html"> |
| pyspark.pandas.Series.cummax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cummin.html"> |
| pyspark.pandas.Series.cummin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cumsum.html"> |
| pyspark.pandas.Series.cumsum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cumprod.html"> |
| pyspark.pandas.Series.cumprod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.describe.html"> |
| pyspark.pandas.Series.describe |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.ewm.html"> |
| pyspark.pandas.Series.ewm |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.filter.html"> |
| pyspark.pandas.Series.filter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.kurt.html"> |
| pyspark.pandas.Series.kurt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.mad.html"> |
| pyspark.pandas.Series.mad |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.max.html"> |
| pyspark.pandas.Series.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.mean.html"> |
| pyspark.pandas.Series.mean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.min.html"> |
| pyspark.pandas.Series.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.mode.html"> |
| pyspark.pandas.Series.mode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.nlargest.html"> |
| pyspark.pandas.Series.nlargest |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.nsmallest.html"> |
| pyspark.pandas.Series.nsmallest |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.pct_change.html"> |
| pyspark.pandas.Series.pct_change |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.prod.html"> |
| pyspark.pandas.Series.prod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.nunique.html"> |
| pyspark.pandas.Series.nunique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.is_unique.html"> |
| pyspark.pandas.Series.is_unique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.quantile.html"> |
| pyspark.pandas.Series.quantile |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.rank.html"> |
| pyspark.pandas.Series.rank |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.sem.html"> |
| pyspark.pandas.Series.sem |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.skew.html"> |
| pyspark.pandas.Series.skew |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.std.html"> |
| pyspark.pandas.Series.std |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.sum.html"> |
| pyspark.pandas.Series.sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.median.html"> |
| pyspark.pandas.Series.median |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.var.html"> |
| pyspark.pandas.Series.var |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.kurtosis.html"> |
| pyspark.pandas.Series.kurtosis |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.unique.html"> |
| pyspark.pandas.Series.unique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.value_counts.html"> |
| pyspark.pandas.Series.value_counts |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.round.html"> |
| pyspark.pandas.Series.round |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.diff.html"> |
| pyspark.pandas.Series.diff |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.is_monotonic.html"> |
| pyspark.pandas.Series.is_monotonic |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.is_monotonic_increasing.html"> |
| pyspark.pandas.Series.is_monotonic_increasing |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.is_monotonic_decreasing.html"> |
| pyspark.pandas.Series.is_monotonic_decreasing |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.align.html"> |
| pyspark.pandas.Series.align |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.drop.html"> |
| pyspark.pandas.Series.drop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.droplevel.html"> |
| pyspark.pandas.Series.droplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.drop_duplicates.html"> |
| pyspark.pandas.Series.drop_duplicates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.duplicated.html"> |
| pyspark.pandas.Series.duplicated |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.equals.html"> |
| pyspark.pandas.Series.equals |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.add_prefix.html"> |
| pyspark.pandas.Series.add_prefix |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.add_suffix.html"> |
| pyspark.pandas.Series.add_suffix |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.first.html"> |
| pyspark.pandas.Series.first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.head.html"> |
| pyspark.pandas.Series.head |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.idxmax.html"> |
| pyspark.pandas.Series.idxmax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.idxmin.html"> |
| pyspark.pandas.Series.idxmin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.isin.html"> |
| pyspark.pandas.Series.isin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.last.html"> |
| pyspark.pandas.Series.last |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.rename.html"> |
| pyspark.pandas.Series.rename |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.rename_axis.html"> |
| pyspark.pandas.Series.rename_axis |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.reindex.html"> |
| pyspark.pandas.Series.reindex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.reindex_like.html"> |
| pyspark.pandas.Series.reindex_like |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.reset_index.html"> |
| pyspark.pandas.Series.reset_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.sample.html"> |
| pyspark.pandas.Series.sample |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.searchsorted.html"> |
| pyspark.pandas.Series.searchsorted |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.swaplevel.html"> |
| pyspark.pandas.Series.swaplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.swapaxes.html"> |
| pyspark.pandas.Series.swapaxes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.take.html"> |
| pyspark.pandas.Series.take |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.tail.html"> |
| pyspark.pandas.Series.tail |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.where.html"> |
| pyspark.pandas.Series.where |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.mask.html"> |
| pyspark.pandas.Series.mask |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.truncate.html"> |
| pyspark.pandas.Series.truncate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.backfill.html"> |
| pyspark.pandas.Series.backfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.bfill.html"> |
| pyspark.pandas.Series.bfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.isna.html"> |
| pyspark.pandas.Series.isna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.isnull.html"> |
| pyspark.pandas.Series.isnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.notna.html"> |
| pyspark.pandas.Series.notna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.notnull.html"> |
| pyspark.pandas.Series.notnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.pad.html"> |
| pyspark.pandas.Series.pad |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dropna.html"> |
| pyspark.pandas.Series.dropna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.fillna.html"> |
| pyspark.pandas.Series.fillna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.interpolate.html"> |
| pyspark.pandas.Series.interpolate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.argsort.html"> |
| pyspark.pandas.Series.argsort |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.argmin.html"> |
| pyspark.pandas.Series.argmin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.argmax.html"> |
| pyspark.pandas.Series.argmax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.sort_index.html"> |
| pyspark.pandas.Series.sort_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.sort_values.html"> |
| pyspark.pandas.Series.sort_values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.unstack.html"> |
| pyspark.pandas.Series.unstack |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.explode.html"> |
| pyspark.pandas.Series.explode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.repeat.html"> |
| pyspark.pandas.Series.repeat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.squeeze.html"> |
| pyspark.pandas.Series.squeeze |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.factorize.html"> |
| pyspark.pandas.Series.factorize |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.append.html"> |
| pyspark.pandas.Series.append |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.compare.html"> |
| pyspark.pandas.Series.compare |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.replace.html"> |
| pyspark.pandas.Series.replace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.update.html"> |
| pyspark.pandas.Series.update |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.asof.html"> |
| pyspark.pandas.Series.asof |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.resample.html"> |
| pyspark.pandas.Series.resample |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.shift.html"> |
| pyspark.pandas.Series.shift |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.first_valid_index.html"> |
| pyspark.pandas.Series.first_valid_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.last_valid_index.html"> |
| pyspark.pandas.Series.last_valid_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.at_time.html"> |
| pyspark.pandas.Series.at_time |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.between_time.html"> |
| pyspark.pandas.Series.between_time |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.spark.column.html"> |
| pyspark.pandas.Series.spark.column |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.spark.transform.html"> |
| pyspark.pandas.Series.spark.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.spark.apply.html"> |
| pyspark.pandas.Series.spark.apply |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.date.html"> |
| pyspark.pandas.Series.dt.date |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.year.html"> |
| pyspark.pandas.Series.dt.year |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.month.html"> |
| pyspark.pandas.Series.dt.month |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.day.html"> |
| pyspark.pandas.Series.dt.day |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.hour.html"> |
| pyspark.pandas.Series.dt.hour |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.minute.html"> |
| pyspark.pandas.Series.dt.minute |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.second.html"> |
| pyspark.pandas.Series.dt.second |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.microsecond.html"> |
| pyspark.pandas.Series.dt.microsecond |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.week.html"> |
| pyspark.pandas.Series.dt.week |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.weekofyear.html"> |
| pyspark.pandas.Series.dt.weekofyear |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.dayofweek.html"> |
| pyspark.pandas.Series.dt.dayofweek |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.weekday.html"> |
| pyspark.pandas.Series.dt.weekday |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.dayofyear.html"> |
| pyspark.pandas.Series.dt.dayofyear |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.quarter.html"> |
| pyspark.pandas.Series.dt.quarter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.is_month_start.html"> |
| pyspark.pandas.Series.dt.is_month_start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.is_month_end.html"> |
| pyspark.pandas.Series.dt.is_month_end |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.is_quarter_start.html"> |
| pyspark.pandas.Series.dt.is_quarter_start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.is_quarter_end.html"> |
| pyspark.pandas.Series.dt.is_quarter_end |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.is_year_start.html"> |
| pyspark.pandas.Series.dt.is_year_start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.is_year_end.html"> |
| pyspark.pandas.Series.dt.is_year_end |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.is_leap_year.html"> |
| pyspark.pandas.Series.dt.is_leap_year |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.daysinmonth.html"> |
| pyspark.pandas.Series.dt.daysinmonth |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.days_in_month.html"> |
| pyspark.pandas.Series.dt.days_in_month |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.normalize.html"> |
| pyspark.pandas.Series.dt.normalize |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.strftime.html"> |
| pyspark.pandas.Series.dt.strftime |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.round.html"> |
| pyspark.pandas.Series.dt.round |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.floor.html"> |
| pyspark.pandas.Series.dt.floor |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.ceil.html"> |
| pyspark.pandas.Series.dt.ceil |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.month_name.html"> |
| pyspark.pandas.Series.dt.month_name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.dt.day_name.html"> |
| pyspark.pandas.Series.dt.day_name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.capitalize.html"> |
| pyspark.pandas.Series.str.capitalize |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.cat.html"> |
| pyspark.pandas.Series.str.cat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.center.html"> |
| pyspark.pandas.Series.str.center |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.contains.html"> |
| pyspark.pandas.Series.str.contains |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.count.html"> |
| pyspark.pandas.Series.str.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.decode.html"> |
| pyspark.pandas.Series.str.decode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.encode.html"> |
| pyspark.pandas.Series.str.encode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.endswith.html"> |
| pyspark.pandas.Series.str.endswith |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.extract.html"> |
| pyspark.pandas.Series.str.extract |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.extractall.html"> |
| pyspark.pandas.Series.str.extractall |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.find.html"> |
| pyspark.pandas.Series.str.find |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.findall.html"> |
| pyspark.pandas.Series.str.findall |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.get.html"> |
| pyspark.pandas.Series.str.get |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.get_dummies.html"> |
| pyspark.pandas.Series.str.get_dummies |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.index.html"> |
| pyspark.pandas.Series.str.index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.isalnum.html"> |
| pyspark.pandas.Series.str.isalnum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.isalpha.html"> |
| pyspark.pandas.Series.str.isalpha |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.isdigit.html"> |
| pyspark.pandas.Series.str.isdigit |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.isspace.html"> |
| pyspark.pandas.Series.str.isspace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.islower.html"> |
| pyspark.pandas.Series.str.islower |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.isupper.html"> |
| pyspark.pandas.Series.str.isupper |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.istitle.html"> |
| pyspark.pandas.Series.str.istitle |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.isnumeric.html"> |
| pyspark.pandas.Series.str.isnumeric |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.isdecimal.html"> |
| pyspark.pandas.Series.str.isdecimal |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.join.html"> |
| pyspark.pandas.Series.str.join |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.len.html"> |
| pyspark.pandas.Series.str.len |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.ljust.html"> |
| pyspark.pandas.Series.str.ljust |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.lower.html"> |
| pyspark.pandas.Series.str.lower |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.lstrip.html"> |
| pyspark.pandas.Series.str.lstrip |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.match.html"> |
| pyspark.pandas.Series.str.match |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.normalize.html"> |
| pyspark.pandas.Series.str.normalize |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.pad.html"> |
| pyspark.pandas.Series.str.pad |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.partition.html"> |
| pyspark.pandas.Series.str.partition |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.repeat.html"> |
| pyspark.pandas.Series.str.repeat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.replace.html"> |
| pyspark.pandas.Series.str.replace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.rfind.html"> |
| pyspark.pandas.Series.str.rfind |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.rindex.html"> |
| pyspark.pandas.Series.str.rindex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.rjust.html"> |
| pyspark.pandas.Series.str.rjust |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.rpartition.html"> |
| pyspark.pandas.Series.str.rpartition |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.rsplit.html"> |
| pyspark.pandas.Series.str.rsplit |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.rstrip.html"> |
| pyspark.pandas.Series.str.rstrip |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.slice.html"> |
| pyspark.pandas.Series.str.slice |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.slice_replace.html"> |
| pyspark.pandas.Series.str.slice_replace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.split.html"> |
| pyspark.pandas.Series.str.split |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.startswith.html"> |
| pyspark.pandas.Series.str.startswith |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.strip.html"> |
| pyspark.pandas.Series.str.strip |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.swapcase.html"> |
| pyspark.pandas.Series.str.swapcase |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.title.html"> |
| pyspark.pandas.Series.str.title |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.translate.html"> |
| pyspark.pandas.Series.str.translate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.upper.html"> |
| pyspark.pandas.Series.str.upper |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.wrap.html"> |
| pyspark.pandas.Series.str.wrap |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.str.zfill.html"> |
| pyspark.pandas.Series.str.zfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cat.categories.html"> |
| pyspark.pandas.Series.cat.categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cat.ordered.html"> |
| pyspark.pandas.Series.cat.ordered |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cat.codes.html"> |
| pyspark.pandas.Series.cat.codes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cat.rename_categories.html"> |
| pyspark.pandas.Series.cat.rename_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cat.reorder_categories.html"> |
| pyspark.pandas.Series.cat.reorder_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cat.add_categories.html"> |
| pyspark.pandas.Series.cat.add_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cat.remove_categories.html"> |
| pyspark.pandas.Series.cat.remove_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cat.remove_unused_categories.html"> |
| pyspark.pandas.Series.cat.remove_unused_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cat.set_categories.html"> |
| pyspark.pandas.Series.cat.set_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cat.as_ordered.html"> |
| pyspark.pandas.Series.cat.as_ordered |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.cat.as_unordered.html"> |
| pyspark.pandas.Series.cat.as_unordered |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.plot.html"> |
| pyspark.pandas.Series.plot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.plot.area.html"> |
| pyspark.pandas.Series.plot.area |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.plot.bar.html"> |
| pyspark.pandas.Series.plot.bar |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.plot.barh.html"> |
| pyspark.pandas.Series.plot.barh |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.plot.box.html"> |
| pyspark.pandas.Series.plot.box |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.plot.density.html"> |
| pyspark.pandas.Series.plot.density |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.plot.hist.html"> |
| pyspark.pandas.Series.plot.hist |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.plot.line.html"> |
| pyspark.pandas.Series.plot.line |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.plot.pie.html"> |
| pyspark.pandas.Series.plot.pie |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.plot.kde.html"> |
| pyspark.pandas.Series.plot.kde |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.hist.html"> |
| pyspark.pandas.Series.hist |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.to_pandas.html"> |
| pyspark.pandas.Series.to_pandas |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.to_numpy.html"> |
| pyspark.pandas.Series.to_numpy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.to_list.html"> |
| pyspark.pandas.Series.to_list |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.to_string.html"> |
| pyspark.pandas.Series.to_string |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.to_dict.html"> |
| pyspark.pandas.Series.to_dict |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.to_clipboard.html"> |
| pyspark.pandas.Series.to_clipboard |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.to_latex.html"> |
| pyspark.pandas.Series.to_latex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.to_markdown.html"> |
| pyspark.pandas.Series.to_markdown |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.to_json.html"> |
| pyspark.pandas.Series.to_json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.to_csv.html"> |
| pyspark.pandas.Series.to_csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.to_excel.html"> |
| pyspark.pandas.Series.to_excel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.to_frame.html"> |
| pyspark.pandas.Series.to_frame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Series.pandas_on_spark.transform_batch.html"> |
| pyspark.pandas.Series.pandas_on_spark.transform_batch |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="../pyspark.pandas/frame.html"> |
| DataFrame |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-23" name="toctree-checkbox-23" type="checkbox"/> |
| <label for="toctree-checkbox-23"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.html"> |
| pyspark.pandas.DataFrame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.index.html"> |
| pyspark.pandas.DataFrame.index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.info.html"> |
| pyspark.pandas.DataFrame.info |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.columns.html"> |
| pyspark.pandas.DataFrame.columns |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.empty.html"> |
| pyspark.pandas.DataFrame.empty |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.dtypes.html"> |
| pyspark.pandas.DataFrame.dtypes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.shape.html"> |
| pyspark.pandas.DataFrame.shape |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.axes.html"> |
| pyspark.pandas.DataFrame.axes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.ndim.html"> |
| pyspark.pandas.DataFrame.ndim |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.size.html"> |
| pyspark.pandas.DataFrame.size |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.select_dtypes.html"> |
| pyspark.pandas.DataFrame.select_dtypes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.values.html"> |
| pyspark.pandas.DataFrame.values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.copy.html"> |
| pyspark.pandas.DataFrame.copy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.isna.html"> |
| pyspark.pandas.DataFrame.isna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.astype.html"> |
| pyspark.pandas.DataFrame.astype |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.isnull.html"> |
| pyspark.pandas.DataFrame.isnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.notna.html"> |
| pyspark.pandas.DataFrame.notna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.notnull.html"> |
| pyspark.pandas.DataFrame.notnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.bool.html"> |
| pyspark.pandas.DataFrame.bool |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.at.html"> |
| pyspark.pandas.DataFrame.at |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.iat.html"> |
| pyspark.pandas.DataFrame.iat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.head.html"> |
| pyspark.pandas.DataFrame.head |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.idxmax.html"> |
| pyspark.pandas.DataFrame.idxmax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.idxmin.html"> |
| pyspark.pandas.DataFrame.idxmin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.loc.html"> |
| pyspark.pandas.DataFrame.loc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.iloc.html"> |
| pyspark.pandas.DataFrame.iloc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.insert.html"> |
| pyspark.pandas.DataFrame.insert |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.items.html"> |
| pyspark.pandas.DataFrame.items |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.iteritems.html"> |
| pyspark.pandas.DataFrame.iteritems |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.iterrows.html"> |
| pyspark.pandas.DataFrame.iterrows |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.itertuples.html"> |
| pyspark.pandas.DataFrame.itertuples |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.keys.html"> |
| pyspark.pandas.DataFrame.keys |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.pop.html"> |
| pyspark.pandas.DataFrame.pop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.tail.html"> |
| pyspark.pandas.DataFrame.tail |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.xs.html"> |
| pyspark.pandas.DataFrame.xs |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.get.html"> |
| pyspark.pandas.DataFrame.get |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.where.html"> |
| pyspark.pandas.DataFrame.where |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.mask.html"> |
| pyspark.pandas.DataFrame.mask |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.query.html"> |
| pyspark.pandas.DataFrame.query |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.add.html"> |
| pyspark.pandas.DataFrame.add |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.radd.html"> |
| pyspark.pandas.DataFrame.radd |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.div.html"> |
| pyspark.pandas.DataFrame.div |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.rdiv.html"> |
| pyspark.pandas.DataFrame.rdiv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.truediv.html"> |
| pyspark.pandas.DataFrame.truediv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.rtruediv.html"> |
| pyspark.pandas.DataFrame.rtruediv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.mul.html"> |
| pyspark.pandas.DataFrame.mul |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.rmul.html"> |
| pyspark.pandas.DataFrame.rmul |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.sub.html"> |
| pyspark.pandas.DataFrame.sub |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.rsub.html"> |
| pyspark.pandas.DataFrame.rsub |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.pow.html"> |
| pyspark.pandas.DataFrame.pow |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.rpow.html"> |
| pyspark.pandas.DataFrame.rpow |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.mod.html"> |
| pyspark.pandas.DataFrame.mod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.rmod.html"> |
| pyspark.pandas.DataFrame.rmod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.floordiv.html"> |
| pyspark.pandas.DataFrame.floordiv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.rfloordiv.html"> |
| pyspark.pandas.DataFrame.rfloordiv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.lt.html"> |
| pyspark.pandas.DataFrame.lt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.gt.html"> |
| pyspark.pandas.DataFrame.gt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.le.html"> |
| pyspark.pandas.DataFrame.le |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.ge.html"> |
| pyspark.pandas.DataFrame.ge |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.ne.html"> |
| pyspark.pandas.DataFrame.ne |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.eq.html"> |
| pyspark.pandas.DataFrame.eq |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.dot.html"> |
| pyspark.pandas.DataFrame.dot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.combine_first.html"> |
| pyspark.pandas.DataFrame.combine_first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.apply.html"> |
| pyspark.pandas.DataFrame.apply |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.applymap.html"> |
| pyspark.pandas.DataFrame.applymap |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.pipe.html"> |
| pyspark.pandas.DataFrame.pipe |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.agg.html"> |
| pyspark.pandas.DataFrame.agg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.aggregate.html"> |
| pyspark.pandas.DataFrame.aggregate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.groupby.html"> |
| pyspark.pandas.DataFrame.groupby |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.rolling.html"> |
| pyspark.pandas.DataFrame.rolling |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.expanding.html"> |
| pyspark.pandas.DataFrame.expanding |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.transform.html"> |
| pyspark.pandas.DataFrame.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.abs.html"> |
| pyspark.pandas.DataFrame.abs |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.all.html"> |
| pyspark.pandas.DataFrame.all |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.any.html"> |
| pyspark.pandas.DataFrame.any |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.clip.html"> |
| pyspark.pandas.DataFrame.clip |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.corr.html"> |
| pyspark.pandas.DataFrame.corr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.corrwith.html"> |
| pyspark.pandas.DataFrame.corrwith |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.count.html"> |
| pyspark.pandas.DataFrame.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.cov.html"> |
| pyspark.pandas.DataFrame.cov |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.describe.html"> |
| pyspark.pandas.DataFrame.describe |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.ewm.html"> |
| pyspark.pandas.DataFrame.ewm |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.kurt.html"> |
| pyspark.pandas.DataFrame.kurt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.kurtosis.html"> |
| pyspark.pandas.DataFrame.kurtosis |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.mad.html"> |
| pyspark.pandas.DataFrame.mad |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.max.html"> |
| pyspark.pandas.DataFrame.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.mean.html"> |
| pyspark.pandas.DataFrame.mean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.min.html"> |
| pyspark.pandas.DataFrame.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.median.html"> |
| pyspark.pandas.DataFrame.median |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.mode.html"> |
| pyspark.pandas.DataFrame.mode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.pct_change.html"> |
| pyspark.pandas.DataFrame.pct_change |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.prod.html"> |
| pyspark.pandas.DataFrame.prod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.product.html"> |
| pyspark.pandas.DataFrame.product |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.quantile.html"> |
| pyspark.pandas.DataFrame.quantile |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.rank.html"> |
| pyspark.pandas.DataFrame.rank |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.nunique.html"> |
| pyspark.pandas.DataFrame.nunique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.sem.html"> |
| pyspark.pandas.DataFrame.sem |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.skew.html"> |
| pyspark.pandas.DataFrame.skew |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.sum.html"> |
| pyspark.pandas.DataFrame.sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.std.html"> |
| pyspark.pandas.DataFrame.std |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.var.html"> |
| pyspark.pandas.DataFrame.var |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.cummin.html"> |
| pyspark.pandas.DataFrame.cummin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.cummax.html"> |
| pyspark.pandas.DataFrame.cummax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.cumsum.html"> |
| pyspark.pandas.DataFrame.cumsum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.cumprod.html"> |
| pyspark.pandas.DataFrame.cumprod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.round.html"> |
| pyspark.pandas.DataFrame.round |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.diff.html"> |
| pyspark.pandas.DataFrame.diff |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.eval.html"> |
| pyspark.pandas.DataFrame.eval |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.add_prefix.html"> |
| pyspark.pandas.DataFrame.add_prefix |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.add_suffix.html"> |
| pyspark.pandas.DataFrame.add_suffix |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.align.html"> |
| pyspark.pandas.DataFrame.align |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.at_time.html"> |
| pyspark.pandas.DataFrame.at_time |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.between_time.html"> |
| pyspark.pandas.DataFrame.between_time |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.drop.html"> |
| pyspark.pandas.DataFrame.drop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.droplevel.html"> |
| pyspark.pandas.DataFrame.droplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.drop_duplicates.html"> |
| pyspark.pandas.DataFrame.drop_duplicates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.duplicated.html"> |
| pyspark.pandas.DataFrame.duplicated |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.equals.html"> |
| pyspark.pandas.DataFrame.equals |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.filter.html"> |
| pyspark.pandas.DataFrame.filter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.first.html"> |
| pyspark.pandas.DataFrame.first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.head.html"> |
| pyspark.pandas.DataFrame.head |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.last.html"> |
| pyspark.pandas.DataFrame.last |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.reindex.html"> |
| pyspark.pandas.DataFrame.reindex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.reindex_like.html"> |
| pyspark.pandas.DataFrame.reindex_like |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.rename.html"> |
| pyspark.pandas.DataFrame.rename |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.rename_axis.html"> |
| pyspark.pandas.DataFrame.rename_axis |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.reset_index.html"> |
| pyspark.pandas.DataFrame.reset_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.set_index.html"> |
| pyspark.pandas.DataFrame.set_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.swapaxes.html"> |
| pyspark.pandas.DataFrame.swapaxes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.swaplevel.html"> |
| pyspark.pandas.DataFrame.swaplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.take.html"> |
| pyspark.pandas.DataFrame.take |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.isin.html"> |
| pyspark.pandas.DataFrame.isin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.sample.html"> |
| pyspark.pandas.DataFrame.sample |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.truncate.html"> |
| pyspark.pandas.DataFrame.truncate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.backfill.html"> |
| pyspark.pandas.DataFrame.backfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.dropna.html"> |
| pyspark.pandas.DataFrame.dropna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.fillna.html"> |
| pyspark.pandas.DataFrame.fillna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.replace.html"> |
| pyspark.pandas.DataFrame.replace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.bfill.html"> |
| pyspark.pandas.DataFrame.bfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.ffill.html"> |
| pyspark.pandas.DataFrame.ffill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.interpolate.html"> |
| pyspark.pandas.DataFrame.interpolate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.pad.html"> |
| pyspark.pandas.DataFrame.pad |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.pivot_table.html"> |
| pyspark.pandas.DataFrame.pivot_table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.pivot.html"> |
| pyspark.pandas.DataFrame.pivot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.sort_index.html"> |
| pyspark.pandas.DataFrame.sort_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.sort_values.html"> |
| pyspark.pandas.DataFrame.sort_values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.nlargest.html"> |
| pyspark.pandas.DataFrame.nlargest |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.nsmallest.html"> |
| pyspark.pandas.DataFrame.nsmallest |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.stack.html"> |
| pyspark.pandas.DataFrame.stack |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.unstack.html"> |
| pyspark.pandas.DataFrame.unstack |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.melt.html"> |
| pyspark.pandas.DataFrame.melt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.explode.html"> |
| pyspark.pandas.DataFrame.explode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.squeeze.html"> |
| pyspark.pandas.DataFrame.squeeze |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.T.html"> |
| pyspark.pandas.DataFrame.T |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.transpose.html"> |
| pyspark.pandas.DataFrame.transpose |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.append.html"> |
| pyspark.pandas.DataFrame.append |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.assign.html"> |
| pyspark.pandas.DataFrame.assign |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.merge.html"> |
| pyspark.pandas.DataFrame.merge |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.join.html"> |
| pyspark.pandas.DataFrame.join |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.update.html"> |
| pyspark.pandas.DataFrame.update |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.resample.html"> |
| pyspark.pandas.DataFrame.resample |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.shift.html"> |
| pyspark.pandas.DataFrame.shift |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.first_valid_index.html"> |
| pyspark.pandas.DataFrame.first_valid_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.last_valid_index.html"> |
| pyspark.pandas.DataFrame.last_valid_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.from_dict.html"> |
| pyspark.pandas.DataFrame.from_dict |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.from_records.html"> |
| pyspark.pandas.DataFrame.from_records |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_table.html"> |
| pyspark.pandas.DataFrame.to_table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_delta.html"> |
| pyspark.pandas.DataFrame.to_delta |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_parquet.html"> |
| pyspark.pandas.DataFrame.to_parquet |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_spark_io.html"> |
| pyspark.pandas.DataFrame.to_spark_io |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_csv.html"> |
| pyspark.pandas.DataFrame.to_csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_orc.html"> |
| pyspark.pandas.DataFrame.to_orc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_pandas.html"> |
| pyspark.pandas.DataFrame.to_pandas |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_html.html"> |
| pyspark.pandas.DataFrame.to_html |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_numpy.html"> |
| pyspark.pandas.DataFrame.to_numpy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_spark.html"> |
| pyspark.pandas.DataFrame.to_spark |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_string.html"> |
| pyspark.pandas.DataFrame.to_string |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_json.html"> |
| pyspark.pandas.DataFrame.to_json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_dict.html"> |
| pyspark.pandas.DataFrame.to_dict |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_excel.html"> |
| pyspark.pandas.DataFrame.to_excel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_clipboard.html"> |
| pyspark.pandas.DataFrame.to_clipboard |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_markdown.html"> |
| pyspark.pandas.DataFrame.to_markdown |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_records.html"> |
| pyspark.pandas.DataFrame.to_records |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.to_latex.html"> |
| pyspark.pandas.DataFrame.to_latex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.style.html"> |
| pyspark.pandas.DataFrame.style |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.spark.frame.html"> |
| pyspark.pandas.DataFrame.spark.frame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.spark.cache.html"> |
| pyspark.pandas.DataFrame.spark.cache |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.spark.persist.html"> |
| pyspark.pandas.DataFrame.spark.persist |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.spark.hint.html"> |
| pyspark.pandas.DataFrame.spark.hint |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.spark.to_table.html"> |
| pyspark.pandas.DataFrame.spark.to_table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.spark.to_spark_io.html"> |
| pyspark.pandas.DataFrame.spark.to_spark_io |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.spark.apply.html"> |
| pyspark.pandas.DataFrame.spark.apply |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.spark.repartition.html"> |
| pyspark.pandas.DataFrame.spark.repartition |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.spark.coalesce.html"> |
| pyspark.pandas.DataFrame.spark.coalesce |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.plot.html"> |
| pyspark.pandas.DataFrame.plot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.plot.area.html"> |
| pyspark.pandas.DataFrame.plot.area |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.plot.barh.html"> |
| pyspark.pandas.DataFrame.plot.barh |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.plot.bar.html"> |
| pyspark.pandas.DataFrame.plot.bar |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.plot.hist.html"> |
| pyspark.pandas.DataFrame.plot.hist |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.plot.box.html"> |
| pyspark.pandas.DataFrame.plot.box |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.plot.line.html"> |
| pyspark.pandas.DataFrame.plot.line |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.plot.pie.html"> |
| pyspark.pandas.DataFrame.plot.pie |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.plot.scatter.html"> |
| pyspark.pandas.DataFrame.plot.scatter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.plot.density.html"> |
| pyspark.pandas.DataFrame.plot.density |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.hist.html"> |
| pyspark.pandas.DataFrame.hist |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.boxplot.html"> |
| pyspark.pandas.DataFrame.boxplot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.kde.html"> |
| pyspark.pandas.DataFrame.kde |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.pandas_on_spark.apply_batch.html"> |
| pyspark.pandas.DataFrame.pandas_on_spark.apply_batch |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DataFrame.pandas_on_spark.transform_batch.html"> |
| pyspark.pandas.DataFrame.pandas_on_spark.transform_batch |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="../pyspark.pandas/indexing.html"> |
| Index objects |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-24" name="toctree-checkbox-24" type="checkbox"/> |
| <label for="toctree-checkbox-24"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.html"> |
| pyspark.pandas.Index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.is_monotonic.html"> |
| pyspark.pandas.Index.is_monotonic |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.is_monotonic_increasing.html"> |
| pyspark.pandas.Index.is_monotonic_increasing |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.is_monotonic_decreasing.html"> |
| pyspark.pandas.Index.is_monotonic_decreasing |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.is_unique.html"> |
| pyspark.pandas.Index.is_unique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.has_duplicates.html"> |
| pyspark.pandas.Index.has_duplicates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.hasnans.html"> |
| pyspark.pandas.Index.hasnans |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.dtype.html"> |
| pyspark.pandas.Index.dtype |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.inferred_type.html"> |
| pyspark.pandas.Index.inferred_type |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.is_all_dates.html"> |
| pyspark.pandas.Index.is_all_dates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.shape.html"> |
| pyspark.pandas.Index.shape |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.name.html"> |
| pyspark.pandas.Index.name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.names.html"> |
| pyspark.pandas.Index.names |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.ndim.html"> |
| pyspark.pandas.Index.ndim |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.size.html"> |
| pyspark.pandas.Index.size |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.nlevels.html"> |
| pyspark.pandas.Index.nlevels |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.empty.html"> |
| pyspark.pandas.Index.empty |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.T.html"> |
| pyspark.pandas.Index.T |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.values.html"> |
| pyspark.pandas.Index.values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.all.html"> |
| pyspark.pandas.Index.all |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.any.html"> |
| pyspark.pandas.Index.any |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.argmin.html"> |
| pyspark.pandas.Index.argmin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.argmax.html"> |
| pyspark.pandas.Index.argmax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.copy.html"> |
| pyspark.pandas.Index.copy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.delete.html"> |
| pyspark.pandas.Index.delete |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.equals.html"> |
| pyspark.pandas.Index.equals |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.factorize.html"> |
| pyspark.pandas.Index.factorize |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.identical.html"> |
| pyspark.pandas.Index.identical |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.insert.html"> |
| pyspark.pandas.Index.insert |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.is_boolean.html"> |
| pyspark.pandas.Index.is_boolean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.is_categorical.html"> |
| pyspark.pandas.Index.is_categorical |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.is_floating.html"> |
| pyspark.pandas.Index.is_floating |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.is_integer.html"> |
| pyspark.pandas.Index.is_integer |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.is_interval.html"> |
| pyspark.pandas.Index.is_interval |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.is_numeric.html"> |
| pyspark.pandas.Index.is_numeric |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.is_object.html"> |
| pyspark.pandas.Index.is_object |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.drop.html"> |
| pyspark.pandas.Index.drop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.drop_duplicates.html"> |
| pyspark.pandas.Index.drop_duplicates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.min.html"> |
| pyspark.pandas.Index.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.max.html"> |
| pyspark.pandas.Index.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.map.html"> |
| pyspark.pandas.Index.map |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.rename.html"> |
| pyspark.pandas.Index.rename |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.repeat.html"> |
| pyspark.pandas.Index.repeat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.take.html"> |
| pyspark.pandas.Index.take |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.unique.html"> |
| pyspark.pandas.Index.unique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.nunique.html"> |
| pyspark.pandas.Index.nunique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.value_counts.html"> |
| pyspark.pandas.Index.value_counts |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.set_names.html"> |
| pyspark.pandas.Index.set_names |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.droplevel.html"> |
| pyspark.pandas.Index.droplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.fillna.html"> |
| pyspark.pandas.Index.fillna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.dropna.html"> |
| pyspark.pandas.Index.dropna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.isna.html"> |
| pyspark.pandas.Index.isna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.notna.html"> |
| pyspark.pandas.Index.notna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.astype.html"> |
| pyspark.pandas.Index.astype |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.item.html"> |
| pyspark.pandas.Index.item |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.to_list.html"> |
| pyspark.pandas.Index.to_list |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.to_series.html"> |
| pyspark.pandas.Index.to_series |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.to_frame.html"> |
| pyspark.pandas.Index.to_frame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.view.html"> |
| pyspark.pandas.Index.view |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.to_numpy.html"> |
| pyspark.pandas.Index.to_numpy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.spark.column.html"> |
| pyspark.pandas.Index.spark.column |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.spark.transform.html"> |
| pyspark.pandas.Index.spark.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.sort_values.html"> |
| pyspark.pandas.Index.sort_values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.shift.html"> |
| pyspark.pandas.Index.shift |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.append.html"> |
| pyspark.pandas.Index.append |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.intersection.html"> |
| pyspark.pandas.Index.intersection |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.union.html"> |
| pyspark.pandas.Index.union |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.difference.html"> |
| pyspark.pandas.Index.difference |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.symmetric_difference.html"> |
| pyspark.pandas.Index.symmetric_difference |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.asof.html"> |
| pyspark.pandas.Index.asof |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Index.isin.html"> |
| pyspark.pandas.Index.isin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Int64Index.html"> |
| pyspark.pandas.Int64Index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.Float64Index.html"> |
| pyspark.pandas.Float64Index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.CategoricalIndex.html"> |
| pyspark.pandas.CategoricalIndex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.CategoricalIndex.codes.html"> |
| pyspark.pandas.CategoricalIndex.codes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.CategoricalIndex.categories.html"> |
| pyspark.pandas.CategoricalIndex.categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.CategoricalIndex.ordered.html"> |
| pyspark.pandas.CategoricalIndex.ordered |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.CategoricalIndex.rename_categories.html"> |
| pyspark.pandas.CategoricalIndex.rename_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.CategoricalIndex.reorder_categories.html"> |
| pyspark.pandas.CategoricalIndex.reorder_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.CategoricalIndex.add_categories.html"> |
| pyspark.pandas.CategoricalIndex.add_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.CategoricalIndex.remove_categories.html"> |
| pyspark.pandas.CategoricalIndex.remove_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.CategoricalIndex.remove_unused_categories.html"> |
| pyspark.pandas.CategoricalIndex.remove_unused_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.CategoricalIndex.set_categories.html"> |
| pyspark.pandas.CategoricalIndex.set_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.CategoricalIndex.as_ordered.html"> |
| pyspark.pandas.CategoricalIndex.as_ordered |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.CategoricalIndex.as_unordered.html"> |
| pyspark.pandas.CategoricalIndex.as_unordered |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.CategoricalIndex.map.html"> |
| pyspark.pandas.CategoricalIndex.map |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.html"> |
| pyspark.pandas.MultiIndex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.from_arrays.html"> |
| pyspark.pandas.MultiIndex.from_arrays |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.from_tuples.html"> |
| pyspark.pandas.MultiIndex.from_tuples |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.from_product.html"> |
| pyspark.pandas.MultiIndex.from_product |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.from_frame.html"> |
| pyspark.pandas.MultiIndex.from_frame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.has_duplicates.html"> |
| pyspark.pandas.MultiIndex.has_duplicates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.hasnans.html"> |
| pyspark.pandas.MultiIndex.hasnans |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.inferred_type.html"> |
| pyspark.pandas.MultiIndex.inferred_type |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.is_all_dates.html"> |
| pyspark.pandas.MultiIndex.is_all_dates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.shape.html"> |
| pyspark.pandas.MultiIndex.shape |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.names.html"> |
| pyspark.pandas.MultiIndex.names |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.ndim.html"> |
| pyspark.pandas.MultiIndex.ndim |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.empty.html"> |
| pyspark.pandas.MultiIndex.empty |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.T.html"> |
| pyspark.pandas.MultiIndex.T |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.size.html"> |
| pyspark.pandas.MultiIndex.size |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.nlevels.html"> |
| pyspark.pandas.MultiIndex.nlevels |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.levshape.html"> |
| pyspark.pandas.MultiIndex.levshape |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.values.html"> |
| pyspark.pandas.MultiIndex.values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.dtypes.html"> |
| pyspark.pandas.MultiIndex.dtypes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.swaplevel.html"> |
| pyspark.pandas.MultiIndex.swaplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.droplevel.html"> |
| pyspark.pandas.MultiIndex.droplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.fillna.html"> |
| pyspark.pandas.MultiIndex.fillna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.dropna.html"> |
| pyspark.pandas.MultiIndex.dropna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.equals.html"> |
| pyspark.pandas.MultiIndex.equals |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.equal_levels.html"> |
| pyspark.pandas.MultiIndex.equal_levels |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.identical.html"> |
| pyspark.pandas.MultiIndex.identical |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.insert.html"> |
| pyspark.pandas.MultiIndex.insert |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.drop.html"> |
| pyspark.pandas.MultiIndex.drop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.copy.html"> |
| pyspark.pandas.MultiIndex.copy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.delete.html"> |
| pyspark.pandas.MultiIndex.delete |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.rename.html"> |
| pyspark.pandas.MultiIndex.rename |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.repeat.html"> |
| pyspark.pandas.MultiIndex.repeat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.take.html"> |
| pyspark.pandas.MultiIndex.take |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.unique.html"> |
| pyspark.pandas.MultiIndex.unique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.min.html"> |
| pyspark.pandas.MultiIndex.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.max.html"> |
| pyspark.pandas.MultiIndex.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.value_counts.html"> |
| pyspark.pandas.MultiIndex.value_counts |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.append.html"> |
| pyspark.pandas.MultiIndex.append |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.intersection.html"> |
| pyspark.pandas.MultiIndex.intersection |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.union.html"> |
| pyspark.pandas.MultiIndex.union |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.difference.html"> |
| pyspark.pandas.MultiIndex.difference |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.symmetric_difference.html"> |
| pyspark.pandas.MultiIndex.symmetric_difference |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.astype.html"> |
| pyspark.pandas.MultiIndex.astype |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.item.html"> |
| pyspark.pandas.MultiIndex.item |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.to_list.html"> |
| pyspark.pandas.MultiIndex.to_list |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.to_series.html"> |
| pyspark.pandas.MultiIndex.to_series |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.to_frame.html"> |
| pyspark.pandas.MultiIndex.to_frame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.view.html"> |
| pyspark.pandas.MultiIndex.view |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.to_numpy.html"> |
| pyspark.pandas.MultiIndex.to_numpy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.spark.data_type.html"> |
| pyspark.pandas.MultiIndex.spark.data_type |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.spark.column.html"> |
| pyspark.pandas.MultiIndex.spark.column |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.spark.transform.html"> |
| pyspark.pandas.MultiIndex.spark.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.MultiIndex.sort_values.html"> |
| pyspark.pandas.MultiIndex.sort_values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.html"> |
| pyspark.pandas.DatetimeIndex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.year.html"> |
| pyspark.pandas.DatetimeIndex.year |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.month.html"> |
| pyspark.pandas.DatetimeIndex.month |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day.html"> |
| pyspark.pandas.DatetimeIndex.day |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.hour.html"> |
| pyspark.pandas.DatetimeIndex.hour |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.minute.html"> |
| pyspark.pandas.DatetimeIndex.minute |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.second.html"> |
| pyspark.pandas.DatetimeIndex.second |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.microsecond.html"> |
| pyspark.pandas.DatetimeIndex.microsecond |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.week.html"> |
| pyspark.pandas.DatetimeIndex.week |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.weekofyear.html"> |
| pyspark.pandas.DatetimeIndex.weekofyear |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.dayofweek.html"> |
| pyspark.pandas.DatetimeIndex.dayofweek |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day_of_week.html"> |
| pyspark.pandas.DatetimeIndex.day_of_week |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.weekday.html"> |
| pyspark.pandas.DatetimeIndex.weekday |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.dayofyear.html"> |
| pyspark.pandas.DatetimeIndex.dayofyear |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day_of_year.html"> |
| pyspark.pandas.DatetimeIndex.day_of_year |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.quarter.html"> |
| pyspark.pandas.DatetimeIndex.quarter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_month_start.html"> |
| pyspark.pandas.DatetimeIndex.is_month_start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_month_end.html"> |
| pyspark.pandas.DatetimeIndex.is_month_end |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_quarter_start.html"> |
| pyspark.pandas.DatetimeIndex.is_quarter_start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_quarter_end.html"> |
| pyspark.pandas.DatetimeIndex.is_quarter_end |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_year_start.html"> |
| pyspark.pandas.DatetimeIndex.is_year_start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_year_end.html"> |
| pyspark.pandas.DatetimeIndex.is_year_end |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_leap_year.html"> |
| pyspark.pandas.DatetimeIndex.is_leap_year |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.daysinmonth.html"> |
| pyspark.pandas.DatetimeIndex.daysinmonth |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.days_in_month.html"> |
| pyspark.pandas.DatetimeIndex.days_in_month |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.indexer_between_time.html"> |
| pyspark.pandas.DatetimeIndex.indexer_between_time |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.indexer_at_time.html"> |
| pyspark.pandas.DatetimeIndex.indexer_at_time |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.normalize.html"> |
| pyspark.pandas.DatetimeIndex.normalize |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.strftime.html"> |
| pyspark.pandas.DatetimeIndex.strftime |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.round.html"> |
| pyspark.pandas.DatetimeIndex.round |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.floor.html"> |
| pyspark.pandas.DatetimeIndex.floor |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.ceil.html"> |
| pyspark.pandas.DatetimeIndex.ceil |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.month_name.html"> |
| pyspark.pandas.DatetimeIndex.month_name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day_name.html"> |
| pyspark.pandas.DatetimeIndex.day_name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.TimedeltaIndex.html"> |
| pyspark.pandas.TimedeltaIndex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.TimedeltaIndex.days.html"> |
| pyspark.pandas.TimedeltaIndex.days |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.TimedeltaIndex.seconds.html"> |
| pyspark.pandas.TimedeltaIndex.seconds |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.TimedeltaIndex.microseconds.html"> |
| pyspark.pandas.TimedeltaIndex.microseconds |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="../pyspark.pandas/window.html"> |
| Window |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-25" name="toctree-checkbox-25" type="checkbox"/> |
| <label for="toctree-checkbox-25"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.window.Rolling.count.html"> |
| pyspark.pandas.window.Rolling.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.window.Rolling.sum.html"> |
| pyspark.pandas.window.Rolling.sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.window.Rolling.min.html"> |
| pyspark.pandas.window.Rolling.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.window.Rolling.max.html"> |
| pyspark.pandas.window.Rolling.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.window.Rolling.mean.html"> |
| pyspark.pandas.window.Rolling.mean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.window.Rolling.quantile.html"> |
| pyspark.pandas.window.Rolling.quantile |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.window.Expanding.count.html"> |
| pyspark.pandas.window.Expanding.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.window.Expanding.sum.html"> |
| pyspark.pandas.window.Expanding.sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.window.Expanding.min.html"> |
| pyspark.pandas.window.Expanding.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.window.Expanding.max.html"> |
| pyspark.pandas.window.Expanding.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.window.Expanding.mean.html"> |
| pyspark.pandas.window.Expanding.mean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.window.Expanding.quantile.html"> |
| pyspark.pandas.window.Expanding.quantile |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.window.ExponentialMoving.mean.html"> |
| pyspark.pandas.window.ExponentialMoving.mean |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="../pyspark.pandas/groupby.html"> |
| GroupBy |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-26" name="toctree-checkbox-26" type="checkbox"/> |
| <label for="toctree-checkbox-26"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.get_group.html"> |
| pyspark.pandas.groupby.GroupBy.get_group |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.apply.html"> |
| pyspark.pandas.groupby.GroupBy.apply |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.transform.html"> |
| pyspark.pandas.groupby.GroupBy.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.DataFrameGroupBy.agg.html"> |
| pyspark.pandas.groupby.DataFrameGroupBy.agg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.DataFrameGroupBy.aggregate.html"> |
| pyspark.pandas.groupby.DataFrameGroupBy.aggregate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.all.html"> |
| pyspark.pandas.groupby.GroupBy.all |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.any.html"> |
| pyspark.pandas.groupby.GroupBy.any |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.count.html"> |
| pyspark.pandas.groupby.GroupBy.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cumcount.html"> |
| pyspark.pandas.groupby.GroupBy.cumcount |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cummax.html"> |
| pyspark.pandas.groupby.GroupBy.cummax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cummin.html"> |
| pyspark.pandas.groupby.GroupBy.cummin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cumprod.html"> |
| pyspark.pandas.groupby.GroupBy.cumprod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cumsum.html"> |
| pyspark.pandas.groupby.GroupBy.cumsum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.ewm.html"> |
| pyspark.pandas.groupby.GroupBy.ewm |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.filter.html"> |
| pyspark.pandas.groupby.GroupBy.filter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.first.html"> |
| pyspark.pandas.groupby.GroupBy.first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.last.html"> |
| pyspark.pandas.groupby.GroupBy.last |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.mad.html"> |
| pyspark.pandas.groupby.GroupBy.mad |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.max.html"> |
| pyspark.pandas.groupby.GroupBy.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.mean.html"> |
| pyspark.pandas.groupby.GroupBy.mean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.median.html"> |
| pyspark.pandas.groupby.GroupBy.median |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.min.html"> |
| pyspark.pandas.groupby.GroupBy.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.nth.html"> |
| pyspark.pandas.groupby.GroupBy.nth |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.prod.html"> |
| pyspark.pandas.groupby.GroupBy.prod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.rank.html"> |
| pyspark.pandas.groupby.GroupBy.rank |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.sem.html"> |
| pyspark.pandas.groupby.GroupBy.sem |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.std.html"> |
| pyspark.pandas.groupby.GroupBy.std |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.sum.html"> |
| pyspark.pandas.groupby.GroupBy.sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.var.html"> |
| pyspark.pandas.groupby.GroupBy.var |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.nunique.html"> |
| pyspark.pandas.groupby.GroupBy.nunique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.quantile.html"> |
| pyspark.pandas.groupby.GroupBy.quantile |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.size.html"> |
| pyspark.pandas.groupby.GroupBy.size |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.diff.html"> |
| pyspark.pandas.groupby.GroupBy.diff |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.idxmax.html"> |
| pyspark.pandas.groupby.GroupBy.idxmax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.idxmin.html"> |
| pyspark.pandas.groupby.GroupBy.idxmin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.fillna.html"> |
| pyspark.pandas.groupby.GroupBy.fillna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.bfill.html"> |
| pyspark.pandas.groupby.GroupBy.bfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.ffill.html"> |
| pyspark.pandas.groupby.GroupBy.ffill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.head.html"> |
| pyspark.pandas.groupby.GroupBy.head |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.backfill.html"> |
| pyspark.pandas.groupby.GroupBy.backfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.shift.html"> |
| pyspark.pandas.groupby.GroupBy.shift |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.tail.html"> |
| pyspark.pandas.groupby.GroupBy.tail |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.DataFrameGroupBy.describe.html"> |
| pyspark.pandas.groupby.DataFrameGroupBy.describe |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.nsmallest.html"> |
| pyspark.pandas.groupby.SeriesGroupBy.nsmallest |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.nlargest.html"> |
| pyspark.pandas.groupby.SeriesGroupBy.nlargest |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.value_counts.html"> |
| pyspark.pandas.groupby.SeriesGroupBy.value_counts |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.unique.html"> |
| pyspark.pandas.groupby.SeriesGroupBy.unique |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="../pyspark.pandas/resampling.html"> |
| Resampling |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-27" name="toctree-checkbox-27" type="checkbox"/> |
| <label for="toctree-checkbox-27"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.resample.Resampler.max.html"> |
| pyspark.pandas.resample.Resampler.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.resample.Resampler.mean.html"> |
| pyspark.pandas.resample.Resampler.mean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.resample.Resampler.min.html"> |
| pyspark.pandas.resample.Resampler.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.resample.Resampler.std.html"> |
| pyspark.pandas.resample.Resampler.std |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.resample.Resampler.sum.html"> |
| pyspark.pandas.resample.Resampler.sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.resample.Resampler.var.html"> |
| pyspark.pandas.resample.Resampler.var |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="../pyspark.pandas/ml.html"> |
| Machine Learning utilities |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-28" name="toctree-checkbox-28" type="checkbox"/> |
| <label for="toctree-checkbox-28"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.mlflow.PythonModelWrapper.html"> |
| pyspark.pandas.mlflow.PythonModelWrapper |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.mlflow.load_model.html"> |
| pyspark.pandas.mlflow.load_model |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="../pyspark.pandas/extensions.html"> |
| Extensions |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-29" name="toctree-checkbox-29" type="checkbox"/> |
| <label for="toctree-checkbox-29"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.extensions.register_dataframe_accessor.html"> |
| pyspark.pandas.extensions.register_dataframe_accessor |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.extensions.register_series_accessor.html"> |
| pyspark.pandas.extensions.register_series_accessor |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.pandas/api/pyspark.pandas.extensions.register_index_accessor.html"> |
| pyspark.pandas.extensions.register_index_accessor |
| </a> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="../pyspark.ss/index.html"> |
| Structured Streaming |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-30" name="toctree-checkbox-30" type="checkbox"/> |
| <label for="toctree-checkbox-30"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="../pyspark.ss/core_classes.html"> |
| Core Classes |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-31" name="toctree-checkbox-31" type="checkbox"/> |
| <label for="toctree-checkbox-31"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.html"> |
| pyspark.sql.streaming.DataStreamReader |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.html"> |
| pyspark.sql.streaming.DataStreamWriter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.html"> |
| pyspark.sql.streaming.StreamingQuery |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.html"> |
| pyspark.sql.streaming.StreamingQueryManager |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryListener.html"> |
| pyspark.sql.streaming.StreamingQueryListener |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="../pyspark.ss/io.html"> |
| Input/Output |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-32" name="toctree-checkbox-32" type="checkbox"/> |
| <label for="toctree-checkbox-32"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.csv.html"> |
| pyspark.sql.streaming.DataStreamReader.csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.format.html"> |
| pyspark.sql.streaming.DataStreamReader.format |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.json.html"> |
| pyspark.sql.streaming.DataStreamReader.json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.load.html"> |
| pyspark.sql.streaming.DataStreamReader.load |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.option.html"> |
| pyspark.sql.streaming.DataStreamReader.option |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.options.html"> |
| pyspark.sql.streaming.DataStreamReader.options |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.orc.html"> |
| pyspark.sql.streaming.DataStreamReader.orc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.parquet.html"> |
| pyspark.sql.streaming.DataStreamReader.parquet |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.schema.html"> |
| pyspark.sql.streaming.DataStreamReader.schema |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.table.html"> |
| pyspark.sql.streaming.DataStreamReader.table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.text.html"> |
| pyspark.sql.streaming.DataStreamReader.text |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.foreach.html"> |
| pyspark.sql.streaming.DataStreamWriter.foreach |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.foreachBatch.html"> |
| pyspark.sql.streaming.DataStreamWriter.foreachBatch |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.format.html"> |
| pyspark.sql.streaming.DataStreamWriter.format |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.option.html"> |
| pyspark.sql.streaming.DataStreamWriter.option |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.options.html"> |
| pyspark.sql.streaming.DataStreamWriter.options |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.outputMode.html"> |
| pyspark.sql.streaming.DataStreamWriter.outputMode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.partitionBy.html"> |
| pyspark.sql.streaming.DataStreamWriter.partitionBy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.queryName.html"> |
| pyspark.sql.streaming.DataStreamWriter.queryName |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.start.html"> |
| pyspark.sql.streaming.DataStreamWriter.start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.toTable.html"> |
| pyspark.sql.streaming.DataStreamWriter.toTable |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.trigger.html"> |
| pyspark.sql.streaming.DataStreamWriter.trigger |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="../pyspark.ss/query_management.html"> |
| Query Management |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-33" name="toctree-checkbox-33" type="checkbox"/> |
| <label for="toctree-checkbox-33"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.awaitTermination.html"> |
| pyspark.sql.streaming.StreamingQuery.awaitTermination |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.exception.html"> |
| pyspark.sql.streaming.StreamingQuery.exception |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.explain.html"> |
| pyspark.sql.streaming.StreamingQuery.explain |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.id.html"> |
| pyspark.sql.streaming.StreamingQuery.id |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.isActive.html"> |
| pyspark.sql.streaming.StreamingQuery.isActive |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.lastProgress.html"> |
| pyspark.sql.streaming.StreamingQuery.lastProgress |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.name.html"> |
| pyspark.sql.streaming.StreamingQuery.name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.processAllAvailable.html"> |
| pyspark.sql.streaming.StreamingQuery.processAllAvailable |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.recentProgress.html"> |
| pyspark.sql.streaming.StreamingQuery.recentProgress |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.runId.html"> |
| pyspark.sql.streaming.StreamingQuery.runId |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.status.html"> |
| pyspark.sql.streaming.StreamingQuery.status |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.stop.html"> |
| pyspark.sql.streaming.StreamingQuery.stop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.active.html"> |
| pyspark.sql.streaming.StreamingQueryManager.active |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.addListener.html"> |
| pyspark.sql.streaming.StreamingQueryManager.addListener |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.awaitAnyTermination.html"> |
| pyspark.sql.streaming.StreamingQueryManager.awaitAnyTermination |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.get.html"> |
| pyspark.sql.streaming.StreamingQueryManager.get |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.removeListener.html"> |
| pyspark.sql.streaming.StreamingQueryManager.removeListener |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="../pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.resetTerminated.html"> |
| pyspark.sql.streaming.StreamingQueryManager.resetTerminated |
| </a> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="../pyspark.ml.html"> |
| MLlib (DataFrame-based) |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-34" name="toctree-checkbox-34" type="checkbox"/> |
| <label for="toctree-checkbox-34"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.Transformer.html"> |
| Transformer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.UnaryTransformer.html"> |
| UnaryTransformer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.Estimator.html"> |
| Estimator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.Model.html"> |
| Model |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.Predictor.html"> |
| Predictor |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.PredictionModel.html"> |
| PredictionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.Pipeline.html"> |
| Pipeline |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.PipelineModel.html"> |
| PipelineModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.param.Param.html"> |
| Param |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.param.Params.html"> |
| Params |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.param.TypeConverters.html"> |
| TypeConverters |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.Binarizer.html"> |
| Binarizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.BucketedRandomProjectionLSH.html"> |
| BucketedRandomProjectionLSH |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.BucketedRandomProjectionLSHModel.html"> |
| BucketedRandomProjectionLSHModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.Bucketizer.html"> |
| Bucketizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.ChiSqSelector.html"> |
| ChiSqSelector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.ChiSqSelectorModel.html"> |
| ChiSqSelectorModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.CountVectorizer.html"> |
| CountVectorizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.CountVectorizerModel.html"> |
| CountVectorizerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.DCT.html"> |
| DCT |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.ElementwiseProduct.html"> |
| ElementwiseProduct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.FeatureHasher.html"> |
| FeatureHasher |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.HashingTF.html"> |
| HashingTF |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.IDF.html"> |
| IDF |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.IDFModel.html"> |
| IDFModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.Imputer.html"> |
| Imputer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.ImputerModel.html"> |
| ImputerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.IndexToString.html"> |
| IndexToString |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.Interaction.html"> |
| Interaction |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.MaxAbsScaler.html"> |
| MaxAbsScaler |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.MaxAbsScalerModel.html"> |
| MaxAbsScalerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.MinHashLSH.html"> |
| MinHashLSH |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.MinHashLSHModel.html"> |
| MinHashLSHModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.MinMaxScaler.html"> |
| MinMaxScaler |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.MinMaxScalerModel.html"> |
| MinMaxScalerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.NGram.html"> |
| NGram |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.Normalizer.html"> |
| Normalizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.OneHotEncoder.html"> |
| OneHotEncoder |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.OneHotEncoderModel.html"> |
| OneHotEncoderModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.PCA.html"> |
| PCA |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.PCAModel.html"> |
| PCAModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.PolynomialExpansion.html"> |
| PolynomialExpansion |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.QuantileDiscretizer.html"> |
| QuantileDiscretizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.RobustScaler.html"> |
| RobustScaler |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.RobustScalerModel.html"> |
| RobustScalerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.RegexTokenizer.html"> |
| RegexTokenizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.RFormula.html"> |
| RFormula |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.RFormulaModel.html"> |
| RFormulaModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.SQLTransformer.html"> |
| SQLTransformer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.StandardScaler.html"> |
| StandardScaler |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.StandardScalerModel.html"> |
| StandardScalerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.StopWordsRemover.html"> |
| StopWordsRemover |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.StringIndexer.html"> |
| StringIndexer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.StringIndexerModel.html"> |
| StringIndexerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.Tokenizer.html"> |
| Tokenizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.UnivariateFeatureSelector.html"> |
| UnivariateFeatureSelector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.UnivariateFeatureSelectorModel.html"> |
| UnivariateFeatureSelectorModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.VarianceThresholdSelector.html"> |
| VarianceThresholdSelector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.VarianceThresholdSelectorModel.html"> |
| VarianceThresholdSelectorModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.VectorAssembler.html"> |
| VectorAssembler |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.VectorIndexer.html"> |
| VectorIndexer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.VectorIndexerModel.html"> |
| VectorIndexerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.VectorSizeHint.html"> |
| VectorSizeHint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.VectorSlicer.html"> |
| VectorSlicer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.Word2Vec.html"> |
| Word2Vec |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.feature.Word2VecModel.html"> |
| Word2VecModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.LinearSVC.html"> |
| LinearSVC |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.LinearSVCModel.html"> |
| LinearSVCModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.LinearSVCSummary.html"> |
| LinearSVCSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.LinearSVCTrainingSummary.html"> |
| LinearSVCTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.LogisticRegression.html"> |
| LogisticRegression |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.LogisticRegressionModel.html"> |
| LogisticRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.LogisticRegressionSummary.html"> |
| LogisticRegressionSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.LogisticRegressionTrainingSummary.html"> |
| LogisticRegressionTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.BinaryLogisticRegressionSummary.html"> |
| BinaryLogisticRegressionSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.BinaryLogisticRegressionTrainingSummary.html"> |
| BinaryLogisticRegressionTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.DecisionTreeClassifier.html"> |
| DecisionTreeClassifier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.DecisionTreeClassificationModel.html"> |
| DecisionTreeClassificationModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.GBTClassifier.html"> |
| GBTClassifier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.GBTClassificationModel.html"> |
| GBTClassificationModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.RandomForestClassifier.html"> |
| RandomForestClassifier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.RandomForestClassificationModel.html"> |
| RandomForestClassificationModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.RandomForestClassificationSummary.html"> |
| RandomForestClassificationSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.RandomForestClassificationTrainingSummary.html"> |
| RandomForestClassificationTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.BinaryRandomForestClassificationSummary.html"> |
| BinaryRandomForestClassificationSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.BinaryRandomForestClassificationTrainingSummary.html"> |
| BinaryRandomForestClassificationTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.NaiveBayes.html"> |
| NaiveBayes |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.NaiveBayesModel.html"> |
| NaiveBayesModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.MultilayerPerceptronClassifier.html"> |
| MultilayerPerceptronClassifier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.MultilayerPerceptronClassificationModel.html"> |
| MultilayerPerceptronClassificationModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.MultilayerPerceptronClassificationSummary.html"> |
| MultilayerPerceptronClassificationSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.MultilayerPerceptronClassificationTrainingSummary.html"> |
| MultilayerPerceptronClassificationTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.OneVsRest.html"> |
| OneVsRest |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.OneVsRestModel.html"> |
| OneVsRestModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.FMClassifier.html"> |
| FMClassifier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.FMClassificationModel.html"> |
| FMClassificationModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.FMClassificationSummary.html"> |
| FMClassificationSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.classification.FMClassificationTrainingSummary.html"> |
| FMClassificationTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.BisectingKMeans.html"> |
| BisectingKMeans |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.BisectingKMeansModel.html"> |
| BisectingKMeansModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.BisectingKMeansSummary.html"> |
| BisectingKMeansSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.KMeans.html"> |
| KMeans |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.KMeansModel.html"> |
| KMeansModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.KMeansSummary.html"> |
| KMeansSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.GaussianMixture.html"> |
| GaussianMixture |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.GaussianMixtureModel.html"> |
| GaussianMixtureModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.GaussianMixtureSummary.html"> |
| GaussianMixtureSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.LDA.html"> |
| LDA |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.LDAModel.html"> |
| LDAModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.LocalLDAModel.html"> |
| LocalLDAModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.DistributedLDAModel.html"> |
| DistributedLDAModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.clustering.PowerIterationClustering.html"> |
| PowerIterationClustering |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.functions.array_to_vector.html"> |
| pyspark.ml.functions.array_to_vector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.functions.vector_to_array.html"> |
| pyspark.ml.functions.vector_to_array |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.functions.predict_batch_udf.html"> |
| pyspark.ml.functions.predict_batch_udf |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.linalg.Vector.html"> |
| Vector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.linalg.DenseVector.html"> |
| DenseVector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.linalg.SparseVector.html"> |
| SparseVector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.linalg.Vectors.html"> |
| Vectors |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.linalg.Matrix.html"> |
| Matrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.linalg.DenseMatrix.html"> |
| DenseMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.linalg.SparseMatrix.html"> |
| SparseMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.linalg.Matrices.html"> |
| Matrices |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.recommendation.ALS.html"> |
| ALS |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.recommendation.ALSModel.html"> |
| ALSModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.AFTSurvivalRegression.html"> |
| AFTSurvivalRegression |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.AFTSurvivalRegressionModel.html"> |
| AFTSurvivalRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.DecisionTreeRegressor.html"> |
| DecisionTreeRegressor |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.DecisionTreeRegressionModel.html"> |
| DecisionTreeRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.GBTRegressor.html"> |
| GBTRegressor |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.GBTRegressionModel.html"> |
| GBTRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.GeneralizedLinearRegression.html"> |
| GeneralizedLinearRegression |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.GeneralizedLinearRegressionModel.html"> |
| GeneralizedLinearRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.GeneralizedLinearRegressionSummary.html"> |
| GeneralizedLinearRegressionSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.GeneralizedLinearRegressionTrainingSummary.html"> |
| GeneralizedLinearRegressionTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.IsotonicRegression.html"> |
| IsotonicRegression |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.IsotonicRegressionModel.html"> |
| IsotonicRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.LinearRegression.html"> |
| LinearRegression |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.LinearRegressionModel.html"> |
| LinearRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.LinearRegressionSummary.html"> |
| LinearRegressionSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.LinearRegressionTrainingSummary.html"> |
| LinearRegressionTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.RandomForestRegressor.html"> |
| RandomForestRegressor |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.RandomForestRegressionModel.html"> |
| RandomForestRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.FMRegressor.html"> |
| FMRegressor |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.regression.FMRegressionModel.html"> |
| FMRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.stat.ChiSquareTest.html"> |
| ChiSquareTest |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.stat.Correlation.html"> |
| Correlation |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.stat.KolmogorovSmirnovTest.html"> |
| KolmogorovSmirnovTest |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.stat.MultivariateGaussian.html"> |
| MultivariateGaussian |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.stat.Summarizer.html"> |
| Summarizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.stat.SummaryBuilder.html"> |
| SummaryBuilder |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.tuning.ParamGridBuilder.html"> |
| ParamGridBuilder |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.tuning.CrossValidator.html"> |
| CrossValidator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.tuning.CrossValidatorModel.html"> |
| CrossValidatorModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.tuning.TrainValidationSplit.html"> |
| TrainValidationSplit |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.tuning.TrainValidationSplitModel.html"> |
| TrainValidationSplitModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.evaluation.Evaluator.html"> |
| Evaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.evaluation.BinaryClassificationEvaluator.html"> |
| BinaryClassificationEvaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.evaluation.RegressionEvaluator.html"> |
| RegressionEvaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.evaluation.MulticlassClassificationEvaluator.html"> |
| MulticlassClassificationEvaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.evaluation.MultilabelClassificationEvaluator.html"> |
| MultilabelClassificationEvaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.evaluation.ClusteringEvaluator.html"> |
| ClusteringEvaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.evaluation.RankingEvaluator.html"> |
| RankingEvaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.fpm.FPGrowth.html"> |
| FPGrowth |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.fpm.FPGrowthModel.html"> |
| FPGrowthModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.fpm.PrefixSpan.html"> |
| PrefixSpan |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.image.ImageSchema.html"> |
| ImageSchema |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.image._ImageSchema.html"> |
| _ImageSchema |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.torch.distributor.TorchDistributor.html"> |
| TorchDistributor |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.deepspeed.deepspeed_distributor.DeepspeedTorchDistributor.html"> |
| DeepspeedTorchDistributor |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.util.BaseReadWrite.html"> |
| BaseReadWrite |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.util.DefaultParamsReadable.html"> |
| DefaultParamsReadable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.util.DefaultParamsReader.html"> |
| DefaultParamsReader |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.util.DefaultParamsWritable.html"> |
| DefaultParamsWritable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.util.DefaultParamsWriter.html"> |
| DefaultParamsWriter |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.util.GeneralMLWriter.html"> |
| GeneralMLWriter |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.util.HasTrainingSummary.html"> |
| HasTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.util.Identifiable.html"> |
| Identifiable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.util.MLReadable.html"> |
| MLReadable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.util.MLReader.html"> |
| MLReader |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.util.MLWritable.html"> |
| MLWritable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.ml.util.MLWriter.html"> |
| MLWriter |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="../pyspark.streaming.html"> |
| Spark Streaming (Legacy) |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-35" name="toctree-checkbox-35" type="checkbox"/> |
| <label for="toctree-checkbox-35"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.html"> |
| pyspark.streaming.StreamingContext |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.html"> |
| pyspark.streaming.DStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.addStreamingListener.html"> |
| pyspark.streaming.StreamingContext.addStreamingListener |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.awaitTermination.html"> |
| pyspark.streaming.StreamingContext.awaitTermination |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.awaitTerminationOrTimeout.html"> |
| pyspark.streaming.StreamingContext.awaitTerminationOrTimeout |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.checkpoint.html"> |
| pyspark.streaming.StreamingContext.checkpoint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.getActive.html"> |
| pyspark.streaming.StreamingContext.getActive |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.getActiveOrCreate.html"> |
| pyspark.streaming.StreamingContext.getActiveOrCreate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.getOrCreate.html"> |
| pyspark.streaming.StreamingContext.getOrCreate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.remember.html"> |
| pyspark.streaming.StreamingContext.remember |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.sparkContext.html"> |
| pyspark.streaming.StreamingContext.sparkContext |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.start.html"> |
| pyspark.streaming.StreamingContext.start |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.stop.html"> |
| pyspark.streaming.StreamingContext.stop |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.transform.html"> |
| pyspark.streaming.StreamingContext.transform |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.union.html"> |
| pyspark.streaming.StreamingContext.union |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.binaryRecordsStream.html"> |
| pyspark.streaming.StreamingContext.binaryRecordsStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.queueStream.html"> |
| pyspark.streaming.StreamingContext.queueStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.socketTextStream.html"> |
| pyspark.streaming.StreamingContext.socketTextStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.StreamingContext.textFileStream.html"> |
| pyspark.streaming.StreamingContext.textFileStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.pprint.html"> |
| pyspark.streaming.DStream.pprint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.saveAsTextFiles.html"> |
| pyspark.streaming.DStream.saveAsTextFiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.cache.html"> |
| pyspark.streaming.DStream.cache |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.checkpoint.html"> |
| pyspark.streaming.DStream.checkpoint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.cogroup.html"> |
| pyspark.streaming.DStream.cogroup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.combineByKey.html"> |
| pyspark.streaming.DStream.combineByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.context.html"> |
| pyspark.streaming.DStream.context |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.count.html"> |
| pyspark.streaming.DStream.count |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.countByValue.html"> |
| pyspark.streaming.DStream.countByValue |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.countByValueAndWindow.html"> |
| pyspark.streaming.DStream.countByValueAndWindow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.countByWindow.html"> |
| pyspark.streaming.DStream.countByWindow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.filter.html"> |
| pyspark.streaming.DStream.filter |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.flatMap.html"> |
| pyspark.streaming.DStream.flatMap |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.flatMapValues.html"> |
| pyspark.streaming.DStream.flatMapValues |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.foreachRDD.html"> |
| pyspark.streaming.DStream.foreachRDD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.fullOuterJoin.html"> |
| pyspark.streaming.DStream.fullOuterJoin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.glom.html"> |
| pyspark.streaming.DStream.glom |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.groupByKey.html"> |
| pyspark.streaming.DStream.groupByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.groupByKeyAndWindow.html"> |
| pyspark.streaming.DStream.groupByKeyAndWindow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.join.html"> |
| pyspark.streaming.DStream.join |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.leftOuterJoin.html"> |
| pyspark.streaming.DStream.leftOuterJoin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.map.html"> |
| pyspark.streaming.DStream.map |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.mapPartitions.html"> |
| pyspark.streaming.DStream.mapPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.mapPartitionsWithIndex.html"> |
| pyspark.streaming.DStream.mapPartitionsWithIndex |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.mapValues.html"> |
| pyspark.streaming.DStream.mapValues |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.partitionBy.html"> |
| pyspark.streaming.DStream.partitionBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.persist.html"> |
| pyspark.streaming.DStream.persist |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.reduce.html"> |
| pyspark.streaming.DStream.reduce |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.reduceByKey.html"> |
| pyspark.streaming.DStream.reduceByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.reduceByKeyAndWindow.html"> |
| pyspark.streaming.DStream.reduceByKeyAndWindow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.reduceByWindow.html"> |
| pyspark.streaming.DStream.reduceByWindow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.repartition.html"> |
| pyspark.streaming.DStream.repartition |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.rightOuterJoin.html"> |
| pyspark.streaming.DStream.rightOuterJoin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.slice.html"> |
| pyspark.streaming.DStream.slice |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.transform.html"> |
| pyspark.streaming.DStream.transform |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.transformWith.html"> |
| pyspark.streaming.DStream.transformWith |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.union.html"> |
| pyspark.streaming.DStream.union |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.updateStateByKey.html"> |
| pyspark.streaming.DStream.updateStateByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.DStream.window.html"> |
| pyspark.streaming.DStream.window |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.kinesis.KinesisUtils.createStream.html"> |
| pyspark.streaming.kinesis.KinesisUtils.createStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.kinesis.InitialPositionInStream.LATEST.html"> |
| pyspark.streaming.kinesis.InitialPositionInStream.LATEST |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON.html"> |
| pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="../pyspark.mllib.html"> |
| MLlib (RDD-based) |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-36" name="toctree-checkbox-36" type="checkbox"/> |
| <label for="toctree-checkbox-36"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.classification.LogisticRegressionModel.html"> |
| LogisticRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.classification.LogisticRegressionWithSGD.html"> |
| LogisticRegressionWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.classification.LogisticRegressionWithLBFGS.html"> |
| LogisticRegressionWithLBFGS |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.classification.SVMModel.html"> |
| SVMModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.classification.SVMWithSGD.html"> |
| SVMWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.classification.NaiveBayesModel.html"> |
| NaiveBayesModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.classification.NaiveBayes.html"> |
| NaiveBayes |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.classification.StreamingLogisticRegressionWithSGD.html"> |
| StreamingLogisticRegressionWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.clustering.BisectingKMeansModel.html"> |
| BisectingKMeansModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.clustering.BisectingKMeans.html"> |
| BisectingKMeans |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.clustering.KMeansModel.html"> |
| KMeansModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.clustering.KMeans.html"> |
| KMeans |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.clustering.GaussianMixtureModel.html"> |
| GaussianMixtureModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.clustering.GaussianMixture.html"> |
| GaussianMixture |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.clustering.PowerIterationClusteringModel.html"> |
| PowerIterationClusteringModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.clustering.PowerIterationClustering.html"> |
| PowerIterationClustering |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.clustering.StreamingKMeans.html"> |
| StreamingKMeans |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.clustering.StreamingKMeansModel.html"> |
| StreamingKMeansModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.clustering.LDA.html"> |
| LDA |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.clustering.LDAModel.html"> |
| LDAModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.evaluation.BinaryClassificationMetrics.html"> |
| BinaryClassificationMetrics |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.evaluation.RegressionMetrics.html"> |
| RegressionMetrics |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.evaluation.MulticlassMetrics.html"> |
| MulticlassMetrics |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.evaluation.RankingMetrics.html"> |
| RankingMetrics |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.feature.Normalizer.html"> |
| Normalizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.feature.StandardScalerModel.html"> |
| StandardScalerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.feature.StandardScaler.html"> |
| StandardScaler |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.feature.HashingTF.html"> |
| HashingTF |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.feature.IDFModel.html"> |
| IDFModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.feature.IDF.html"> |
| IDF |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.feature.Word2Vec.html"> |
| Word2Vec |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.feature.Word2VecModel.html"> |
| Word2VecModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.feature.ChiSqSelector.html"> |
| ChiSqSelector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.feature.ChiSqSelectorModel.html"> |
| ChiSqSelectorModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.feature.ElementwiseProduct.html"> |
| ElementwiseProduct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.fpm.FPGrowth.html"> |
| FPGrowth |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.fpm.FPGrowthModel.html"> |
| FPGrowthModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.fpm.PrefixSpan.html"> |
| PrefixSpan |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.fpm.PrefixSpanModel.html"> |
| PrefixSpanModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.Vector.html"> |
| Vector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.DenseVector.html"> |
| DenseVector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.SparseVector.html"> |
| SparseVector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.Vectors.html"> |
| Vectors |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.Matrix.html"> |
| Matrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.DenseMatrix.html"> |
| DenseMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.SparseMatrix.html"> |
| SparseMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.Matrices.html"> |
| Matrices |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.QRDecomposition.html"> |
| QRDecomposition |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.BlockMatrix.html"> |
| BlockMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.CoordinateMatrix.html"> |
| CoordinateMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.DistributedMatrix.html"> |
| DistributedMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.IndexedRow.html"> |
| IndexedRow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.IndexedRowMatrix.html"> |
| IndexedRowMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.MatrixEntry.html"> |
| MatrixEntry |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.RowMatrix.html"> |
| RowMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.linalg.distributed.SingularValueDecomposition.html"> |
| SingularValueDecomposition |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.random.RandomRDDs.html"> |
| RandomRDDs |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.recommendation.MatrixFactorizationModel.html"> |
| MatrixFactorizationModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.recommendation.ALS.html"> |
| ALS |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.recommendation.Rating.html"> |
| Rating |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.regression.LabeledPoint.html"> |
| LabeledPoint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.regression.LinearModel.html"> |
| LinearModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.regression.LinearRegressionModel.html"> |
| LinearRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.regression.LinearRegressionWithSGD.html"> |
| LinearRegressionWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.regression.RidgeRegressionModel.html"> |
| RidgeRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.regression.RidgeRegressionWithSGD.html"> |
| RidgeRegressionWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.regression.LassoModel.html"> |
| LassoModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.regression.LassoWithSGD.html"> |
| LassoWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.regression.IsotonicRegressionModel.html"> |
| IsotonicRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.regression.IsotonicRegression.html"> |
| IsotonicRegression |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.regression.StreamingLinearAlgorithm.html"> |
| StreamingLinearAlgorithm |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.regression.StreamingLinearRegressionWithSGD.html"> |
| StreamingLinearRegressionWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.stat.Statistics.html"> |
| Statistics |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.stat.MultivariateStatisticalSummary.html"> |
| MultivariateStatisticalSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.stat.ChiSqTestResult.html"> |
| ChiSqTestResult |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.stat.MultivariateGaussian.html"> |
| MultivariateGaussian |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.stat.KernelDensity.html"> |
| KernelDensity |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.stat.ChiSqTestResult.html"> |
| ChiSqTestResult |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.stat.KolmogorovSmirnovTestResult.html"> |
| KolmogorovSmirnovTestResult |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.tree.DecisionTreeModel.html"> |
| DecisionTreeModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.tree.DecisionTree.html"> |
| DecisionTree |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.tree.RandomForestModel.html"> |
| RandomForestModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.tree.RandomForest.html"> |
| RandomForest |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.tree.GradientBoostedTreesModel.html"> |
| GradientBoostedTreesModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.tree.GradientBoostedTrees.html"> |
| GradientBoostedTrees |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.util.JavaLoader.html"> |
| JavaLoader |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.util.JavaSaveable.html"> |
| JavaSaveable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.util.LinearDataGenerator.html"> |
| LinearDataGenerator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.util.Loader.html"> |
| Loader |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.util.MLUtils.html"> |
| MLUtils |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.mllib.util.Saveable.html"> |
| Saveable |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="../pyspark.html"> |
| Spark Core |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-37" name="toctree-checkbox-37" type="checkbox"/> |
| <label for="toctree-checkbox-37"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.html"> |
| pyspark.SparkContext |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.html"> |
| pyspark.RDD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.Broadcast.html"> |
| pyspark.Broadcast |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.Accumulator.html"> |
| pyspark.Accumulator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.AccumulatorParam.html"> |
| pyspark.AccumulatorParam |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkConf.html"> |
| pyspark.SparkConf |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkFiles.html"> |
| pyspark.SparkFiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.StorageLevel.html"> |
| pyspark.StorageLevel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.TaskContext.html"> |
| pyspark.TaskContext |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDDBarrier.html"> |
| pyspark.RDDBarrier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.BarrierTaskContext.html"> |
| pyspark.BarrierTaskContext |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.BarrierTaskInfo.html"> |
| pyspark.BarrierTaskInfo |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.InheritableThread.html"> |
| pyspark.InheritableThread |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.util.VersionUtils.html"> |
| pyspark.util.VersionUtils |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.PACKAGE_EXTENSIONS.html"> |
| pyspark.SparkContext.PACKAGE_EXTENSIONS |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.accumulator.html"> |
| pyspark.SparkContext.accumulator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.addArchive.html"> |
| pyspark.SparkContext.addArchive |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.addFile.html"> |
| pyspark.SparkContext.addFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.addJobTag.html"> |
| pyspark.SparkContext.addJobTag |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.addPyFile.html"> |
| pyspark.SparkContext.addPyFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.applicationId.html"> |
| pyspark.SparkContext.applicationId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.binaryFiles.html"> |
| pyspark.SparkContext.binaryFiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.binaryRecords.html"> |
| pyspark.SparkContext.binaryRecords |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.broadcast.html"> |
| pyspark.SparkContext.broadcast |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.cancelAllJobs.html"> |
| pyspark.SparkContext.cancelAllJobs |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.cancelJobGroup.html"> |
| pyspark.SparkContext.cancelJobGroup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.cancelJobsWithTag.html"> |
| pyspark.SparkContext.cancelJobsWithTag |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.clearJobTags.html"> |
| pyspark.SparkContext.clearJobTags |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.defaultMinPartitions.html"> |
| pyspark.SparkContext.defaultMinPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.defaultParallelism.html"> |
| pyspark.SparkContext.defaultParallelism |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.dump_profiles.html"> |
| pyspark.SparkContext.dump_profiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.emptyRDD.html"> |
| pyspark.SparkContext.emptyRDD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.getCheckpointDir.html"> |
| pyspark.SparkContext.getCheckpointDir |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.getConf.html"> |
| pyspark.SparkContext.getConf |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.getJobTags.html"> |
| pyspark.SparkContext.getJobTags |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.getLocalProperty.html"> |
| pyspark.SparkContext.getLocalProperty |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.getOrCreate.html"> |
| pyspark.SparkContext.getOrCreate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.hadoopFile.html"> |
| pyspark.SparkContext.hadoopFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.hadoopRDD.html"> |
| pyspark.SparkContext.hadoopRDD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.listArchives.html"> |
| pyspark.SparkContext.listArchives |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.listFiles.html"> |
| pyspark.SparkContext.listFiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.newAPIHadoopFile.html"> |
| pyspark.SparkContext.newAPIHadoopFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.newAPIHadoopRDD.html"> |
| pyspark.SparkContext.newAPIHadoopRDD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.parallelize.html"> |
| pyspark.SparkContext.parallelize |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.pickleFile.html"> |
| pyspark.SparkContext.pickleFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.range.html"> |
| pyspark.SparkContext.range |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.resources.html"> |
| pyspark.SparkContext.resources |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.removeJobTag.html"> |
| pyspark.SparkContext.removeJobTag |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.runJob.html"> |
| pyspark.SparkContext.runJob |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.sequenceFile.html"> |
| pyspark.SparkContext.sequenceFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.setCheckpointDir.html"> |
| pyspark.SparkContext.setCheckpointDir |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.setInterruptOnCancel.html"> |
| pyspark.SparkContext.setInterruptOnCancel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.setJobDescription.html"> |
| pyspark.SparkContext.setJobDescription |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.setJobGroup.html"> |
| pyspark.SparkContext.setJobGroup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.setLocalProperty.html"> |
| pyspark.SparkContext.setLocalProperty |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.setLogLevel.html"> |
| pyspark.SparkContext.setLogLevel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.setSystemProperty.html"> |
| pyspark.SparkContext.setSystemProperty |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.show_profiles.html"> |
| pyspark.SparkContext.show_profiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.sparkUser.html"> |
| pyspark.SparkContext.sparkUser |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.startTime.html"> |
| pyspark.SparkContext.startTime |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.statusTracker.html"> |
| pyspark.SparkContext.statusTracker |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.stop.html"> |
| pyspark.SparkContext.stop |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.textFile.html"> |
| pyspark.SparkContext.textFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.uiWebUrl.html"> |
| pyspark.SparkContext.uiWebUrl |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.union.html"> |
| pyspark.SparkContext.union |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.version.html"> |
| pyspark.SparkContext.version |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkContext.wholeTextFiles.html"> |
| pyspark.SparkContext.wholeTextFiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.aggregate.html"> |
| pyspark.RDD.aggregate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.aggregateByKey.html"> |
| pyspark.RDD.aggregateByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.barrier.html"> |
| pyspark.RDD.barrier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.cache.html"> |
| pyspark.RDD.cache |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.cartesian.html"> |
| pyspark.RDD.cartesian |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.checkpoint.html"> |
| pyspark.RDD.checkpoint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.cleanShuffleDependencies.html"> |
| pyspark.RDD.cleanShuffleDependencies |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.coalesce.html"> |
| pyspark.RDD.coalesce |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.cogroup.html"> |
| pyspark.RDD.cogroup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.collect.html"> |
| pyspark.RDD.collect |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.collectAsMap.html"> |
| pyspark.RDD.collectAsMap |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.collectWithJobGroup.html"> |
| pyspark.RDD.collectWithJobGroup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.combineByKey.html"> |
| pyspark.RDD.combineByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.context.html"> |
| pyspark.RDD.context |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.count.html"> |
| pyspark.RDD.count |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.countApprox.html"> |
| pyspark.RDD.countApprox |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.countApproxDistinct.html"> |
| pyspark.RDD.countApproxDistinct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.countByKey.html"> |
| pyspark.RDD.countByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.countByValue.html"> |
| pyspark.RDD.countByValue |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.distinct.html"> |
| pyspark.RDD.distinct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.filter.html"> |
| pyspark.RDD.filter |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.first.html"> |
| pyspark.RDD.first |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.flatMap.html"> |
| pyspark.RDD.flatMap |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.flatMapValues.html"> |
| pyspark.RDD.flatMapValues |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.fold.html"> |
| pyspark.RDD.fold |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.foldByKey.html"> |
| pyspark.RDD.foldByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.foreach.html"> |
| pyspark.RDD.foreach |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.foreachPartition.html"> |
| pyspark.RDD.foreachPartition |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.fullOuterJoin.html"> |
| pyspark.RDD.fullOuterJoin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.getCheckpointFile.html"> |
| pyspark.RDD.getCheckpointFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.getNumPartitions.html"> |
| pyspark.RDD.getNumPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.getResourceProfile.html"> |
| pyspark.RDD.getResourceProfile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.getStorageLevel.html"> |
| pyspark.RDD.getStorageLevel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.glom.html"> |
| pyspark.RDD.glom |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.groupBy.html"> |
| pyspark.RDD.groupBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.groupByKey.html"> |
| pyspark.RDD.groupByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.groupWith.html"> |
| pyspark.RDD.groupWith |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.histogram.html"> |
| pyspark.RDD.histogram |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.id.html"> |
| pyspark.RDD.id |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.intersection.html"> |
| pyspark.RDD.intersection |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.isCheckpointed.html"> |
| pyspark.RDD.isCheckpointed |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.isEmpty.html"> |
| pyspark.RDD.isEmpty |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.isLocallyCheckpointed.html"> |
| pyspark.RDD.isLocallyCheckpointed |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.join.html"> |
| pyspark.RDD.join |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.keyBy.html"> |
| pyspark.RDD.keyBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.keys.html"> |
| pyspark.RDD.keys |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.leftOuterJoin.html"> |
| pyspark.RDD.leftOuterJoin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.localCheckpoint.html"> |
| pyspark.RDD.localCheckpoint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.lookup.html"> |
| pyspark.RDD.lookup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.map.html"> |
| pyspark.RDD.map |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.mapPartitions.html"> |
| pyspark.RDD.mapPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.mapPartitionsWithIndex.html"> |
| pyspark.RDD.mapPartitionsWithIndex |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.mapPartitionsWithSplit.html"> |
| pyspark.RDD.mapPartitionsWithSplit |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.mapValues.html"> |
| pyspark.RDD.mapValues |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.max.html"> |
| pyspark.RDD.max |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.mean.html"> |
| pyspark.RDD.mean |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.meanApprox.html"> |
| pyspark.RDD.meanApprox |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.min.html"> |
| pyspark.RDD.min |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.name.html"> |
| pyspark.RDD.name |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.partitionBy.html"> |
| pyspark.RDD.partitionBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.persist.html"> |
| pyspark.RDD.persist |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.pipe.html"> |
| pyspark.RDD.pipe |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.randomSplit.html"> |
| pyspark.RDD.randomSplit |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.reduce.html"> |
| pyspark.RDD.reduce |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.reduceByKey.html"> |
| pyspark.RDD.reduceByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.reduceByKeyLocally.html"> |
| pyspark.RDD.reduceByKeyLocally |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.repartition.html"> |
| pyspark.RDD.repartition |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.repartitionAndSortWithinPartitions.html"> |
| pyspark.RDD.repartitionAndSortWithinPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.rightOuterJoin.html"> |
| pyspark.RDD.rightOuterJoin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.sample.html"> |
| pyspark.RDD.sample |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.sampleByKey.html"> |
| pyspark.RDD.sampleByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.sampleStdev.html"> |
| pyspark.RDD.sampleStdev |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.sampleVariance.html"> |
| pyspark.RDD.sampleVariance |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.saveAsHadoopDataset.html"> |
| pyspark.RDD.saveAsHadoopDataset |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.saveAsHadoopFile.html"> |
| pyspark.RDD.saveAsHadoopFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.saveAsNewAPIHadoopDataset.html"> |
| pyspark.RDD.saveAsNewAPIHadoopDataset |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.saveAsNewAPIHadoopFile.html"> |
| pyspark.RDD.saveAsNewAPIHadoopFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.saveAsPickleFile.html"> |
| pyspark.RDD.saveAsPickleFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.saveAsSequenceFile.html"> |
| pyspark.RDD.saveAsSequenceFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.saveAsTextFile.html"> |
| pyspark.RDD.saveAsTextFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.setName.html"> |
| pyspark.RDD.setName |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.sortBy.html"> |
| pyspark.RDD.sortBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.sortByKey.html"> |
| pyspark.RDD.sortByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.stats.html"> |
| pyspark.RDD.stats |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.stdev.html"> |
| pyspark.RDD.stdev |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.subtract.html"> |
| pyspark.RDD.subtract |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.subtractByKey.html"> |
| pyspark.RDD.subtractByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.sum.html"> |
| pyspark.RDD.sum |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.sumApprox.html"> |
| pyspark.RDD.sumApprox |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.take.html"> |
| pyspark.RDD.take |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.takeOrdered.html"> |
| pyspark.RDD.takeOrdered |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.takeSample.html"> |
| pyspark.RDD.takeSample |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.toDebugString.html"> |
| pyspark.RDD.toDebugString |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.toLocalIterator.html"> |
| pyspark.RDD.toLocalIterator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.top.html"> |
| pyspark.RDD.top |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.treeAggregate.html"> |
| pyspark.RDD.treeAggregate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.treeReduce.html"> |
| pyspark.RDD.treeReduce |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.union.html"> |
| pyspark.RDD.union |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.unpersist.html"> |
| pyspark.RDD.unpersist |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.values.html"> |
| pyspark.RDD.values |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.variance.html"> |
| pyspark.RDD.variance |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.withResources.html"> |
| pyspark.RDD.withResources |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.zip.html"> |
| pyspark.RDD.zip |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.zipWithIndex.html"> |
| pyspark.RDD.zipWithIndex |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDD.zipWithUniqueId.html"> |
| pyspark.RDD.zipWithUniqueId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.Broadcast.destroy.html"> |
| pyspark.Broadcast.destroy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.Broadcast.dump.html"> |
| pyspark.Broadcast.dump |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.Broadcast.load.html"> |
| pyspark.Broadcast.load |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.Broadcast.load_from_path.html"> |
| pyspark.Broadcast.load_from_path |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.Broadcast.unpersist.html"> |
| pyspark.Broadcast.unpersist |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.Broadcast.value.html"> |
| pyspark.Broadcast.value |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.Accumulator.add.html"> |
| pyspark.Accumulator.add |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.Accumulator.value.html"> |
| pyspark.Accumulator.value |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.AccumulatorParam.addInPlace.html"> |
| pyspark.AccumulatorParam.addInPlace |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.AccumulatorParam.zero.html"> |
| pyspark.AccumulatorParam.zero |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.inheritable_thread_target.html"> |
| pyspark.inheritable_thread_target |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkConf.contains.html"> |
| pyspark.SparkConf.contains |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkConf.get.html"> |
| pyspark.SparkConf.get |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkConf.getAll.html"> |
| pyspark.SparkConf.getAll |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkConf.set.html"> |
| pyspark.SparkConf.set |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkConf.setAll.html"> |
| pyspark.SparkConf.setAll |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkConf.setAppName.html"> |
| pyspark.SparkConf.setAppName |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkConf.setExecutorEnv.html"> |
| pyspark.SparkConf.setExecutorEnv |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkConf.setIfMissing.html"> |
| pyspark.SparkConf.setIfMissing |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkConf.setMaster.html"> |
| pyspark.SparkConf.setMaster |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkConf.setSparkHome.html"> |
| pyspark.SparkConf.setSparkHome |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkConf.toDebugString.html"> |
| pyspark.SparkConf.toDebugString |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkFiles.get.html"> |
| pyspark.SparkFiles.get |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.SparkFiles.getRootDirectory.html"> |
| pyspark.SparkFiles.getRootDirectory |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.StorageLevel.DISK_ONLY.html"> |
| pyspark.StorageLevel.DISK_ONLY |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.StorageLevel.DISK_ONLY_2.html"> |
| pyspark.StorageLevel.DISK_ONLY_2 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.StorageLevel.DISK_ONLY_3.html"> |
| pyspark.StorageLevel.DISK_ONLY_3 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.StorageLevel.MEMORY_AND_DISK.html"> |
| pyspark.StorageLevel.MEMORY_AND_DISK |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.StorageLevel.MEMORY_AND_DISK_2.html"> |
| pyspark.StorageLevel.MEMORY_AND_DISK_2 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.StorageLevel.MEMORY_AND_DISK_DESER.html"> |
| pyspark.StorageLevel.MEMORY_AND_DISK_DESER |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.StorageLevel.MEMORY_ONLY.html"> |
| pyspark.StorageLevel.MEMORY_ONLY |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.StorageLevel.MEMORY_ONLY_2.html"> |
| pyspark.StorageLevel.MEMORY_ONLY_2 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.StorageLevel.OFF_HEAP.html"> |
| pyspark.StorageLevel.OFF_HEAP |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.TaskContext.attemptNumber.html"> |
| pyspark.TaskContext.attemptNumber |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.TaskContext.cpus.html"> |
| pyspark.TaskContext.cpus |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.TaskContext.get.html"> |
| pyspark.TaskContext.get |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.TaskContext.getLocalProperty.html"> |
| pyspark.TaskContext.getLocalProperty |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.TaskContext.partitionId.html"> |
| pyspark.TaskContext.partitionId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.TaskContext.resources.html"> |
| pyspark.TaskContext.resources |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.TaskContext.stageId.html"> |
| pyspark.TaskContext.stageId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.TaskContext.taskAttemptId.html"> |
| pyspark.TaskContext.taskAttemptId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDDBarrier.mapPartitions.html"> |
| pyspark.RDDBarrier.mapPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.RDDBarrier.mapPartitionsWithIndex.html"> |
| pyspark.RDDBarrier.mapPartitionsWithIndex |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.BarrierTaskContext.allGather.html"> |
| pyspark.BarrierTaskContext.allGather |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.BarrierTaskContext.attemptNumber.html"> |
| pyspark.BarrierTaskContext.attemptNumber |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.BarrierTaskContext.barrier.html"> |
| pyspark.BarrierTaskContext.barrier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.BarrierTaskContext.cpus.html"> |
| pyspark.BarrierTaskContext.cpus |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.BarrierTaskContext.get.html"> |
| pyspark.BarrierTaskContext.get |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.BarrierTaskContext.getLocalProperty.html"> |
| pyspark.BarrierTaskContext.getLocalProperty |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.BarrierTaskContext.getTaskInfos.html"> |
| pyspark.BarrierTaskContext.getTaskInfos |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.BarrierTaskContext.partitionId.html"> |
| pyspark.BarrierTaskContext.partitionId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.BarrierTaskContext.resources.html"> |
| pyspark.BarrierTaskContext.resources |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.BarrierTaskContext.stageId.html"> |
| pyspark.BarrierTaskContext.stageId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.BarrierTaskContext.taskAttemptId.html"> |
| pyspark.BarrierTaskContext.taskAttemptId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.util.VersionUtils.majorMinorVersion.html"> |
| pyspark.util.VersionUtils.majorMinorVersion |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="../pyspark.resource.html"> |
| Resource Management |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-38" name="toctree-checkbox-38" type="checkbox"/> |
| <label for="toctree-checkbox-38"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.resource.ResourceInformation.html"> |
| pyspark.resource.ResourceInformation |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.resource.ResourceProfile.html"> |
| pyspark.resource.ResourceProfile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.resource.ResourceProfileBuilder.html"> |
| pyspark.resource.ResourceProfileBuilder |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.resource.ExecutorResourceRequest.html"> |
| pyspark.resource.ExecutorResourceRequest |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.resource.ExecutorResourceRequests.html"> |
| pyspark.resource.ExecutorResourceRequests |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.resource.TaskResourceRequest.html"> |
| pyspark.resource.TaskResourceRequest |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.resource.TaskResourceRequests.html"> |
| pyspark.resource.TaskResourceRequests |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="../pyspark.errors.html"> |
| Errors |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-39" name="toctree-checkbox-39" type="checkbox"/> |
| <label for="toctree-checkbox-39"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.errors.PySparkException.html"> |
| pyspark.errors.PySparkException |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.errors.AnalysisException.html"> |
| pyspark.errors.AnalysisException |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.errors.TempTableAlreadyExistsException.html"> |
| pyspark.errors.TempTableAlreadyExistsException |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.errors.ParseException.html"> |
| pyspark.errors.ParseException |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.errors.IllegalArgumentException.html"> |
| pyspark.errors.IllegalArgumentException |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.errors.StreamingQueryException.html"> |
| pyspark.errors.StreamingQueryException |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.errors.QueryExecutionException.html"> |
| pyspark.errors.QueryExecutionException |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.errors.PythonException.html"> |
| pyspark.errors.PythonException |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.errors.UnknownException.html"> |
| pyspark.errors.UnknownException |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.errors.SparkUpgradeException.html"> |
| pyspark.errors.SparkUpgradeException |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.errors.PySparkException.getErrorClass.html"> |
| pyspark.errors.PySparkException.getErrorClass |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.errors.PySparkException.getMessageParameters.html"> |
| pyspark.errors.PySparkException.getMessageParameters |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.errors.PySparkException.getSqlState.html"> |
| pyspark.errors.PySparkException.getSqlState |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="../pyspark.testing.html"> |
| Testing |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-40" name="toctree-checkbox-40" type="checkbox"/> |
| <label for="toctree-checkbox-40"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.testing.assertDataFrameEqual.html"> |
| pyspark.testing.assertDataFrameEqual |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.testing.assertPandasOnSparkEqual.html"> |
| pyspark.testing.assertPandasOnSparkEqual |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="../api/pyspark.testing.assertSchemaEqual.html"> |
| pyspark.testing.assertSchemaEqual |
| </a> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| |
| </div> |
| </nav> |
| </div> |
| <div class="sidebar-end-items"> |
| </div> |
| </div> |
| |
| |
| |
| |
| <div class="d-none d-xl-block col-xl-2 bd-toc"> |
| |
| |
| <div class="toc-item"> |
| |
| <div class="tocsection onthispage pt-5 pb-3"> |
| <i class="fas fa-list"></i> On this page |
| </div> |
| |
| <nav id="bd-toc-nav"> |
| <ul class="visible nav section-nav flex-column"> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#normal-functions"> |
| Normal Functions |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#math-functions"> |
| Math Functions |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#datetime-functions"> |
| Datetime Functions |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#collection-functions"> |
| Collection Functions |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#partition-transformation-functions"> |
| Partition Transformation Functions |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#aggregate-functions"> |
| Aggregate Functions |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#window-functions"> |
| Window Functions |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#sort-functions"> |
| Sort Functions |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#string-functions"> |
| String Functions |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#bitwise-functions"> |
| Bitwise Functions |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#call-functions"> |
| Call Functions |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#misc-functions"> |
| Misc Functions |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#predicate-functions"> |
| Predicate Functions |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#xml-functions"> |
| Xml Functions |
| </a> |
| </li> |
| </ul> |
| |
| </nav> |
| </div> |
| |
| <div class="toc-item"> |
| |
| </div> |
| |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| <main class="col-12 col-md-9 col-xl-7 py-md-5 pl-md-5 pr-md-4 bd-content" role="main"> |
| |
| <div> |
| |
| <section id="functions"> |
| <h1>Functions<a class="headerlink" href="#functions" title="Permalink to this headline">¶</a></h1> |
| <p>A collections of builtin functions available for DataFrame operations. |
| From Apache Spark 3.5.0, all functions support Spark Connect.</p> |
| <section id="normal-functions"> |
| <h2>Normal Functions<a class="headerlink" href="#normal-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.col.html#pyspark.sql.functions.col" title="pyspark.sql.functions.col"><code class="xref py py-obj docutils literal notranslate"><span class="pre">col</span></code></a>(col)</p></td> |
| <td><p>Returns a <a class="reference internal" href="api/pyspark.sql.Column.html#pyspark.sql.Column" title="pyspark.sql.Column"><code class="xref py py-class docutils literal notranslate"><span class="pre">Column</span></code></a> based on the given column name.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.column.html#pyspark.sql.functions.column" title="pyspark.sql.functions.column"><code class="xref py py-obj docutils literal notranslate"><span class="pre">column</span></code></a>(col)</p></td> |
| <td><p>Returns a <a class="reference internal" href="api/pyspark.sql.Column.html#pyspark.sql.Column" title="pyspark.sql.Column"><code class="xref py py-class docutils literal notranslate"><span class="pre">Column</span></code></a> based on the given column name.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.lit.html#pyspark.sql.functions.lit" title="pyspark.sql.functions.lit"><code class="xref py py-obj docutils literal notranslate"><span class="pre">lit</span></code></a>(col)</p></td> |
| <td><p>Creates a <a class="reference internal" href="api/pyspark.sql.Column.html#pyspark.sql.Column" title="pyspark.sql.Column"><code class="xref py py-class docutils literal notranslate"><span class="pre">Column</span></code></a> of literal value.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.broadcast.html#pyspark.sql.functions.broadcast" title="pyspark.sql.functions.broadcast"><code class="xref py py-obj docutils literal notranslate"><span class="pre">broadcast</span></code></a>(df)</p></td> |
| <td><p>Marks a DataFrame as small enough for use in broadcast joins.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.coalesce.html#pyspark.sql.functions.coalesce" title="pyspark.sql.functions.coalesce"><code class="xref py py-obj docutils literal notranslate"><span class="pre">coalesce</span></code></a>(*cols)</p></td> |
| <td><p>Returns the first column that is not null.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.input_file_name.html#pyspark.sql.functions.input_file_name" title="pyspark.sql.functions.input_file_name"><code class="xref py py-obj docutils literal notranslate"><span class="pre">input_file_name</span></code></a>()</p></td> |
| <td><p>Creates a string column for the file name of the current Spark task.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.isnan.html#pyspark.sql.functions.isnan" title="pyspark.sql.functions.isnan"><code class="xref py py-obj docutils literal notranslate"><span class="pre">isnan</span></code></a>(col)</p></td> |
| <td><p>An expression that returns true if the column is NaN.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.isnull.html#pyspark.sql.functions.isnull" title="pyspark.sql.functions.isnull"><code class="xref py py-obj docutils literal notranslate"><span class="pre">isnull</span></code></a>(col)</p></td> |
| <td><p>An expression that returns true if the column is null.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.monotonically_increasing_id.html#pyspark.sql.functions.monotonically_increasing_id" title="pyspark.sql.functions.monotonically_increasing_id"><code class="xref py py-obj docutils literal notranslate"><span class="pre">monotonically_increasing_id</span></code></a>()</p></td> |
| <td><p>A column that generates monotonically increasing 64-bit integers.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.named_struct.html#pyspark.sql.functions.named_struct" title="pyspark.sql.functions.named_struct"><code class="xref py py-obj docutils literal notranslate"><span class="pre">named_struct</span></code></a>(*cols)</p></td> |
| <td><p>Creates a struct with the given field names and values.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.nanvl.html#pyspark.sql.functions.nanvl" title="pyspark.sql.functions.nanvl"><code class="xref py py-obj docutils literal notranslate"><span class="pre">nanvl</span></code></a>(col1, col2)</p></td> |
| <td><p>Returns col1 if it is not NaN, or col2 if col1 is NaN.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.rand.html#pyspark.sql.functions.rand" title="pyspark.sql.functions.rand"><code class="xref py py-obj docutils literal notranslate"><span class="pre">rand</span></code></a>([seed])</p></td> |
| <td><p>Generates a random column with independent and identically distributed (i.i.d.) samples uniformly distributed in [0.0, 1.0).</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.randn.html#pyspark.sql.functions.randn" title="pyspark.sql.functions.randn"><code class="xref py py-obj docutils literal notranslate"><span class="pre">randn</span></code></a>([seed])</p></td> |
| <td><p>Generates a column with independent and identically distributed (i.i.d.) samples from the standard normal distribution.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.spark_partition_id.html#pyspark.sql.functions.spark_partition_id" title="pyspark.sql.functions.spark_partition_id"><code class="xref py py-obj docutils literal notranslate"><span class="pre">spark_partition_id</span></code></a>()</p></td> |
| <td><p>A column for partition ID.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.when.html#pyspark.sql.functions.when" title="pyspark.sql.functions.when"><code class="xref py py-obj docutils literal notranslate"><span class="pre">when</span></code></a>(condition, value)</p></td> |
| <td><p>Evaluates a list of conditions and returns one of multiple possible result expressions.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bitwise_not.html#pyspark.sql.functions.bitwise_not" title="pyspark.sql.functions.bitwise_not"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bitwise_not</span></code></a>(col)</p></td> |
| <td><p>Computes bitwise not.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bitwiseNOT.html#pyspark.sql.functions.bitwiseNOT" title="pyspark.sql.functions.bitwiseNOT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bitwiseNOT</span></code></a>(col)</p></td> |
| <td><p>Computes bitwise not.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.expr.html#pyspark.sql.functions.expr" title="pyspark.sql.functions.expr"><code class="xref py py-obj docutils literal notranslate"><span class="pre">expr</span></code></a>(str)</p></td> |
| <td><p>Parses the expression string into the column that it represents</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.greatest.html#pyspark.sql.functions.greatest" title="pyspark.sql.functions.greatest"><code class="xref py py-obj docutils literal notranslate"><span class="pre">greatest</span></code></a>(*cols)</p></td> |
| <td><p>Returns the greatest value of the list of column names, skipping null values.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.least.html#pyspark.sql.functions.least" title="pyspark.sql.functions.least"><code class="xref py py-obj docutils literal notranslate"><span class="pre">least</span></code></a>(*cols)</p></td> |
| <td><p>Returns the least value of the list of column names, skipping null values.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| <section id="math-functions"> |
| <h2>Math Functions<a class="headerlink" href="#math-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sqrt.html#pyspark.sql.functions.sqrt" title="pyspark.sql.functions.sqrt"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sqrt</span></code></a>(col)</p></td> |
| <td><p>Computes the square root of the specified float value.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.abs.html#pyspark.sql.functions.abs" title="pyspark.sql.functions.abs"><code class="xref py py-obj docutils literal notranslate"><span class="pre">abs</span></code></a>(col)</p></td> |
| <td><p>Computes the absolute value.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.acos.html#pyspark.sql.functions.acos" title="pyspark.sql.functions.acos"><code class="xref py py-obj docutils literal notranslate"><span class="pre">acos</span></code></a>(col)</p></td> |
| <td><p>Computes inverse cosine of the input column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.acosh.html#pyspark.sql.functions.acosh" title="pyspark.sql.functions.acosh"><code class="xref py py-obj docutils literal notranslate"><span class="pre">acosh</span></code></a>(col)</p></td> |
| <td><p>Computes inverse hyperbolic cosine of the input column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.asin.html#pyspark.sql.functions.asin" title="pyspark.sql.functions.asin"><code class="xref py py-obj docutils literal notranslate"><span class="pre">asin</span></code></a>(col)</p></td> |
| <td><p>Computes inverse sine of the input column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.asinh.html#pyspark.sql.functions.asinh" title="pyspark.sql.functions.asinh"><code class="xref py py-obj docutils literal notranslate"><span class="pre">asinh</span></code></a>(col)</p></td> |
| <td><p>Computes inverse hyperbolic sine of the input column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.atan.html#pyspark.sql.functions.atan" title="pyspark.sql.functions.atan"><code class="xref py py-obj docutils literal notranslate"><span class="pre">atan</span></code></a>(col)</p></td> |
| <td><p>Compute inverse tangent of the input column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.atanh.html#pyspark.sql.functions.atanh" title="pyspark.sql.functions.atanh"><code class="xref py py-obj docutils literal notranslate"><span class="pre">atanh</span></code></a>(col)</p></td> |
| <td><p>Computes inverse hyperbolic tangent of the input column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.atan2.html#pyspark.sql.functions.atan2" title="pyspark.sql.functions.atan2"><code class="xref py py-obj docutils literal notranslate"><span class="pre">atan2</span></code></a>(col1, col2)</p></td> |
| <td><p><div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.4.0.</span></p> |
| </div> |
| </p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bin.html#pyspark.sql.functions.bin" title="pyspark.sql.functions.bin"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bin</span></code></a>(col)</p></td> |
| <td><p>Returns the string representation of the binary value of the given column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.cbrt.html#pyspark.sql.functions.cbrt" title="pyspark.sql.functions.cbrt"><code class="xref py py-obj docutils literal notranslate"><span class="pre">cbrt</span></code></a>(col)</p></td> |
| <td><p>Computes the cube-root of the given value.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.ceil.html#pyspark.sql.functions.ceil" title="pyspark.sql.functions.ceil"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ceil</span></code></a>(col)</p></td> |
| <td><p>Computes the ceiling of the given value.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.ceiling.html#pyspark.sql.functions.ceiling" title="pyspark.sql.functions.ceiling"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ceiling</span></code></a>(col)</p></td> |
| <td><p>Computes the ceiling of the given value.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.conv.html#pyspark.sql.functions.conv" title="pyspark.sql.functions.conv"><code class="xref py py-obj docutils literal notranslate"><span class="pre">conv</span></code></a>(col, fromBase, toBase)</p></td> |
| <td><p>Convert a number in a string column from one base to another.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.cos.html#pyspark.sql.functions.cos" title="pyspark.sql.functions.cos"><code class="xref py py-obj docutils literal notranslate"><span class="pre">cos</span></code></a>(col)</p></td> |
| <td><p>Computes cosine of the input column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.cosh.html#pyspark.sql.functions.cosh" title="pyspark.sql.functions.cosh"><code class="xref py py-obj docutils literal notranslate"><span class="pre">cosh</span></code></a>(col)</p></td> |
| <td><p>Computes hyperbolic cosine of the input column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.cot.html#pyspark.sql.functions.cot" title="pyspark.sql.functions.cot"><code class="xref py py-obj docutils literal notranslate"><span class="pre">cot</span></code></a>(col)</p></td> |
| <td><p>Computes cotangent of the input column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.csc.html#pyspark.sql.functions.csc" title="pyspark.sql.functions.csc"><code class="xref py py-obj docutils literal notranslate"><span class="pre">csc</span></code></a>(col)</p></td> |
| <td><p>Computes cosecant of the input column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.e.html#pyspark.sql.functions.e" title="pyspark.sql.functions.e"><code class="xref py py-obj docutils literal notranslate"><span class="pre">e</span></code></a>()</p></td> |
| <td><p>Returns Euler’s number.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.exp.html#pyspark.sql.functions.exp" title="pyspark.sql.functions.exp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">exp</span></code></a>(col)</p></td> |
| <td><p>Computes the exponential of the given value.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.expm1.html#pyspark.sql.functions.expm1" title="pyspark.sql.functions.expm1"><code class="xref py py-obj docutils literal notranslate"><span class="pre">expm1</span></code></a>(col)</p></td> |
| <td><p>Computes the exponential of the given value minus one.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.factorial.html#pyspark.sql.functions.factorial" title="pyspark.sql.functions.factorial"><code class="xref py py-obj docutils literal notranslate"><span class="pre">factorial</span></code></a>(col)</p></td> |
| <td><p>Computes the factorial of the given value.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.floor.html#pyspark.sql.functions.floor" title="pyspark.sql.functions.floor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">floor</span></code></a>(col)</p></td> |
| <td><p>Computes the floor of the given value.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.hex.html#pyspark.sql.functions.hex" title="pyspark.sql.functions.hex"><code class="xref py py-obj docutils literal notranslate"><span class="pre">hex</span></code></a>(col)</p></td> |
| <td><p>Computes hex value of the given column, which could be <a class="reference internal" href="api/pyspark.sql.types.StringType.html#pyspark.sql.types.StringType" title="pyspark.sql.types.StringType"><code class="xref py py-class docutils literal notranslate"><span class="pre">pyspark.sql.types.StringType</span></code></a>, <a class="reference internal" href="api/pyspark.sql.types.BinaryType.html#pyspark.sql.types.BinaryType" title="pyspark.sql.types.BinaryType"><code class="xref py py-class docutils literal notranslate"><span class="pre">pyspark.sql.types.BinaryType</span></code></a>, <a class="reference internal" href="api/pyspark.sql.types.IntegerType.html#pyspark.sql.types.IntegerType" title="pyspark.sql.types.IntegerType"><code class="xref py py-class docutils literal notranslate"><span class="pre">pyspark.sql.types.IntegerType</span></code></a> or <a class="reference internal" href="api/pyspark.sql.types.LongType.html#pyspark.sql.types.LongType" title="pyspark.sql.types.LongType"><code class="xref py py-class docutils literal notranslate"><span class="pre">pyspark.sql.types.LongType</span></code></a>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.unhex.html#pyspark.sql.functions.unhex" title="pyspark.sql.functions.unhex"><code class="xref py py-obj docutils literal notranslate"><span class="pre">unhex</span></code></a>(col)</p></td> |
| <td><p>Inverse of hex.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.hypot.html#pyspark.sql.functions.hypot" title="pyspark.sql.functions.hypot"><code class="xref py py-obj docutils literal notranslate"><span class="pre">hypot</span></code></a>(col1, col2)</p></td> |
| <td><p>Computes <code class="docutils literal notranslate"><span class="pre">sqrt(a^2</span> <span class="pre">+</span> <span class="pre">b^2)</span></code> without intermediate overflow or underflow.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.ln.html#pyspark.sql.functions.ln" title="pyspark.sql.functions.ln"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ln</span></code></a>(col)</p></td> |
| <td><p>Returns the natural logarithm of the argument.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.log.html#pyspark.sql.functions.log" title="pyspark.sql.functions.log"><code class="xref py py-obj docutils literal notranslate"><span class="pre">log</span></code></a>(arg1[, arg2])</p></td> |
| <td><p>Returns the first argument-based logarithm of the second argument.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.log10.html#pyspark.sql.functions.log10" title="pyspark.sql.functions.log10"><code class="xref py py-obj docutils literal notranslate"><span class="pre">log10</span></code></a>(col)</p></td> |
| <td><p>Computes the logarithm of the given value in Base 10.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.log1p.html#pyspark.sql.functions.log1p" title="pyspark.sql.functions.log1p"><code class="xref py py-obj docutils literal notranslate"><span class="pre">log1p</span></code></a>(col)</p></td> |
| <td><p>Computes the natural logarithm of the “given value plus one”.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.log2.html#pyspark.sql.functions.log2" title="pyspark.sql.functions.log2"><code class="xref py py-obj docutils literal notranslate"><span class="pre">log2</span></code></a>(col)</p></td> |
| <td><p>Returns the base-2 logarithm of the argument.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.negate.html#pyspark.sql.functions.negate" title="pyspark.sql.functions.negate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">negate</span></code></a>(col)</p></td> |
| <td><p>Returns the negative value.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.negative.html#pyspark.sql.functions.negative" title="pyspark.sql.functions.negative"><code class="xref py py-obj docutils literal notranslate"><span class="pre">negative</span></code></a>(col)</p></td> |
| <td><p>Returns the negative value.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.pi.html#pyspark.sql.functions.pi" title="pyspark.sql.functions.pi"><code class="xref py py-obj docutils literal notranslate"><span class="pre">pi</span></code></a>()</p></td> |
| <td><p>Returns Pi.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.pmod.html#pyspark.sql.functions.pmod" title="pyspark.sql.functions.pmod"><code class="xref py py-obj docutils literal notranslate"><span class="pre">pmod</span></code></a>(dividend, divisor)</p></td> |
| <td><p>Returns the positive value of dividend mod divisor.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.positive.html#pyspark.sql.functions.positive" title="pyspark.sql.functions.positive"><code class="xref py py-obj docutils literal notranslate"><span class="pre">positive</span></code></a>(col)</p></td> |
| <td><p>Returns the value.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.pow.html#pyspark.sql.functions.pow" title="pyspark.sql.functions.pow"><code class="xref py py-obj docutils literal notranslate"><span class="pre">pow</span></code></a>(col1, col2)</p></td> |
| <td><p>Returns the value of the first argument raised to the power of the second argument.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.power.html#pyspark.sql.functions.power" title="pyspark.sql.functions.power"><code class="xref py py-obj docutils literal notranslate"><span class="pre">power</span></code></a>(col1, col2)</p></td> |
| <td><p>Returns the value of the first argument raised to the power of the second argument.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.rint.html#pyspark.sql.functions.rint" title="pyspark.sql.functions.rint"><code class="xref py py-obj docutils literal notranslate"><span class="pre">rint</span></code></a>(col)</p></td> |
| <td><p>Returns the double value that is closest in value to the argument and is equal to a mathematical integer.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.round.html#pyspark.sql.functions.round" title="pyspark.sql.functions.round"><code class="xref py py-obj docutils literal notranslate"><span class="pre">round</span></code></a>(col[, scale])</p></td> |
| <td><p>Round the given value to <cite>scale</cite> decimal places using HALF_UP rounding mode if <cite>scale</cite> >= 0 or at integral part when <cite>scale</cite> < 0.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bround.html#pyspark.sql.functions.bround" title="pyspark.sql.functions.bround"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bround</span></code></a>(col[, scale])</p></td> |
| <td><p>Round the given value to <cite>scale</cite> decimal places using HALF_EVEN rounding mode if <cite>scale</cite> >= 0 or at integral part when <cite>scale</cite> < 0.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sec.html#pyspark.sql.functions.sec" title="pyspark.sql.functions.sec"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sec</span></code></a>(col)</p></td> |
| <td><p>Computes secant of the input column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.shiftleft.html#pyspark.sql.functions.shiftleft" title="pyspark.sql.functions.shiftleft"><code class="xref py py-obj docutils literal notranslate"><span class="pre">shiftleft</span></code></a>(col, numBits)</p></td> |
| <td><p>Shift the given value numBits left.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.shiftright.html#pyspark.sql.functions.shiftright" title="pyspark.sql.functions.shiftright"><code class="xref py py-obj docutils literal notranslate"><span class="pre">shiftright</span></code></a>(col, numBits)</p></td> |
| <td><p>(Signed) shift the given value numBits right.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.shiftrightunsigned.html#pyspark.sql.functions.shiftrightunsigned" title="pyspark.sql.functions.shiftrightunsigned"><code class="xref py py-obj docutils literal notranslate"><span class="pre">shiftrightunsigned</span></code></a>(col, numBits)</p></td> |
| <td><p>Unsigned shift the given value numBits right.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sign.html#pyspark.sql.functions.sign" title="pyspark.sql.functions.sign"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sign</span></code></a>(col)</p></td> |
| <td><p>Computes the signum of the given value.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.signum.html#pyspark.sql.functions.signum" title="pyspark.sql.functions.signum"><code class="xref py py-obj docutils literal notranslate"><span class="pre">signum</span></code></a>(col)</p></td> |
| <td><p>Computes the signum of the given value.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sin.html#pyspark.sql.functions.sin" title="pyspark.sql.functions.sin"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sin</span></code></a>(col)</p></td> |
| <td><p>Computes sine of the input column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sinh.html#pyspark.sql.functions.sinh" title="pyspark.sql.functions.sinh"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sinh</span></code></a>(col)</p></td> |
| <td><p>Computes hyperbolic sine of the input column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.tan.html#pyspark.sql.functions.tan" title="pyspark.sql.functions.tan"><code class="xref py py-obj docutils literal notranslate"><span class="pre">tan</span></code></a>(col)</p></td> |
| <td><p>Computes tangent of the input column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.tanh.html#pyspark.sql.functions.tanh" title="pyspark.sql.functions.tanh"><code class="xref py py-obj docutils literal notranslate"><span class="pre">tanh</span></code></a>(col)</p></td> |
| <td><p>Computes hyperbolic tangent of the input column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.toDegrees.html#pyspark.sql.functions.toDegrees" title="pyspark.sql.functions.toDegrees"><code class="xref py py-obj docutils literal notranslate"><span class="pre">toDegrees</span></code></a>(col)</p></td> |
| <td><p><div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.4.0.</span></p> |
| </div> |
| </p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.try_add.html#pyspark.sql.functions.try_add" title="pyspark.sql.functions.try_add"><code class="xref py py-obj docutils literal notranslate"><span class="pre">try_add</span></code></a>(left, right)</p></td> |
| <td><p>Returns the sum of <cite>left`and `right</cite> and the result is null on overflow.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.try_avg.html#pyspark.sql.functions.try_avg" title="pyspark.sql.functions.try_avg"><code class="xref py py-obj docutils literal notranslate"><span class="pre">try_avg</span></code></a>(col)</p></td> |
| <td><p>Returns the mean calculated from values of a group and the result is null on overflow.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.try_divide.html#pyspark.sql.functions.try_divide" title="pyspark.sql.functions.try_divide"><code class="xref py py-obj docutils literal notranslate"><span class="pre">try_divide</span></code></a>(left, right)</p></td> |
| <td><p>Returns <cite>dividend</cite>/<cite>divisor</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.try_multiply.html#pyspark.sql.functions.try_multiply" title="pyspark.sql.functions.try_multiply"><code class="xref py py-obj docutils literal notranslate"><span class="pre">try_multiply</span></code></a>(left, right)</p></td> |
| <td><p>Returns <cite>left`*`right</cite> and the result is null on overflow.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.try_subtract.html#pyspark.sql.functions.try_subtract" title="pyspark.sql.functions.try_subtract"><code class="xref py py-obj docutils literal notranslate"><span class="pre">try_subtract</span></code></a>(left, right)</p></td> |
| <td><p>Returns <cite>left</cite>-<cite>right</cite> and the result is null on overflow.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.try_sum.html#pyspark.sql.functions.try_sum" title="pyspark.sql.functions.try_sum"><code class="xref py py-obj docutils literal notranslate"><span class="pre">try_sum</span></code></a>(col)</p></td> |
| <td><p>Returns the sum calculated from values of a group and the result is null on overflow.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.try_to_binary.html#pyspark.sql.functions.try_to_binary" title="pyspark.sql.functions.try_to_binary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">try_to_binary</span></code></a>(col[, format])</p></td> |
| <td><p>This is a special version of <cite>to_binary</cite> that performs the same operation, but returns a NULL value instead of raising an error if the conversion cannot be performed.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.try_to_number.html#pyspark.sql.functions.try_to_number" title="pyspark.sql.functions.try_to_number"><code class="xref py py-obj docutils literal notranslate"><span class="pre">try_to_number</span></code></a>(col, format)</p></td> |
| <td><p>Convert string ‘col’ to a number based on the string format <cite>format</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.degrees.html#pyspark.sql.functions.degrees" title="pyspark.sql.functions.degrees"><code class="xref py py-obj docutils literal notranslate"><span class="pre">degrees</span></code></a>(col)</p></td> |
| <td><p>Converts an angle measured in radians to an approximately equivalent angle measured in degrees.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.toRadians.html#pyspark.sql.functions.toRadians" title="pyspark.sql.functions.toRadians"><code class="xref py py-obj docutils literal notranslate"><span class="pre">toRadians</span></code></a>(col)</p></td> |
| <td><p><div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.4.0.</span></p> |
| </div> |
| </p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.radians.html#pyspark.sql.functions.radians" title="pyspark.sql.functions.radians"><code class="xref py py-obj docutils literal notranslate"><span class="pre">radians</span></code></a>(col)</p></td> |
| <td><p>Converts an angle measured in degrees to an approximately equivalent angle measured in radians.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.width_bucket.html#pyspark.sql.functions.width_bucket" title="pyspark.sql.functions.width_bucket"><code class="xref py py-obj docutils literal notranslate"><span class="pre">width_bucket</span></code></a>(v, min, max, numBucket)</p></td> |
| <td><p>Returns the bucket number into which the value of this expression would fall after being evaluated.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| <section id="datetime-functions"> |
| <h2>Datetime Functions<a class="headerlink" href="#datetime-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.add_months.html#pyspark.sql.functions.add_months" title="pyspark.sql.functions.add_months"><code class="xref py py-obj docutils literal notranslate"><span class="pre">add_months</span></code></a>(start, months)</p></td> |
| <td><p>Returns the date that is <cite>months</cite> months after <cite>start</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.convert_timezone.html#pyspark.sql.functions.convert_timezone" title="pyspark.sql.functions.convert_timezone"><code class="xref py py-obj docutils literal notranslate"><span class="pre">convert_timezone</span></code></a>(sourceTz, targetTz, sourceTs)</p></td> |
| <td><p>Converts the timestamp without time zone <cite>sourceTs</cite> from the <cite>sourceTz</cite> time zone to <cite>targetTz</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.curdate.html#pyspark.sql.functions.curdate" title="pyspark.sql.functions.curdate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">curdate</span></code></a>()</p></td> |
| <td><p>Returns the current date at the start of query evaluation as a <code class="xref py py-class docutils literal notranslate"><span class="pre">DateType</span></code> column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.current_date.html#pyspark.sql.functions.current_date" title="pyspark.sql.functions.current_date"><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_date</span></code></a>()</p></td> |
| <td><p>Returns the current date at the start of query evaluation as a <code class="xref py py-class docutils literal notranslate"><span class="pre">DateType</span></code> column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.current_timestamp.html#pyspark.sql.functions.current_timestamp" title="pyspark.sql.functions.current_timestamp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_timestamp</span></code></a>()</p></td> |
| <td><p>Returns the current timestamp at the start of query evaluation as a <code class="xref py py-class docutils literal notranslate"><span class="pre">TimestampType</span></code> column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.current_timezone.html#pyspark.sql.functions.current_timezone" title="pyspark.sql.functions.current_timezone"><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_timezone</span></code></a>()</p></td> |
| <td><p>Returns the current session local timezone.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.date_add.html#pyspark.sql.functions.date_add" title="pyspark.sql.functions.date_add"><code class="xref py py-obj docutils literal notranslate"><span class="pre">date_add</span></code></a>(start, days)</p></td> |
| <td><p>Returns the date that is <cite>days</cite> days after <cite>start</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.date_diff.html#pyspark.sql.functions.date_diff" title="pyspark.sql.functions.date_diff"><code class="xref py py-obj docutils literal notranslate"><span class="pre">date_diff</span></code></a>(end, start)</p></td> |
| <td><p>Returns the number of days from <cite>start</cite> to <cite>end</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.date_format.html#pyspark.sql.functions.date_format" title="pyspark.sql.functions.date_format"><code class="xref py py-obj docutils literal notranslate"><span class="pre">date_format</span></code></a>(date, format)</p></td> |
| <td><p>Converts a date/timestamp/string to a value of string in the format specified by the date format given by the second argument.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.date_from_unix_date.html#pyspark.sql.functions.date_from_unix_date" title="pyspark.sql.functions.date_from_unix_date"><code class="xref py py-obj docutils literal notranslate"><span class="pre">date_from_unix_date</span></code></a>(days)</p></td> |
| <td><p>Create date from the number of <cite>days</cite> since 1970-01-01.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.date_sub.html#pyspark.sql.functions.date_sub" title="pyspark.sql.functions.date_sub"><code class="xref py py-obj docutils literal notranslate"><span class="pre">date_sub</span></code></a>(start, days)</p></td> |
| <td><p>Returns the date that is <cite>days</cite> days before <cite>start</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.date_trunc.html#pyspark.sql.functions.date_trunc" title="pyspark.sql.functions.date_trunc"><code class="xref py py-obj docutils literal notranslate"><span class="pre">date_trunc</span></code></a>(format, timestamp)</p></td> |
| <td><p>Returns timestamp truncated to the unit specified by the format.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.dateadd.html#pyspark.sql.functions.dateadd" title="pyspark.sql.functions.dateadd"><code class="xref py py-obj docutils literal notranslate"><span class="pre">dateadd</span></code></a>(start, days)</p></td> |
| <td><p>Returns the date that is <cite>days</cite> days after <cite>start</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.datediff.html#pyspark.sql.functions.datediff" title="pyspark.sql.functions.datediff"><code class="xref py py-obj docutils literal notranslate"><span class="pre">datediff</span></code></a>(end, start)</p></td> |
| <td><p>Returns the number of days from <cite>start</cite> to <cite>end</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.day.html#pyspark.sql.functions.day" title="pyspark.sql.functions.day"><code class="xref py py-obj docutils literal notranslate"><span class="pre">day</span></code></a>(col)</p></td> |
| <td><p>Extract the day of the month of a given date/timestamp as integer.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.date_part.html#pyspark.sql.functions.date_part" title="pyspark.sql.functions.date_part"><code class="xref py py-obj docutils literal notranslate"><span class="pre">date_part</span></code></a>(field, source)</p></td> |
| <td><p>Extracts a part of the date/timestamp or interval source.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.datepart.html#pyspark.sql.functions.datepart" title="pyspark.sql.functions.datepart"><code class="xref py py-obj docutils literal notranslate"><span class="pre">datepart</span></code></a>(field, source)</p></td> |
| <td><p>Extracts a part of the date/timestamp or interval source.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.dayofmonth.html#pyspark.sql.functions.dayofmonth" title="pyspark.sql.functions.dayofmonth"><code class="xref py py-obj docutils literal notranslate"><span class="pre">dayofmonth</span></code></a>(col)</p></td> |
| <td><p>Extract the day of the month of a given date/timestamp as integer.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.dayofweek.html#pyspark.sql.functions.dayofweek" title="pyspark.sql.functions.dayofweek"><code class="xref py py-obj docutils literal notranslate"><span class="pre">dayofweek</span></code></a>(col)</p></td> |
| <td><p>Extract the day of the week of a given date/timestamp as integer.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.dayofyear.html#pyspark.sql.functions.dayofyear" title="pyspark.sql.functions.dayofyear"><code class="xref py py-obj docutils literal notranslate"><span class="pre">dayofyear</span></code></a>(col)</p></td> |
| <td><p>Extract the day of the year of a given date/timestamp as integer.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.extract.html#pyspark.sql.functions.extract" title="pyspark.sql.functions.extract"><code class="xref py py-obj docutils literal notranslate"><span class="pre">extract</span></code></a>(field, source)</p></td> |
| <td><p>Extracts a part of the date/timestamp or interval source.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.second.html#pyspark.sql.functions.second" title="pyspark.sql.functions.second"><code class="xref py py-obj docutils literal notranslate"><span class="pre">second</span></code></a>(col)</p></td> |
| <td><p>Extract the seconds of a given date as integer.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.weekofyear.html#pyspark.sql.functions.weekofyear" title="pyspark.sql.functions.weekofyear"><code class="xref py py-obj docutils literal notranslate"><span class="pre">weekofyear</span></code></a>(col)</p></td> |
| <td><p>Extract the week number of a given date as integer.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.year.html#pyspark.sql.functions.year" title="pyspark.sql.functions.year"><code class="xref py py-obj docutils literal notranslate"><span class="pre">year</span></code></a>(col)</p></td> |
| <td><p>Extract the year of a given date/timestamp as integer.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.quarter.html#pyspark.sql.functions.quarter" title="pyspark.sql.functions.quarter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">quarter</span></code></a>(col)</p></td> |
| <td><p>Extract the quarter of a given date/timestamp as integer.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.month.html#pyspark.sql.functions.month" title="pyspark.sql.functions.month"><code class="xref py py-obj docutils literal notranslate"><span class="pre">month</span></code></a>(col)</p></td> |
| <td><p>Extract the month of a given date/timestamp as integer.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.last_day.html#pyspark.sql.functions.last_day" title="pyspark.sql.functions.last_day"><code class="xref py py-obj docutils literal notranslate"><span class="pre">last_day</span></code></a>(date)</p></td> |
| <td><p>Returns the last day of the month which the given date belongs to.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.localtimestamp.html#pyspark.sql.functions.localtimestamp" title="pyspark.sql.functions.localtimestamp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">localtimestamp</span></code></a>()</p></td> |
| <td><p>Returns the current timestamp without time zone at the start of query evaluation as a timestamp without time zone column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.make_dt_interval.html#pyspark.sql.functions.make_dt_interval" title="pyspark.sql.functions.make_dt_interval"><code class="xref py py-obj docutils literal notranslate"><span class="pre">make_dt_interval</span></code></a>([days, hours, mins, secs])</p></td> |
| <td><p>Make DayTimeIntervalType duration from days, hours, mins and secs.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.make_interval.html#pyspark.sql.functions.make_interval" title="pyspark.sql.functions.make_interval"><code class="xref py py-obj docutils literal notranslate"><span class="pre">make_interval</span></code></a>([years, months, weeks, days, …])</p></td> |
| <td><p>Make interval from years, months, weeks, days, hours, mins and secs.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.make_timestamp.html#pyspark.sql.functions.make_timestamp" title="pyspark.sql.functions.make_timestamp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">make_timestamp</span></code></a>(years, months, days, hours, …)</p></td> |
| <td><p>Create timestamp from years, months, days, hours, mins, secs and timezone fields.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.make_timestamp_ltz.html#pyspark.sql.functions.make_timestamp_ltz" title="pyspark.sql.functions.make_timestamp_ltz"><code class="xref py py-obj docutils literal notranslate"><span class="pre">make_timestamp_ltz</span></code></a>(years, months, days, …)</p></td> |
| <td><p>Create the current timestamp with local time zone from years, months, days, hours, mins, secs and timezone fields.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.make_timestamp_ntz.html#pyspark.sql.functions.make_timestamp_ntz" title="pyspark.sql.functions.make_timestamp_ntz"><code class="xref py py-obj docutils literal notranslate"><span class="pre">make_timestamp_ntz</span></code></a>(years, months, days, …)</p></td> |
| <td><p>Create local date-time from years, months, days, hours, mins, secs fields.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.make_ym_interval.html#pyspark.sql.functions.make_ym_interval" title="pyspark.sql.functions.make_ym_interval"><code class="xref py py-obj docutils literal notranslate"><span class="pre">make_ym_interval</span></code></a>([years, months])</p></td> |
| <td><p>Make year-month interval from years, months.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.minute.html#pyspark.sql.functions.minute" title="pyspark.sql.functions.minute"><code class="xref py py-obj docutils literal notranslate"><span class="pre">minute</span></code></a>(col)</p></td> |
| <td><p>Extract the minutes of a given timestamp as integer.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.months_between.html#pyspark.sql.functions.months_between" title="pyspark.sql.functions.months_between"><code class="xref py py-obj docutils literal notranslate"><span class="pre">months_between</span></code></a>(date1, date2[, roundOff])</p></td> |
| <td><p>Returns number of months between dates date1 and date2.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.next_day.html#pyspark.sql.functions.next_day" title="pyspark.sql.functions.next_day"><code class="xref py py-obj docutils literal notranslate"><span class="pre">next_day</span></code></a>(date, dayOfWeek)</p></td> |
| <td><p>Returns the first date which is later than the value of the date column based on second <cite>week day</cite> argument.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.hour.html#pyspark.sql.functions.hour" title="pyspark.sql.functions.hour"><code class="xref py py-obj docutils literal notranslate"><span class="pre">hour</span></code></a>(col)</p></td> |
| <td><p>Extract the hours of a given timestamp as integer.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.make_date.html#pyspark.sql.functions.make_date" title="pyspark.sql.functions.make_date"><code class="xref py py-obj docutils literal notranslate"><span class="pre">make_date</span></code></a>(year, month, day)</p></td> |
| <td><p>Returns a column with a date built from the year, month and day columns.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.now.html#pyspark.sql.functions.now" title="pyspark.sql.functions.now"><code class="xref py py-obj docutils literal notranslate"><span class="pre">now</span></code></a>()</p></td> |
| <td><p>Returns the current timestamp at the start of query evaluation.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.from_unixtime.html#pyspark.sql.functions.from_unixtime" title="pyspark.sql.functions.from_unixtime"><code class="xref py py-obj docutils literal notranslate"><span class="pre">from_unixtime</span></code></a>(timestamp[, format])</p></td> |
| <td><p>Converts the number of seconds from unix epoch (1970-01-01 00:00:00 UTC) to a string representing the timestamp of that moment in the current system time zone in the given format.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.unix_timestamp.html#pyspark.sql.functions.unix_timestamp" title="pyspark.sql.functions.unix_timestamp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">unix_timestamp</span></code></a>([timestamp, format])</p></td> |
| <td><p>Convert time string with given pattern (‘yyyy-MM-dd HH:mm:ss’, by default) to Unix time stamp (in seconds), using the default timezone and the default locale, returns null if failed.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.to_unix_timestamp.html#pyspark.sql.functions.to_unix_timestamp" title="pyspark.sql.functions.to_unix_timestamp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_unix_timestamp</span></code></a>(timestamp[, format])</p></td> |
| <td><p>Returns the UNIX timestamp of the given time.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.to_timestamp.html#pyspark.sql.functions.to_timestamp" title="pyspark.sql.functions.to_timestamp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_timestamp</span></code></a>(col[, format])</p></td> |
| <td><p>Converts a <a class="reference internal" href="api/pyspark.sql.Column.html#pyspark.sql.Column" title="pyspark.sql.Column"><code class="xref py py-class docutils literal notranslate"><span class="pre">Column</span></code></a> into <a class="reference internal" href="api/pyspark.sql.types.TimestampType.html#pyspark.sql.types.TimestampType" title="pyspark.sql.types.TimestampType"><code class="xref py py-class docutils literal notranslate"><span class="pre">pyspark.sql.types.TimestampType</span></code></a> using the optionally specified format.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.to_timestamp_ltz.html#pyspark.sql.functions.to_timestamp_ltz" title="pyspark.sql.functions.to_timestamp_ltz"><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_timestamp_ltz</span></code></a>(timestamp[, format])</p></td> |
| <td><p>Parses the <cite>timestamp</cite> with the <cite>format</cite> to a timestamp without time zone.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.to_timestamp_ntz.html#pyspark.sql.functions.to_timestamp_ntz" title="pyspark.sql.functions.to_timestamp_ntz"><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_timestamp_ntz</span></code></a>(timestamp[, format])</p></td> |
| <td><p>Parses the <cite>timestamp</cite> with the <cite>format</cite> to a timestamp without time zone.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.to_date.html#pyspark.sql.functions.to_date" title="pyspark.sql.functions.to_date"><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_date</span></code></a>(col[, format])</p></td> |
| <td><p>Converts a <a class="reference internal" href="api/pyspark.sql.Column.html#pyspark.sql.Column" title="pyspark.sql.Column"><code class="xref py py-class docutils literal notranslate"><span class="pre">Column</span></code></a> into <a class="reference internal" href="api/pyspark.sql.types.DateType.html#pyspark.sql.types.DateType" title="pyspark.sql.types.DateType"><code class="xref py py-class docutils literal notranslate"><span class="pre">pyspark.sql.types.DateType</span></code></a> using the optionally specified format.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.trunc.html#pyspark.sql.functions.trunc" title="pyspark.sql.functions.trunc"><code class="xref py py-obj docutils literal notranslate"><span class="pre">trunc</span></code></a>(date, format)</p></td> |
| <td><p>Returns date truncated to the unit specified by the format.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.from_utc_timestamp.html#pyspark.sql.functions.from_utc_timestamp" title="pyspark.sql.functions.from_utc_timestamp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">from_utc_timestamp</span></code></a>(timestamp, tz)</p></td> |
| <td><p>This is a common function for databases supporting TIMESTAMP WITHOUT TIMEZONE.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.to_utc_timestamp.html#pyspark.sql.functions.to_utc_timestamp" title="pyspark.sql.functions.to_utc_timestamp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_utc_timestamp</span></code></a>(timestamp, tz)</p></td> |
| <td><p>This is a common function for databases supporting TIMESTAMP WITHOUT TIMEZONE.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.weekday.html#pyspark.sql.functions.weekday" title="pyspark.sql.functions.weekday"><code class="xref py py-obj docutils literal notranslate"><span class="pre">weekday</span></code></a>(col)</p></td> |
| <td><p>Returns the day of the week for date/timestamp (0 = Monday, 1 = Tuesday, …, 6 = Sunday).</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.window.html#pyspark.sql.functions.window" title="pyspark.sql.functions.window"><code class="xref py py-obj docutils literal notranslate"><span class="pre">window</span></code></a>(timeColumn, windowDuration[, …])</p></td> |
| <td><p>Bucketize rows into one or more time windows given a timestamp specifying column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.session_window.html#pyspark.sql.functions.session_window" title="pyspark.sql.functions.session_window"><code class="xref py py-obj docutils literal notranslate"><span class="pre">session_window</span></code></a>(timeColumn, gapDuration)</p></td> |
| <td><p>Generates session window given a timestamp specifying column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.timestamp_micros.html#pyspark.sql.functions.timestamp_micros" title="pyspark.sql.functions.timestamp_micros"><code class="xref py py-obj docutils literal notranslate"><span class="pre">timestamp_micros</span></code></a>(col)</p></td> |
| <td><p>Creates timestamp from the number of microseconds since UTC epoch.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.timestamp_millis.html#pyspark.sql.functions.timestamp_millis" title="pyspark.sql.functions.timestamp_millis"><code class="xref py py-obj docutils literal notranslate"><span class="pre">timestamp_millis</span></code></a>(col)</p></td> |
| <td><p>Creates timestamp from the number of milliseconds since UTC epoch.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.timestamp_seconds.html#pyspark.sql.functions.timestamp_seconds" title="pyspark.sql.functions.timestamp_seconds"><code class="xref py py-obj docutils literal notranslate"><span class="pre">timestamp_seconds</span></code></a>(col)</p></td> |
| <td><p>Converts the number of seconds from the Unix epoch (1970-01-01T00:00:00Z) to a timestamp.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.try_to_timestamp.html#pyspark.sql.functions.try_to_timestamp" title="pyspark.sql.functions.try_to_timestamp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">try_to_timestamp</span></code></a>(col[, format])</p></td> |
| <td><p>Parses the <cite>col</cite> with the <cite>format</cite> to a timestamp.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.unix_date.html#pyspark.sql.functions.unix_date" title="pyspark.sql.functions.unix_date"><code class="xref py py-obj docutils literal notranslate"><span class="pre">unix_date</span></code></a>(col)</p></td> |
| <td><p>Returns the number of days since 1970-01-01.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.unix_micros.html#pyspark.sql.functions.unix_micros" title="pyspark.sql.functions.unix_micros"><code class="xref py py-obj docutils literal notranslate"><span class="pre">unix_micros</span></code></a>(col)</p></td> |
| <td><p>Returns the number of microseconds since 1970-01-01 00:00:00 UTC.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.unix_millis.html#pyspark.sql.functions.unix_millis" title="pyspark.sql.functions.unix_millis"><code class="xref py py-obj docutils literal notranslate"><span class="pre">unix_millis</span></code></a>(col)</p></td> |
| <td><p>Returns the number of milliseconds since 1970-01-01 00:00:00 UTC.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.unix_seconds.html#pyspark.sql.functions.unix_seconds" title="pyspark.sql.functions.unix_seconds"><code class="xref py py-obj docutils literal notranslate"><span class="pre">unix_seconds</span></code></a>(col)</p></td> |
| <td><p>Returns the number of seconds since 1970-01-01 00:00:00 UTC.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.window_time.html#pyspark.sql.functions.window_time" title="pyspark.sql.functions.window_time"><code class="xref py py-obj docutils literal notranslate"><span class="pre">window_time</span></code></a>(windowColumn)</p></td> |
| <td><p>Computes the event time from a window column.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| <section id="collection-functions"> |
| <h2>Collection Functions<a class="headerlink" href="#collection-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array.html#pyspark.sql.functions.array" title="pyspark.sql.functions.array"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array</span></code></a>(*cols)</p></td> |
| <td><p>Creates a new array column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_contains.html#pyspark.sql.functions.array_contains" title="pyspark.sql.functions.array_contains"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_contains</span></code></a>(col, value)</p></td> |
| <td><p>Collection function: returns null if the array is null, true if the array contains the given value, and false otherwise.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.arrays_overlap.html#pyspark.sql.functions.arrays_overlap" title="pyspark.sql.functions.arrays_overlap"><code class="xref py py-obj docutils literal notranslate"><span class="pre">arrays_overlap</span></code></a>(a1, a2)</p></td> |
| <td><p>Collection function: returns true if the arrays contain any common non-null element; if not, returns null if both the arrays are non-empty and any of them contains a null element; returns false otherwise.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_join.html#pyspark.sql.functions.array_join" title="pyspark.sql.functions.array_join"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_join</span></code></a>(col, delimiter[, null_replacement])</p></td> |
| <td><p>Concatenates the elements of <cite>column</cite> using the <cite>delimiter</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.create_map.html#pyspark.sql.functions.create_map" title="pyspark.sql.functions.create_map"><code class="xref py py-obj docutils literal notranslate"><span class="pre">create_map</span></code></a>(*cols)</p></td> |
| <td><p>Creates a new map column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.slice.html#pyspark.sql.functions.slice" title="pyspark.sql.functions.slice"><code class="xref py py-obj docutils literal notranslate"><span class="pre">slice</span></code></a>(x, start, length)</p></td> |
| <td><p>Collection function: returns an array containing all the elements in <cite>x</cite> from index <cite>start</cite> (array indices start at 1, or from the end if <cite>start</cite> is negative) with the specified <cite>length</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.concat.html#pyspark.sql.functions.concat" title="pyspark.sql.functions.concat"><code class="xref py py-obj docutils literal notranslate"><span class="pre">concat</span></code></a>(*cols)</p></td> |
| <td><p>Concatenates multiple input columns together into a single column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_position.html#pyspark.sql.functions.array_position" title="pyspark.sql.functions.array_position"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_position</span></code></a>(col, value)</p></td> |
| <td><p>Collection function: Locates the position of the first occurrence of the given value in the given array.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.element_at.html#pyspark.sql.functions.element_at" title="pyspark.sql.functions.element_at"><code class="xref py py-obj docutils literal notranslate"><span class="pre">element_at</span></code></a>(col, extraction)</p></td> |
| <td><p>Collection function: Returns element of array at given index in <cite>extraction</cite> if col is array.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_append.html#pyspark.sql.functions.array_append" title="pyspark.sql.functions.array_append"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_append</span></code></a>(col, value)</p></td> |
| <td><p>Collection function: returns an array of the elements in col1 along with the added element in col2 at the last of the array.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_size.html#pyspark.sql.functions.array_size" title="pyspark.sql.functions.array_size"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_size</span></code></a>(col)</p></td> |
| <td><p>Returns the total number of elements in the array.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_sort.html#pyspark.sql.functions.array_sort" title="pyspark.sql.functions.array_sort"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_sort</span></code></a>(col[, comparator])</p></td> |
| <td><p>Collection function: sorts the input array in ascending order.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_insert.html#pyspark.sql.functions.array_insert" title="pyspark.sql.functions.array_insert"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_insert</span></code></a>(arr, pos, value)</p></td> |
| <td><p>Collection function: adds an item into a given array at a specified array index.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_remove.html#pyspark.sql.functions.array_remove" title="pyspark.sql.functions.array_remove"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_remove</span></code></a>(col, element)</p></td> |
| <td><p>Collection function: Remove all elements that equal to element from the given array.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_prepend.html#pyspark.sql.functions.array_prepend" title="pyspark.sql.functions.array_prepend"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_prepend</span></code></a>(col, value)</p></td> |
| <td><p>Collection function: Returns an array containing element as well as all elements from array.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_distinct.html#pyspark.sql.functions.array_distinct" title="pyspark.sql.functions.array_distinct"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_distinct</span></code></a>(col)</p></td> |
| <td><p>Collection function: removes duplicate values from the array.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_intersect.html#pyspark.sql.functions.array_intersect" title="pyspark.sql.functions.array_intersect"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_intersect</span></code></a>(col1, col2)</p></td> |
| <td><p>Collection function: returns an array of the elements in the intersection of col1 and col2, without duplicates.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_union.html#pyspark.sql.functions.array_union" title="pyspark.sql.functions.array_union"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_union</span></code></a>(col1, col2)</p></td> |
| <td><p>Collection function: returns an array of the elements in the union of col1 and col2, without duplicates.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_except.html#pyspark.sql.functions.array_except" title="pyspark.sql.functions.array_except"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_except</span></code></a>(col1, col2)</p></td> |
| <td><p>Collection function: returns an array of the elements in col1 but not in col2, without duplicates.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_compact.html#pyspark.sql.functions.array_compact" title="pyspark.sql.functions.array_compact"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_compact</span></code></a>(col)</p></td> |
| <td><p>Collection function: removes null values from the array.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.transform.html#pyspark.sql.functions.transform" title="pyspark.sql.functions.transform"><code class="xref py py-obj docutils literal notranslate"><span class="pre">transform</span></code></a>(col, f)</p></td> |
| <td><p>Returns an array of elements after applying a transformation to each element in the input array.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.exists.html#pyspark.sql.functions.exists" title="pyspark.sql.functions.exists"><code class="xref py py-obj docutils literal notranslate"><span class="pre">exists</span></code></a>(col, f)</p></td> |
| <td><p>Returns whether a predicate holds for one or more elements in the array.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.forall.html#pyspark.sql.functions.forall" title="pyspark.sql.functions.forall"><code class="xref py py-obj docutils literal notranslate"><span class="pre">forall</span></code></a>(col, f)</p></td> |
| <td><p>Returns whether a predicate holds for every element in the array.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.filter.html#pyspark.sql.functions.filter" title="pyspark.sql.functions.filter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">filter</span></code></a>(col, f)</p></td> |
| <td><p>Returns an array of elements for which a predicate holds in a given array.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.aggregate.html#pyspark.sql.functions.aggregate" title="pyspark.sql.functions.aggregate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">aggregate</span></code></a>(col, initialValue, merge[, finish])</p></td> |
| <td><p>Applies a binary operator to an initial state and all elements in the array, and reduces this to a single state.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.zip_with.html#pyspark.sql.functions.zip_with" title="pyspark.sql.functions.zip_with"><code class="xref py py-obj docutils literal notranslate"><span class="pre">zip_with</span></code></a>(left, right, f)</p></td> |
| <td><p>Merge two given arrays, element-wise, into a single array using a function.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.transform_keys.html#pyspark.sql.functions.transform_keys" title="pyspark.sql.functions.transform_keys"><code class="xref py py-obj docutils literal notranslate"><span class="pre">transform_keys</span></code></a>(col, f)</p></td> |
| <td><p>Applies a function to every key-value pair in a map and returns a map with the results of those applications as the new keys for the pairs.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.transform_values.html#pyspark.sql.functions.transform_values" title="pyspark.sql.functions.transform_values"><code class="xref py py-obj docutils literal notranslate"><span class="pre">transform_values</span></code></a>(col, f)</p></td> |
| <td><p>Applies a function to every key-value pair in a map and returns a map with the results of those applications as the new values for the pairs.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.map_filter.html#pyspark.sql.functions.map_filter" title="pyspark.sql.functions.map_filter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">map_filter</span></code></a>(col, f)</p></td> |
| <td><p>Returns a map whose key-value pairs satisfy a predicate.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.map_from_arrays.html#pyspark.sql.functions.map_from_arrays" title="pyspark.sql.functions.map_from_arrays"><code class="xref py py-obj docutils literal notranslate"><span class="pre">map_from_arrays</span></code></a>(col1, col2)</p></td> |
| <td><p>Creates a new map from two arrays.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.map_zip_with.html#pyspark.sql.functions.map_zip_with" title="pyspark.sql.functions.map_zip_with"><code class="xref py py-obj docutils literal notranslate"><span class="pre">map_zip_with</span></code></a>(col1, col2, f)</p></td> |
| <td><p>Merge two given maps, key-wise into a single map using a function.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.explode.html#pyspark.sql.functions.explode" title="pyspark.sql.functions.explode"><code class="xref py py-obj docutils literal notranslate"><span class="pre">explode</span></code></a>(col)</p></td> |
| <td><p>Returns a new row for each element in the given array or map.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.explode_outer.html#pyspark.sql.functions.explode_outer" title="pyspark.sql.functions.explode_outer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">explode_outer</span></code></a>(col)</p></td> |
| <td><p>Returns a new row for each element in the given array or map.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.posexplode.html#pyspark.sql.functions.posexplode" title="pyspark.sql.functions.posexplode"><code class="xref py py-obj docutils literal notranslate"><span class="pre">posexplode</span></code></a>(col)</p></td> |
| <td><p>Returns a new row for each element with position in the given array or map.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.posexplode_outer.html#pyspark.sql.functions.posexplode_outer" title="pyspark.sql.functions.posexplode_outer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">posexplode_outer</span></code></a>(col)</p></td> |
| <td><p>Returns a new row for each element with position in the given array or map.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.inline.html#pyspark.sql.functions.inline" title="pyspark.sql.functions.inline"><code class="xref py py-obj docutils literal notranslate"><span class="pre">inline</span></code></a>(col)</p></td> |
| <td><p>Explodes an array of structs into a table.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.inline_outer.html#pyspark.sql.functions.inline_outer" title="pyspark.sql.functions.inline_outer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">inline_outer</span></code></a>(col)</p></td> |
| <td><p>Explodes an array of structs into a table.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.get.html#pyspark.sql.functions.get" title="pyspark.sql.functions.get"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get</span></code></a>(col, index)</p></td> |
| <td><p>Collection function: Returns element of array at given (0-based) index.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.get_json_object.html#pyspark.sql.functions.get_json_object" title="pyspark.sql.functions.get_json_object"><code class="xref py py-obj docutils literal notranslate"><span class="pre">get_json_object</span></code></a>(col, path)</p></td> |
| <td><p>Extracts json object from a json string based on json <cite>path</cite> specified, and returns json string of the extracted json object.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.json_tuple.html#pyspark.sql.functions.json_tuple" title="pyspark.sql.functions.json_tuple"><code class="xref py py-obj docutils literal notranslate"><span class="pre">json_tuple</span></code></a>(col, *fields)</p></td> |
| <td><p>Creates a new row for a json column according to the given field names.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.from_json.html#pyspark.sql.functions.from_json" title="pyspark.sql.functions.from_json"><code class="xref py py-obj docutils literal notranslate"><span class="pre">from_json</span></code></a>(col, schema[, options])</p></td> |
| <td><p>Parses a column containing a JSON string into a <code class="xref py py-class docutils literal notranslate"><span class="pre">MapType</span></code> with <code class="xref py py-class docutils literal notranslate"><span class="pre">StringType</span></code> as keys type, <code class="xref py py-class docutils literal notranslate"><span class="pre">StructType</span></code> or <code class="xref py py-class docutils literal notranslate"><span class="pre">ArrayType</span></code> with the specified schema.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.schema_of_json.html#pyspark.sql.functions.schema_of_json" title="pyspark.sql.functions.schema_of_json"><code class="xref py py-obj docutils literal notranslate"><span class="pre">schema_of_json</span></code></a>(json[, options])</p></td> |
| <td><p>Parses a JSON string and infers its schema in DDL format.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.to_json.html#pyspark.sql.functions.to_json" title="pyspark.sql.functions.to_json"><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_json</span></code></a>(col[, options])</p></td> |
| <td><p>Converts a column containing a <code class="xref py py-class docutils literal notranslate"><span class="pre">StructType</span></code>, <code class="xref py py-class docutils literal notranslate"><span class="pre">ArrayType</span></code> or a <code class="xref py py-class docutils literal notranslate"><span class="pre">MapType</span></code> into a JSON string.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.json_array_length.html#pyspark.sql.functions.json_array_length" title="pyspark.sql.functions.json_array_length"><code class="xref py py-obj docutils literal notranslate"><span class="pre">json_array_length</span></code></a>(col)</p></td> |
| <td><p>Returns the number of elements in the outermost JSON array.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.json_object_keys.html#pyspark.sql.functions.json_object_keys" title="pyspark.sql.functions.json_object_keys"><code class="xref py py-obj docutils literal notranslate"><span class="pre">json_object_keys</span></code></a>(col)</p></td> |
| <td><p>Returns all the keys of the outermost JSON object as an array.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.size.html#pyspark.sql.functions.size" title="pyspark.sql.functions.size"><code class="xref py py-obj docutils literal notranslate"><span class="pre">size</span></code></a>(col)</p></td> |
| <td><p>Collection function: returns the length of the array or map stored in the column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.cardinality.html#pyspark.sql.functions.cardinality" title="pyspark.sql.functions.cardinality"><code class="xref py py-obj docutils literal notranslate"><span class="pre">cardinality</span></code></a>(col)</p></td> |
| <td><p>Collection function: returns the length of the array or map stored in the column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.struct.html#pyspark.sql.functions.struct" title="pyspark.sql.functions.struct"><code class="xref py py-obj docutils literal notranslate"><span class="pre">struct</span></code></a>(*cols)</p></td> |
| <td><p>Creates a new struct column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sort_array.html#pyspark.sql.functions.sort_array" title="pyspark.sql.functions.sort_array"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sort_array</span></code></a>(col[, asc])</p></td> |
| <td><p>Collection function: sorts the input array in ascending or descending order according to the natural ordering of the array elements.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_max.html#pyspark.sql.functions.array_max" title="pyspark.sql.functions.array_max"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_max</span></code></a>(col)</p></td> |
| <td><p>Collection function: returns the maximum value of the array.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_min.html#pyspark.sql.functions.array_min" title="pyspark.sql.functions.array_min"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_min</span></code></a>(col)</p></td> |
| <td><p>Collection function: returns the minimum value of the array.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.shuffle.html#pyspark.sql.functions.shuffle" title="pyspark.sql.functions.shuffle"><code class="xref py py-obj docutils literal notranslate"><span class="pre">shuffle</span></code></a>(col)</p></td> |
| <td><p>Collection function: Generates a random permutation of the given array.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.reverse.html#pyspark.sql.functions.reverse" title="pyspark.sql.functions.reverse"><code class="xref py py-obj docutils literal notranslate"><span class="pre">reverse</span></code></a>(col)</p></td> |
| <td><p>Collection function: returns a reversed string or an array with reverse order of elements.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.flatten.html#pyspark.sql.functions.flatten" title="pyspark.sql.functions.flatten"><code class="xref py py-obj docutils literal notranslate"><span class="pre">flatten</span></code></a>(col)</p></td> |
| <td><p>Collection function: creates a single array from an array of arrays.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sequence.html#pyspark.sql.functions.sequence" title="pyspark.sql.functions.sequence"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sequence</span></code></a>(start, stop[, step])</p></td> |
| <td><p>Generate a sequence of integers from <cite>start</cite> to <cite>stop</cite>, incrementing by <cite>step</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_repeat.html#pyspark.sql.functions.array_repeat" title="pyspark.sql.functions.array_repeat"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_repeat</span></code></a>(col, count)</p></td> |
| <td><p>Collection function: creates an array containing a column repeated count times.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.map_contains_key.html#pyspark.sql.functions.map_contains_key" title="pyspark.sql.functions.map_contains_key"><code class="xref py py-obj docutils literal notranslate"><span class="pre">map_contains_key</span></code></a>(col, value)</p></td> |
| <td><p>Returns true if the map contains the key.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.map_keys.html#pyspark.sql.functions.map_keys" title="pyspark.sql.functions.map_keys"><code class="xref py py-obj docutils literal notranslate"><span class="pre">map_keys</span></code></a>(col)</p></td> |
| <td><p>Collection function: Returns an unordered array containing the keys of the map.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.map_values.html#pyspark.sql.functions.map_values" title="pyspark.sql.functions.map_values"><code class="xref py py-obj docutils literal notranslate"><span class="pre">map_values</span></code></a>(col)</p></td> |
| <td><p>Collection function: Returns an unordered array containing the values of the map.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.map_entries.html#pyspark.sql.functions.map_entries" title="pyspark.sql.functions.map_entries"><code class="xref py py-obj docutils literal notranslate"><span class="pre">map_entries</span></code></a>(col)</p></td> |
| <td><p>Collection function: Returns an unordered array of all entries in the given map.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.map_from_entries.html#pyspark.sql.functions.map_from_entries" title="pyspark.sql.functions.map_from_entries"><code class="xref py py-obj docutils literal notranslate"><span class="pre">map_from_entries</span></code></a>(col)</p></td> |
| <td><p>Collection function: Converts an array of entries (key value struct types) to a map of values.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.arrays_zip.html#pyspark.sql.functions.arrays_zip" title="pyspark.sql.functions.arrays_zip"><code class="xref py py-obj docutils literal notranslate"><span class="pre">arrays_zip</span></code></a>(*cols)</p></td> |
| <td><p>Collection function: Returns a merged array of structs in which the N-th struct contains all N-th values of input arrays.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.map_concat.html#pyspark.sql.functions.map_concat" title="pyspark.sql.functions.map_concat"><code class="xref py py-obj docutils literal notranslate"><span class="pre">map_concat</span></code></a>(*cols)</p></td> |
| <td><p>Returns the union of all the given maps.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.from_csv.html#pyspark.sql.functions.from_csv" title="pyspark.sql.functions.from_csv"><code class="xref py py-obj docutils literal notranslate"><span class="pre">from_csv</span></code></a>(col, schema[, options])</p></td> |
| <td><p>Parses a column containing a CSV string to a row with the specified schema.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.schema_of_csv.html#pyspark.sql.functions.schema_of_csv" title="pyspark.sql.functions.schema_of_csv"><code class="xref py py-obj docutils literal notranslate"><span class="pre">schema_of_csv</span></code></a>(csv[, options])</p></td> |
| <td><p>Parses a CSV string and infers its schema in DDL format.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.str_to_map.html#pyspark.sql.functions.str_to_map" title="pyspark.sql.functions.str_to_map"><code class="xref py py-obj docutils literal notranslate"><span class="pre">str_to_map</span></code></a>(text[, pairDelim, keyValueDelim])</p></td> |
| <td><p>Creates a map after splitting the text into key/value pairs using delimiters.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.to_csv.html#pyspark.sql.functions.to_csv" title="pyspark.sql.functions.to_csv"><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_csv</span></code></a>(col[, options])</p></td> |
| <td><p>Converts a column containing a <code class="xref py py-class docutils literal notranslate"><span class="pre">StructType</span></code> into a CSV string.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.try_element_at.html#pyspark.sql.functions.try_element_at" title="pyspark.sql.functions.try_element_at"><code class="xref py py-obj docutils literal notranslate"><span class="pre">try_element_at</span></code></a>(col, extraction)</p></td> |
| <td><p>(array, index) - Returns element of array at given (1-based) index.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| <section id="partition-transformation-functions"> |
| <h2>Partition Transformation Functions<a class="headerlink" href="#partition-transformation-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.years.html#pyspark.sql.functions.years" title="pyspark.sql.functions.years"><code class="xref py py-obj docutils literal notranslate"><span class="pre">years</span></code></a>(col)</p></td> |
| <td><p>Partition transform function: A transform for timestamps and dates to partition data into years.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.months.html#pyspark.sql.functions.months" title="pyspark.sql.functions.months"><code class="xref py py-obj docutils literal notranslate"><span class="pre">months</span></code></a>(col)</p></td> |
| <td><p>Partition transform function: A transform for timestamps and dates to partition data into months.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.days.html#pyspark.sql.functions.days" title="pyspark.sql.functions.days"><code class="xref py py-obj docutils literal notranslate"><span class="pre">days</span></code></a>(col)</p></td> |
| <td><p>Partition transform function: A transform for timestamps and dates to partition data into days.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.hours.html#pyspark.sql.functions.hours" title="pyspark.sql.functions.hours"><code class="xref py py-obj docutils literal notranslate"><span class="pre">hours</span></code></a>(col)</p></td> |
| <td><p>Partition transform function: A transform for timestamps to partition data into hours.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bucket.html#pyspark.sql.functions.bucket" title="pyspark.sql.functions.bucket"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bucket</span></code></a>(numBuckets, col)</p></td> |
| <td><p>Partition transform function: A transform for any type that partitions by a hash of the input column.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| <section id="aggregate-functions"> |
| <h2>Aggregate Functions<a class="headerlink" href="#aggregate-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.any_value.html#pyspark.sql.functions.any_value" title="pyspark.sql.functions.any_value"><code class="xref py py-obj docutils literal notranslate"><span class="pre">any_value</span></code></a>(col[, ignoreNulls])</p></td> |
| <td><p>Returns some value of <cite>col</cite> for a group of rows.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.approxCountDistinct.html#pyspark.sql.functions.approxCountDistinct" title="pyspark.sql.functions.approxCountDistinct"><code class="xref py py-obj docutils literal notranslate"><span class="pre">approxCountDistinct</span></code></a>(col[, rsd])</p></td> |
| <td><p><div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.3.0.</span></p> |
| </div> |
| </p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.approx_count_distinct.html#pyspark.sql.functions.approx_count_distinct" title="pyspark.sql.functions.approx_count_distinct"><code class="xref py py-obj docutils literal notranslate"><span class="pre">approx_count_distinct</span></code></a>(col[, rsd])</p></td> |
| <td><p>Aggregate function: returns a new <a class="reference internal" href="api/pyspark.sql.Column.html#pyspark.sql.Column" title="pyspark.sql.Column"><code class="xref py py-class docutils literal notranslate"><span class="pre">Column</span></code></a> for approximate distinct count of column <cite>col</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.approx_percentile.html#pyspark.sql.functions.approx_percentile" title="pyspark.sql.functions.approx_percentile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">approx_percentile</span></code></a>(col, percentage[, accuracy])</p></td> |
| <td><p>Returns the approximate <cite>percentile</cite> of the numeric column <cite>col</cite> which is the smallest value in the ordered <cite>col</cite> values (sorted from least to greatest) such that no more than <cite>percentage</cite> of <cite>col</cite> values is less than the value or equal to that value.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.array_agg.html#pyspark.sql.functions.array_agg" title="pyspark.sql.functions.array_agg"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_agg</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns a list of objects with duplicates.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.avg.html#pyspark.sql.functions.avg" title="pyspark.sql.functions.avg"><code class="xref py py-obj docutils literal notranslate"><span class="pre">avg</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the average of the values in a group.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bit_and.html#pyspark.sql.functions.bit_and" title="pyspark.sql.functions.bit_and"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bit_and</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the bitwise AND of all non-null input values, or null if none.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bit_or.html#pyspark.sql.functions.bit_or" title="pyspark.sql.functions.bit_or"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bit_or</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the bitwise OR of all non-null input values, or null if none.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bit_xor.html#pyspark.sql.functions.bit_xor" title="pyspark.sql.functions.bit_xor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bit_xor</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the bitwise XOR of all non-null input values, or null if none.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bool_and.html#pyspark.sql.functions.bool_and" title="pyspark.sql.functions.bool_and"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bool_and</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns true if all values of <cite>col</cite> are true.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bool_or.html#pyspark.sql.functions.bool_or" title="pyspark.sql.functions.bool_or"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bool_or</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns true if at least one value of <cite>col</cite> is true.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.collect_list.html#pyspark.sql.functions.collect_list" title="pyspark.sql.functions.collect_list"><code class="xref py py-obj docutils literal notranslate"><span class="pre">collect_list</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns a list of objects with duplicates.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.collect_set.html#pyspark.sql.functions.collect_set" title="pyspark.sql.functions.collect_set"><code class="xref py py-obj docutils literal notranslate"><span class="pre">collect_set</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns a set of objects with duplicate elements eliminated.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.corr.html#pyspark.sql.functions.corr" title="pyspark.sql.functions.corr"><code class="xref py py-obj docutils literal notranslate"><span class="pre">corr</span></code></a>(col1, col2)</p></td> |
| <td><p>Returns a new <a class="reference internal" href="api/pyspark.sql.Column.html#pyspark.sql.Column" title="pyspark.sql.Column"><code class="xref py py-class docutils literal notranslate"><span class="pre">Column</span></code></a> for the Pearson Correlation Coefficient for <code class="docutils literal notranslate"><span class="pre">col1</span></code> and <code class="docutils literal notranslate"><span class="pre">col2</span></code>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.count.html#pyspark.sql.functions.count" title="pyspark.sql.functions.count"><code class="xref py py-obj docutils literal notranslate"><span class="pre">count</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the number of items in a group.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.count_distinct.html#pyspark.sql.functions.count_distinct" title="pyspark.sql.functions.count_distinct"><code class="xref py py-obj docutils literal notranslate"><span class="pre">count_distinct</span></code></a>(col, *cols)</p></td> |
| <td><p>Returns a new <code class="xref py py-class docutils literal notranslate"><span class="pre">Column</span></code> for distinct count of <code class="docutils literal notranslate"><span class="pre">col</span></code> or <code class="docutils literal notranslate"><span class="pre">cols</span></code>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.countDistinct.html#pyspark.sql.functions.countDistinct" title="pyspark.sql.functions.countDistinct"><code class="xref py py-obj docutils literal notranslate"><span class="pre">countDistinct</span></code></a>(col, *cols)</p></td> |
| <td><p>Returns a new <a class="reference internal" href="api/pyspark.sql.Column.html#pyspark.sql.Column" title="pyspark.sql.Column"><code class="xref py py-class docutils literal notranslate"><span class="pre">Column</span></code></a> for distinct count of <code class="docutils literal notranslate"><span class="pre">col</span></code> or <code class="docutils literal notranslate"><span class="pre">cols</span></code>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.count_min_sketch.html#pyspark.sql.functions.count_min_sketch" title="pyspark.sql.functions.count_min_sketch"><code class="xref py py-obj docutils literal notranslate"><span class="pre">count_min_sketch</span></code></a>(col, eps, confidence, seed)</p></td> |
| <td><p>Returns a count-min sketch of a column with the given esp, confidence and seed.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.count_if.html#pyspark.sql.functions.count_if" title="pyspark.sql.functions.count_if"><code class="xref py py-obj docutils literal notranslate"><span class="pre">count_if</span></code></a>(col)</p></td> |
| <td><p>Returns the number of <cite>TRUE</cite> values for the <cite>col</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.covar_pop.html#pyspark.sql.functions.covar_pop" title="pyspark.sql.functions.covar_pop"><code class="xref py py-obj docutils literal notranslate"><span class="pre">covar_pop</span></code></a>(col1, col2)</p></td> |
| <td><p>Returns a new <a class="reference internal" href="api/pyspark.sql.Column.html#pyspark.sql.Column" title="pyspark.sql.Column"><code class="xref py py-class docutils literal notranslate"><span class="pre">Column</span></code></a> for the population covariance of <code class="docutils literal notranslate"><span class="pre">col1</span></code> and <code class="docutils literal notranslate"><span class="pre">col2</span></code>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.covar_samp.html#pyspark.sql.functions.covar_samp" title="pyspark.sql.functions.covar_samp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">covar_samp</span></code></a>(col1, col2)</p></td> |
| <td><p>Returns a new <a class="reference internal" href="api/pyspark.sql.Column.html#pyspark.sql.Column" title="pyspark.sql.Column"><code class="xref py py-class docutils literal notranslate"><span class="pre">Column</span></code></a> for the sample covariance of <code class="docutils literal notranslate"><span class="pre">col1</span></code> and <code class="docutils literal notranslate"><span class="pre">col2</span></code>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.every.html#pyspark.sql.functions.every" title="pyspark.sql.functions.every"><code class="xref py py-obj docutils literal notranslate"><span class="pre">every</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns true if all values of <cite>col</cite> are true.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.first.html#pyspark.sql.functions.first" title="pyspark.sql.functions.first"><code class="xref py py-obj docutils literal notranslate"><span class="pre">first</span></code></a>(col[, ignorenulls])</p></td> |
| <td><p>Aggregate function: returns the first value in a group.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.first_value.html#pyspark.sql.functions.first_value" title="pyspark.sql.functions.first_value"><code class="xref py py-obj docutils literal notranslate"><span class="pre">first_value</span></code></a>(col[, ignoreNulls])</p></td> |
| <td><p>Returns the first value of <cite>col</cite> for a group of rows.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.grouping.html#pyspark.sql.functions.grouping" title="pyspark.sql.functions.grouping"><code class="xref py py-obj docutils literal notranslate"><span class="pre">grouping</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: indicates whether a specified column in a GROUP BY list is aggregated or not, returns 1 for aggregated or 0 for not aggregated in the result set.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.grouping_id.html#pyspark.sql.functions.grouping_id" title="pyspark.sql.functions.grouping_id"><code class="xref py py-obj docutils literal notranslate"><span class="pre">grouping_id</span></code></a>(*cols)</p></td> |
| <td><p>Aggregate function: returns the level of grouping, equals to</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.histogram_numeric.html#pyspark.sql.functions.histogram_numeric" title="pyspark.sql.functions.histogram_numeric"><code class="xref py py-obj docutils literal notranslate"><span class="pre">histogram_numeric</span></code></a>(col, nBins)</p></td> |
| <td><p>Computes a histogram on numeric ‘col’ using nb bins.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.hll_sketch_agg.html#pyspark.sql.functions.hll_sketch_agg" title="pyspark.sql.functions.hll_sketch_agg"><code class="xref py py-obj docutils literal notranslate"><span class="pre">hll_sketch_agg</span></code></a>(col[, lgConfigK])</p></td> |
| <td><p>Aggregate function: returns the updatable binary representation of the Datasketches HllSketch configured with lgConfigK arg.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.hll_union_agg.html#pyspark.sql.functions.hll_union_agg" title="pyspark.sql.functions.hll_union_agg"><code class="xref py py-obj docutils literal notranslate"><span class="pre">hll_union_agg</span></code></a>(col[, allowDifferentLgConfigK])</p></td> |
| <td><p>Aggregate function: returns the updatable binary representation of the Datasketches HllSketch, generated by merging previously created Datasketches HllSketch instances via a Datasketches Union instance.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.kurtosis.html#pyspark.sql.functions.kurtosis" title="pyspark.sql.functions.kurtosis"><code class="xref py py-obj docutils literal notranslate"><span class="pre">kurtosis</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the kurtosis of the values in a group.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.last.html#pyspark.sql.functions.last" title="pyspark.sql.functions.last"><code class="xref py py-obj docutils literal notranslate"><span class="pre">last</span></code></a>(col[, ignorenulls])</p></td> |
| <td><p>Aggregate function: returns the last value in a group.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.last_value.html#pyspark.sql.functions.last_value" title="pyspark.sql.functions.last_value"><code class="xref py py-obj docutils literal notranslate"><span class="pre">last_value</span></code></a>(col[, ignoreNulls])</p></td> |
| <td><p>Returns the last value of <cite>col</cite> for a group of rows.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.max.html#pyspark.sql.functions.max" title="pyspark.sql.functions.max"><code class="xref py py-obj docutils literal notranslate"><span class="pre">max</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the maximum value of the expression in a group.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.max_by.html#pyspark.sql.functions.max_by" title="pyspark.sql.functions.max_by"><code class="xref py py-obj docutils literal notranslate"><span class="pre">max_by</span></code></a>(col, ord)</p></td> |
| <td><p>Returns the value associated with the maximum value of ord.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.mean.html#pyspark.sql.functions.mean" title="pyspark.sql.functions.mean"><code class="xref py py-obj docutils literal notranslate"><span class="pre">mean</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the average of the values in a group.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.median.html#pyspark.sql.functions.median" title="pyspark.sql.functions.median"><code class="xref py py-obj docutils literal notranslate"><span class="pre">median</span></code></a>(col)</p></td> |
| <td><p>Returns the median of the values in a group.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.min.html#pyspark.sql.functions.min" title="pyspark.sql.functions.min"><code class="xref py py-obj docutils literal notranslate"><span class="pre">min</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the minimum value of the expression in a group.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.min_by.html#pyspark.sql.functions.min_by" title="pyspark.sql.functions.min_by"><code class="xref py py-obj docutils literal notranslate"><span class="pre">min_by</span></code></a>(col, ord)</p></td> |
| <td><p>Returns the value associated with the minimum value of ord.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.mode.html#pyspark.sql.functions.mode" title="pyspark.sql.functions.mode"><code class="xref py py-obj docutils literal notranslate"><span class="pre">mode</span></code></a>(col)</p></td> |
| <td><p>Returns the most frequent value in a group.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.percentile.html#pyspark.sql.functions.percentile" title="pyspark.sql.functions.percentile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">percentile</span></code></a>(col, percentage[, frequency])</p></td> |
| <td><p>Returns the exact percentile(s) of numeric column <cite>expr</cite> at the given percentage(s) with value range in [0.0, 1.0].</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.percentile_approx.html#pyspark.sql.functions.percentile_approx" title="pyspark.sql.functions.percentile_approx"><code class="xref py py-obj docutils literal notranslate"><span class="pre">percentile_approx</span></code></a>(col, percentage[, accuracy])</p></td> |
| <td><p>Returns the approximate <cite>percentile</cite> of the numeric column <cite>col</cite> which is the smallest value in the ordered <cite>col</cite> values (sorted from least to greatest) such that no more than <cite>percentage</cite> of <cite>col</cite> values is less than the value or equal to that value.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.product.html#pyspark.sql.functions.product" title="pyspark.sql.functions.product"><code class="xref py py-obj docutils literal notranslate"><span class="pre">product</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the product of the values in a group.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.reduce.html#pyspark.sql.functions.reduce" title="pyspark.sql.functions.reduce"><code class="xref py py-obj docutils literal notranslate"><span class="pre">reduce</span></code></a>(col, initialValue, merge[, finish])</p></td> |
| <td><p>Applies a binary operator to an initial state and all elements in the array, and reduces this to a single state.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regr_avgx.html#pyspark.sql.functions.regr_avgx" title="pyspark.sql.functions.regr_avgx"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regr_avgx</span></code></a>(y, x)</p></td> |
| <td><p>Aggregate function: returns the average of the independent variable for non-null pairs in a group, where <cite>y</cite> is the dependent variable and <cite>x</cite> is the independent variable.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regr_avgy.html#pyspark.sql.functions.regr_avgy" title="pyspark.sql.functions.regr_avgy"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regr_avgy</span></code></a>(y, x)</p></td> |
| <td><p>Aggregate function: returns the average of the dependent variable for non-null pairs in a group, where <cite>y</cite> is the dependent variable and <cite>x</cite> is the independent variable.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regr_count.html#pyspark.sql.functions.regr_count" title="pyspark.sql.functions.regr_count"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regr_count</span></code></a>(y, x)</p></td> |
| <td><p>Aggregate function: returns the number of non-null number pairs in a group, where <cite>y</cite> is the dependent variable and <cite>x</cite> is the independent variable.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regr_intercept.html#pyspark.sql.functions.regr_intercept" title="pyspark.sql.functions.regr_intercept"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regr_intercept</span></code></a>(y, x)</p></td> |
| <td><p>Aggregate function: returns the intercept of the univariate linear regression line for non-null pairs in a group, where <cite>y</cite> is the dependent variable and <cite>x</cite> is the independent variable.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regr_r2.html#pyspark.sql.functions.regr_r2" title="pyspark.sql.functions.regr_r2"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regr_r2</span></code></a>(y, x)</p></td> |
| <td><p>Aggregate function: returns the coefficient of determination for non-null pairs in a group, where <cite>y</cite> is the dependent variable and <cite>x</cite> is the independent variable.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regr_slope.html#pyspark.sql.functions.regr_slope" title="pyspark.sql.functions.regr_slope"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regr_slope</span></code></a>(y, x)</p></td> |
| <td><p>Aggregate function: returns the slope of the linear regression line for non-null pairs in a group, where <cite>y</cite> is the dependent variable and <cite>x</cite> is the independent variable.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regr_sxx.html#pyspark.sql.functions.regr_sxx" title="pyspark.sql.functions.regr_sxx"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regr_sxx</span></code></a>(y, x)</p></td> |
| <td><p>Aggregate function: returns REGR_COUNT(y, x) * VAR_POP(x) for non-null pairs in a group, where <cite>y</cite> is the dependent variable and <cite>x</cite> is the independent variable.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regr_sxy.html#pyspark.sql.functions.regr_sxy" title="pyspark.sql.functions.regr_sxy"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regr_sxy</span></code></a>(y, x)</p></td> |
| <td><p>Aggregate function: returns REGR_COUNT(y, x) * COVAR_POP(y, x) for non-null pairs in a group, where <cite>y</cite> is the dependent variable and <cite>x</cite> is the independent variable.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regr_syy.html#pyspark.sql.functions.regr_syy" title="pyspark.sql.functions.regr_syy"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regr_syy</span></code></a>(y, x)</p></td> |
| <td><p>Aggregate function: returns REGR_COUNT(y, x) * VAR_POP(y) for non-null pairs in a group, where <cite>y</cite> is the dependent variable and <cite>x</cite> is the independent variable.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.skewness.html#pyspark.sql.functions.skewness" title="pyspark.sql.functions.skewness"><code class="xref py py-obj docutils literal notranslate"><span class="pre">skewness</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the skewness of the values in a group.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.some.html#pyspark.sql.functions.some" title="pyspark.sql.functions.some"><code class="xref py py-obj docutils literal notranslate"><span class="pre">some</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns true if at least one value of <cite>col</cite> is true.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.std.html#pyspark.sql.functions.std" title="pyspark.sql.functions.std"><code class="xref py py-obj docutils literal notranslate"><span class="pre">std</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: alias for stddev_samp.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.stddev.html#pyspark.sql.functions.stddev" title="pyspark.sql.functions.stddev"><code class="xref py py-obj docutils literal notranslate"><span class="pre">stddev</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: alias for stddev_samp.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.stddev_pop.html#pyspark.sql.functions.stddev_pop" title="pyspark.sql.functions.stddev_pop"><code class="xref py py-obj docutils literal notranslate"><span class="pre">stddev_pop</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns population standard deviation of the expression in a group.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.stddev_samp.html#pyspark.sql.functions.stddev_samp" title="pyspark.sql.functions.stddev_samp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">stddev_samp</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the unbiased sample standard deviation of the expression in a group.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sum.html#pyspark.sql.functions.sum" title="pyspark.sql.functions.sum"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sum</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the sum of all values in the expression.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sum_distinct.html#pyspark.sql.functions.sum_distinct" title="pyspark.sql.functions.sum_distinct"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sum_distinct</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the sum of distinct values in the expression.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sumDistinct.html#pyspark.sql.functions.sumDistinct" title="pyspark.sql.functions.sumDistinct"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sumDistinct</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the sum of distinct values in the expression.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.var_pop.html#pyspark.sql.functions.var_pop" title="pyspark.sql.functions.var_pop"><code class="xref py py-obj docutils literal notranslate"><span class="pre">var_pop</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the population variance of the values in a group.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.var_samp.html#pyspark.sql.functions.var_samp" title="pyspark.sql.functions.var_samp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">var_samp</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: returns the unbiased sample variance of the values in a group.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.variance.html#pyspark.sql.functions.variance" title="pyspark.sql.functions.variance"><code class="xref py py-obj docutils literal notranslate"><span class="pre">variance</span></code></a>(col)</p></td> |
| <td><p>Aggregate function: alias for var_samp</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| <section id="window-functions"> |
| <h2>Window Functions<a class="headerlink" href="#window-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.cume_dist.html#pyspark.sql.functions.cume_dist" title="pyspark.sql.functions.cume_dist"><code class="xref py py-obj docutils literal notranslate"><span class="pre">cume_dist</span></code></a>()</p></td> |
| <td><p>Window function: returns the cumulative distribution of values within a window partition, i.e.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.dense_rank.html#pyspark.sql.functions.dense_rank" title="pyspark.sql.functions.dense_rank"><code class="xref py py-obj docutils literal notranslate"><span class="pre">dense_rank</span></code></a>()</p></td> |
| <td><p>Window function: returns the rank of rows within a window partition, without any gaps.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.lag.html#pyspark.sql.functions.lag" title="pyspark.sql.functions.lag"><code class="xref py py-obj docutils literal notranslate"><span class="pre">lag</span></code></a>(col[, offset, default])</p></td> |
| <td><p>Window function: returns the value that is <cite>offset</cite> rows before the current row, and <cite>default</cite> if there is less than <cite>offset</cite> rows before the current row.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.lead.html#pyspark.sql.functions.lead" title="pyspark.sql.functions.lead"><code class="xref py py-obj docutils literal notranslate"><span class="pre">lead</span></code></a>(col[, offset, default])</p></td> |
| <td><p>Window function: returns the value that is <cite>offset</cite> rows after the current row, and <cite>default</cite> if there is less than <cite>offset</cite> rows after the current row.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.nth_value.html#pyspark.sql.functions.nth_value" title="pyspark.sql.functions.nth_value"><code class="xref py py-obj docutils literal notranslate"><span class="pre">nth_value</span></code></a>(col, offset[, ignoreNulls])</p></td> |
| <td><p>Window function: returns the value that is the <cite>offset</cite>th row of the window frame (counting from 1), and <cite>null</cite> if the size of window frame is less than <cite>offset</cite> rows.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.ntile.html#pyspark.sql.functions.ntile" title="pyspark.sql.functions.ntile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ntile</span></code></a>(n)</p></td> |
| <td><p>Window function: returns the ntile group id (from 1 to <cite>n</cite> inclusive) in an ordered window partition.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.percent_rank.html#pyspark.sql.functions.percent_rank" title="pyspark.sql.functions.percent_rank"><code class="xref py py-obj docutils literal notranslate"><span class="pre">percent_rank</span></code></a>()</p></td> |
| <td><p>Window function: returns the relative rank (i.e.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.rank.html#pyspark.sql.functions.rank" title="pyspark.sql.functions.rank"><code class="xref py py-obj docutils literal notranslate"><span class="pre">rank</span></code></a>()</p></td> |
| <td><p>Window function: returns the rank of rows within a window partition.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.row_number.html#pyspark.sql.functions.row_number" title="pyspark.sql.functions.row_number"><code class="xref py py-obj docutils literal notranslate"><span class="pre">row_number</span></code></a>()</p></td> |
| <td><p>Window function: returns a sequential number starting at 1 within a window partition.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| <section id="sort-functions"> |
| <h2>Sort Functions<a class="headerlink" href="#sort-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.asc.html#pyspark.sql.functions.asc" title="pyspark.sql.functions.asc"><code class="xref py py-obj docutils literal notranslate"><span class="pre">asc</span></code></a>(col)</p></td> |
| <td><p>Returns a sort expression based on the ascending order of the given column name.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.asc_nulls_first.html#pyspark.sql.functions.asc_nulls_first" title="pyspark.sql.functions.asc_nulls_first"><code class="xref py py-obj docutils literal notranslate"><span class="pre">asc_nulls_first</span></code></a>(col)</p></td> |
| <td><p>Returns a sort expression based on the ascending order of the given column name, and null values return before non-null values.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.asc_nulls_last.html#pyspark.sql.functions.asc_nulls_last" title="pyspark.sql.functions.asc_nulls_last"><code class="xref py py-obj docutils literal notranslate"><span class="pre">asc_nulls_last</span></code></a>(col)</p></td> |
| <td><p>Returns a sort expression based on the ascending order of the given column name, and null values appear after non-null values.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.desc.html#pyspark.sql.functions.desc" title="pyspark.sql.functions.desc"><code class="xref py py-obj docutils literal notranslate"><span class="pre">desc</span></code></a>(col)</p></td> |
| <td><p>Returns a sort expression based on the descending order of the given column name.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.desc_nulls_first.html#pyspark.sql.functions.desc_nulls_first" title="pyspark.sql.functions.desc_nulls_first"><code class="xref py py-obj docutils literal notranslate"><span class="pre">desc_nulls_first</span></code></a>(col)</p></td> |
| <td><p>Returns a sort expression based on the descending order of the given column name, and null values appear before non-null values.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.desc_nulls_last.html#pyspark.sql.functions.desc_nulls_last" title="pyspark.sql.functions.desc_nulls_last"><code class="xref py py-obj docutils literal notranslate"><span class="pre">desc_nulls_last</span></code></a>(col)</p></td> |
| <td><p>Returns a sort expression based on the descending order of the given column name, and null values appear after non-null values.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| <section id="string-functions"> |
| <h2>String Functions<a class="headerlink" href="#string-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.ascii.html#pyspark.sql.functions.ascii" title="pyspark.sql.functions.ascii"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ascii</span></code></a>(col)</p></td> |
| <td><p>Computes the numeric value of the first character of the string column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.base64.html#pyspark.sql.functions.base64" title="pyspark.sql.functions.base64"><code class="xref py py-obj docutils literal notranslate"><span class="pre">base64</span></code></a>(col)</p></td> |
| <td><p>Computes the BASE64 encoding of a binary column and returns it as a string column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bit_length.html#pyspark.sql.functions.bit_length" title="pyspark.sql.functions.bit_length"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bit_length</span></code></a>(col)</p></td> |
| <td><p>Calculates the bit length for the specified string column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.btrim.html#pyspark.sql.functions.btrim" title="pyspark.sql.functions.btrim"><code class="xref py py-obj docutils literal notranslate"><span class="pre">btrim</span></code></a>(str[, trim])</p></td> |
| <td><p>Remove the leading and trailing <cite>trim</cite> characters from <cite>str</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.char.html#pyspark.sql.functions.char" title="pyspark.sql.functions.char"><code class="xref py py-obj docutils literal notranslate"><span class="pre">char</span></code></a>(col)</p></td> |
| <td><p>Returns the ASCII character having the binary equivalent to <cite>col</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.character_length.html#pyspark.sql.functions.character_length" title="pyspark.sql.functions.character_length"><code class="xref py py-obj docutils literal notranslate"><span class="pre">character_length</span></code></a>(str)</p></td> |
| <td><p>Returns the character length of string data or number of bytes of binary data.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.char_length.html#pyspark.sql.functions.char_length" title="pyspark.sql.functions.char_length"><code class="xref py py-obj docutils literal notranslate"><span class="pre">char_length</span></code></a>(str)</p></td> |
| <td><p>Returns the character length of string data or number of bytes of binary data.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.concat_ws.html#pyspark.sql.functions.concat_ws" title="pyspark.sql.functions.concat_ws"><code class="xref py py-obj docutils literal notranslate"><span class="pre">concat_ws</span></code></a>(sep, *cols)</p></td> |
| <td><p>Concatenates multiple input string columns together into a single string column, using the given separator.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.contains.html#pyspark.sql.functions.contains" title="pyspark.sql.functions.contains"><code class="xref py py-obj docutils literal notranslate"><span class="pre">contains</span></code></a>(left, right)</p></td> |
| <td><p>Returns a boolean.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.decode.html#pyspark.sql.functions.decode" title="pyspark.sql.functions.decode"><code class="xref py py-obj docutils literal notranslate"><span class="pre">decode</span></code></a>(col, charset)</p></td> |
| <td><p>Computes the first argument into a string from a binary using the provided character set (one of ‘US-ASCII’, ‘ISO-8859-1’, ‘UTF-8’, ‘UTF-16BE’, ‘UTF-16LE’, ‘UTF-16’).</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.elt.html#pyspark.sql.functions.elt" title="pyspark.sql.functions.elt"><code class="xref py py-obj docutils literal notranslate"><span class="pre">elt</span></code></a>(*inputs)</p></td> |
| <td><p>Returns the <cite>n</cite>-th input, e.g., returns <cite>input2</cite> when <cite>n</cite> is 2.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.encode.html#pyspark.sql.functions.encode" title="pyspark.sql.functions.encode"><code class="xref py py-obj docutils literal notranslate"><span class="pre">encode</span></code></a>(col, charset)</p></td> |
| <td><p>Computes the first argument into a binary from a string using the provided character set (one of ‘US-ASCII’, ‘ISO-8859-1’, ‘UTF-8’, ‘UTF-16BE’, ‘UTF-16LE’, ‘UTF-16’).</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.endswith.html#pyspark.sql.functions.endswith" title="pyspark.sql.functions.endswith"><code class="xref py py-obj docutils literal notranslate"><span class="pre">endswith</span></code></a>(str, suffix)</p></td> |
| <td><p>Returns a boolean.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.find_in_set.html#pyspark.sql.functions.find_in_set" title="pyspark.sql.functions.find_in_set"><code class="xref py py-obj docutils literal notranslate"><span class="pre">find_in_set</span></code></a>(str, str_array)</p></td> |
| <td><p>Returns the index (1-based) of the given string (<cite>str</cite>) in the comma-delimited list (<cite>strArray</cite>).</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.format_number.html#pyspark.sql.functions.format_number" title="pyspark.sql.functions.format_number"><code class="xref py py-obj docutils literal notranslate"><span class="pre">format_number</span></code></a>(col, d)</p></td> |
| <td><p>Formats the number X to a format like ‘#,–#,–#.–’, rounded to d decimal places with HALF_EVEN round mode, and returns the result as a string.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.format_string.html#pyspark.sql.functions.format_string" title="pyspark.sql.functions.format_string"><code class="xref py py-obj docutils literal notranslate"><span class="pre">format_string</span></code></a>(format, *cols)</p></td> |
| <td><p>Formats the arguments in printf-style and returns the result as a string column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.ilike.html#pyspark.sql.functions.ilike" title="pyspark.sql.functions.ilike"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ilike</span></code></a>(str, pattern[, escapeChar])</p></td> |
| <td><p>Returns true if str matches <cite>pattern</cite> with <cite>escape</cite> case-insensitively, null if any arguments are null, false otherwise.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.initcap.html#pyspark.sql.functions.initcap" title="pyspark.sql.functions.initcap"><code class="xref py py-obj docutils literal notranslate"><span class="pre">initcap</span></code></a>(col)</p></td> |
| <td><p>Translate the first letter of each word to upper case in the sentence.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.instr.html#pyspark.sql.functions.instr" title="pyspark.sql.functions.instr"><code class="xref py py-obj docutils literal notranslate"><span class="pre">instr</span></code></a>(str, substr)</p></td> |
| <td><p>Locate the position of the first occurrence of substr column in the given string.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.lcase.html#pyspark.sql.functions.lcase" title="pyspark.sql.functions.lcase"><code class="xref py py-obj docutils literal notranslate"><span class="pre">lcase</span></code></a>(str)</p></td> |
| <td><p>Returns <cite>str</cite> with all characters changed to lowercase.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.length.html#pyspark.sql.functions.length" title="pyspark.sql.functions.length"><code class="xref py py-obj docutils literal notranslate"><span class="pre">length</span></code></a>(col)</p></td> |
| <td><p>Computes the character length of string data or number of bytes of binary data.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.like.html#pyspark.sql.functions.like" title="pyspark.sql.functions.like"><code class="xref py py-obj docutils literal notranslate"><span class="pre">like</span></code></a>(str, pattern[, escapeChar])</p></td> |
| <td><p>Returns true if str matches <cite>pattern</cite> with <cite>escape</cite>, null if any arguments are null, false otherwise.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.lower.html#pyspark.sql.functions.lower" title="pyspark.sql.functions.lower"><code class="xref py py-obj docutils literal notranslate"><span class="pre">lower</span></code></a>(col)</p></td> |
| <td><p>Converts a string expression to lower case.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.left.html#pyspark.sql.functions.left" title="pyspark.sql.functions.left"><code class="xref py py-obj docutils literal notranslate"><span class="pre">left</span></code></a>(str, len)</p></td> |
| <td><p>Returns the leftmost <cite>len`(`len</cite> can be string type) characters from the string <cite>str</cite>, if <cite>len</cite> is less or equal than 0 the result is an empty string.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.levenshtein.html#pyspark.sql.functions.levenshtein" title="pyspark.sql.functions.levenshtein"><code class="xref py py-obj docutils literal notranslate"><span class="pre">levenshtein</span></code></a>(left, right[, threshold])</p></td> |
| <td><p>Computes the Levenshtein distance of the two given strings.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.locate.html#pyspark.sql.functions.locate" title="pyspark.sql.functions.locate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">locate</span></code></a>(substr, str[, pos])</p></td> |
| <td><p>Locate the position of the first occurrence of substr in a string column, after position pos.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.lpad.html#pyspark.sql.functions.lpad" title="pyspark.sql.functions.lpad"><code class="xref py py-obj docutils literal notranslate"><span class="pre">lpad</span></code></a>(col, len, pad)</p></td> |
| <td><p>Left-pad the string column to width <cite>len</cite> with <cite>pad</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.ltrim.html#pyspark.sql.functions.ltrim" title="pyspark.sql.functions.ltrim"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ltrim</span></code></a>(col)</p></td> |
| <td><p>Trim the spaces from left end for the specified string value.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.mask.html#pyspark.sql.functions.mask" title="pyspark.sql.functions.mask"><code class="xref py py-obj docutils literal notranslate"><span class="pre">mask</span></code></a>(col[, upperChar, lowerChar, digitChar, …])</p></td> |
| <td><p>Masks the given string value.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.octet_length.html#pyspark.sql.functions.octet_length" title="pyspark.sql.functions.octet_length"><code class="xref py py-obj docutils literal notranslate"><span class="pre">octet_length</span></code></a>(col)</p></td> |
| <td><p>Calculates the byte length for the specified string column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.parse_url.html#pyspark.sql.functions.parse_url" title="pyspark.sql.functions.parse_url"><code class="xref py py-obj docutils literal notranslate"><span class="pre">parse_url</span></code></a>(url, partToExtract[, key])</p></td> |
| <td><p>Extracts a part from a URL.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.position.html#pyspark.sql.functions.position" title="pyspark.sql.functions.position"><code class="xref py py-obj docutils literal notranslate"><span class="pre">position</span></code></a>(substr, str[, start])</p></td> |
| <td><p>Returns the position of the first occurrence of <cite>substr</cite> in <cite>str</cite> after position <cite>start</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.printf.html#pyspark.sql.functions.printf" title="pyspark.sql.functions.printf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">printf</span></code></a>(format, *cols)</p></td> |
| <td><p>Formats the arguments in printf-style and returns the result as a string column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.rlike.html#pyspark.sql.functions.rlike" title="pyspark.sql.functions.rlike"><code class="xref py py-obj docutils literal notranslate"><span class="pre">rlike</span></code></a>(str, regexp)</p></td> |
| <td><p>Returns true if <cite>str</cite> matches the Java regex <cite>regexp</cite>, or false otherwise.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regexp.html#pyspark.sql.functions.regexp" title="pyspark.sql.functions.regexp"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regexp</span></code></a>(str, regexp)</p></td> |
| <td><p>Returns true if <cite>str</cite> matches the Java regex <cite>regexp</cite>, or false otherwise.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regexp_like.html#pyspark.sql.functions.regexp_like" title="pyspark.sql.functions.regexp_like"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regexp_like</span></code></a>(str, regexp)</p></td> |
| <td><p>Returns true if <cite>str</cite> matches the Java regex <cite>regexp</cite>, or false otherwise.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regexp_count.html#pyspark.sql.functions.regexp_count" title="pyspark.sql.functions.regexp_count"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regexp_count</span></code></a>(str, regexp)</p></td> |
| <td><p>Returns a count of the number of times that the Java regex pattern <cite>regexp</cite> is matched in the string <cite>str</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regexp_extract.html#pyspark.sql.functions.regexp_extract" title="pyspark.sql.functions.regexp_extract"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regexp_extract</span></code></a>(str, pattern, idx)</p></td> |
| <td><p>Extract a specific group matched by the Java regex <cite>regexp</cite>, from the specified string column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regexp_extract_all.html#pyspark.sql.functions.regexp_extract_all" title="pyspark.sql.functions.regexp_extract_all"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regexp_extract_all</span></code></a>(str, regexp[, idx])</p></td> |
| <td><p>Extract all strings in the <cite>str</cite> that match the Java regex <cite>regexp</cite> and corresponding to the regex group index.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regexp_replace.html#pyspark.sql.functions.regexp_replace" title="pyspark.sql.functions.regexp_replace"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regexp_replace</span></code></a>(string, pattern, replacement)</p></td> |
| <td><p>Replace all substrings of the specified string value that match regexp with replacement.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regexp_substr.html#pyspark.sql.functions.regexp_substr" title="pyspark.sql.functions.regexp_substr"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regexp_substr</span></code></a>(str, regexp)</p></td> |
| <td><p>Returns the substring that matches the Java regex <cite>regexp</cite> within the string <cite>str</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.regexp_instr.html#pyspark.sql.functions.regexp_instr" title="pyspark.sql.functions.regexp_instr"><code class="xref py py-obj docutils literal notranslate"><span class="pre">regexp_instr</span></code></a>(str, regexp[, idx])</p></td> |
| <td><p>Extract all strings in the <cite>str</cite> that match the Java regex <cite>regexp</cite> and corresponding to the regex group index.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.replace.html#pyspark.sql.functions.replace" title="pyspark.sql.functions.replace"><code class="xref py py-obj docutils literal notranslate"><span class="pre">replace</span></code></a>(src, search[, replace])</p></td> |
| <td><p>Replaces all occurrences of <cite>search</cite> with <cite>replace</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.right.html#pyspark.sql.functions.right" title="pyspark.sql.functions.right"><code class="xref py py-obj docutils literal notranslate"><span class="pre">right</span></code></a>(str, len)</p></td> |
| <td><p>Returns the rightmost <cite>len`(`len</cite> can be string type) characters from the string <cite>str</cite>, if <cite>len</cite> is less or equal than 0 the result is an empty string.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.ucase.html#pyspark.sql.functions.ucase" title="pyspark.sql.functions.ucase"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ucase</span></code></a>(str)</p></td> |
| <td><p>Returns <cite>str</cite> with all characters changed to uppercase.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.unbase64.html#pyspark.sql.functions.unbase64" title="pyspark.sql.functions.unbase64"><code class="xref py py-obj docutils literal notranslate"><span class="pre">unbase64</span></code></a>(col)</p></td> |
| <td><p>Decodes a BASE64 encoded string column and returns it as a binary column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.rpad.html#pyspark.sql.functions.rpad" title="pyspark.sql.functions.rpad"><code class="xref py py-obj docutils literal notranslate"><span class="pre">rpad</span></code></a>(col, len, pad)</p></td> |
| <td><p>Right-pad the string column to width <cite>len</cite> with <cite>pad</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.repeat.html#pyspark.sql.functions.repeat" title="pyspark.sql.functions.repeat"><code class="xref py py-obj docutils literal notranslate"><span class="pre">repeat</span></code></a>(col, n)</p></td> |
| <td><p>Repeats a string column n times, and returns it as a new string column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.rtrim.html#pyspark.sql.functions.rtrim" title="pyspark.sql.functions.rtrim"><code class="xref py py-obj docutils literal notranslate"><span class="pre">rtrim</span></code></a>(col)</p></td> |
| <td><p>Trim the spaces from right end for the specified string value.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.soundex.html#pyspark.sql.functions.soundex" title="pyspark.sql.functions.soundex"><code class="xref py py-obj docutils literal notranslate"><span class="pre">soundex</span></code></a>(col)</p></td> |
| <td><p>Returns the SoundEx encoding for a string</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.split.html#pyspark.sql.functions.split" title="pyspark.sql.functions.split"><code class="xref py py-obj docutils literal notranslate"><span class="pre">split</span></code></a>(str, pattern[, limit])</p></td> |
| <td><p>Splits str around matches of the given pattern.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.split_part.html#pyspark.sql.functions.split_part" title="pyspark.sql.functions.split_part"><code class="xref py py-obj docutils literal notranslate"><span class="pre">split_part</span></code></a>(src, delimiter, partNum)</p></td> |
| <td><p>Splits <cite>str</cite> by delimiter and return requested part of the split (1-based).</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.startswith.html#pyspark.sql.functions.startswith" title="pyspark.sql.functions.startswith"><code class="xref py py-obj docutils literal notranslate"><span class="pre">startswith</span></code></a>(str, prefix)</p></td> |
| <td><p>Returns a boolean.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.substr.html#pyspark.sql.functions.substr" title="pyspark.sql.functions.substr"><code class="xref py py-obj docutils literal notranslate"><span class="pre">substr</span></code></a>(str, pos[, len])</p></td> |
| <td><p>Returns the substring of <cite>str</cite> that starts at <cite>pos</cite> and is of length <cite>len</cite>, or the slice of byte array that starts at <cite>pos</cite> and is of length <cite>len</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.substring.html#pyspark.sql.functions.substring" title="pyspark.sql.functions.substring"><code class="xref py py-obj docutils literal notranslate"><span class="pre">substring</span></code></a>(str, pos, len)</p></td> |
| <td><p>Substring starts at <cite>pos</cite> and is of length <cite>len</cite> when str is String type or returns the slice of byte array that starts at <cite>pos</cite> in byte and is of length <cite>len</cite> when str is Binary type.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.substring_index.html#pyspark.sql.functions.substring_index" title="pyspark.sql.functions.substring_index"><code class="xref py py-obj docutils literal notranslate"><span class="pre">substring_index</span></code></a>(str, delim, count)</p></td> |
| <td><p>Returns the substring from string str before count occurrences of the delimiter delim.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.overlay.html#pyspark.sql.functions.overlay" title="pyspark.sql.functions.overlay"><code class="xref py py-obj docutils literal notranslate"><span class="pre">overlay</span></code></a>(src, replace, pos[, len])</p></td> |
| <td><p>Overlay the specified portion of <cite>src</cite> with <cite>replace</cite>, starting from byte position <cite>pos</cite> of <cite>src</cite> and proceeding for <cite>len</cite> bytes.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sentences.html#pyspark.sql.functions.sentences" title="pyspark.sql.functions.sentences"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sentences</span></code></a>(string[, language, country])</p></td> |
| <td><p>Splits a string into arrays of sentences, where each sentence is an array of words.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.to_binary.html#pyspark.sql.functions.to_binary" title="pyspark.sql.functions.to_binary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_binary</span></code></a>(col[, format])</p></td> |
| <td><p>Converts the input <cite>col</cite> to a binary value based on the supplied <cite>format</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.to_char.html#pyspark.sql.functions.to_char" title="pyspark.sql.functions.to_char"><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_char</span></code></a>(col, format)</p></td> |
| <td><p>Convert <cite>col</cite> to a string based on the <cite>format</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.to_number.html#pyspark.sql.functions.to_number" title="pyspark.sql.functions.to_number"><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_number</span></code></a>(col, format)</p></td> |
| <td><p>Convert string ‘col’ to a number based on the string format ‘format’.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.to_varchar.html#pyspark.sql.functions.to_varchar" title="pyspark.sql.functions.to_varchar"><code class="xref py py-obj docutils literal notranslate"><span class="pre">to_varchar</span></code></a>(col, format)</p></td> |
| <td><p>Convert <cite>col</cite> to a string based on the <cite>format</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.translate.html#pyspark.sql.functions.translate" title="pyspark.sql.functions.translate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">translate</span></code></a>(srcCol, matching, replace)</p></td> |
| <td><p>A function translate any character in the <cite>srcCol</cite> by a character in <cite>matching</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.trim.html#pyspark.sql.functions.trim" title="pyspark.sql.functions.trim"><code class="xref py py-obj docutils literal notranslate"><span class="pre">trim</span></code></a>(col)</p></td> |
| <td><p>Trim the spaces from both ends for the specified string column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.upper.html#pyspark.sql.functions.upper" title="pyspark.sql.functions.upper"><code class="xref py py-obj docutils literal notranslate"><span class="pre">upper</span></code></a>(col)</p></td> |
| <td><p>Converts a string expression to upper case.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.url_decode.html#pyspark.sql.functions.url_decode" title="pyspark.sql.functions.url_decode"><code class="xref py py-obj docutils literal notranslate"><span class="pre">url_decode</span></code></a>(str)</p></td> |
| <td><p>Decodes a <cite>str</cite> in ‘application/x-www-form-urlencoded’ format using a specific encoding scheme.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.url_encode.html#pyspark.sql.functions.url_encode" title="pyspark.sql.functions.url_encode"><code class="xref py py-obj docutils literal notranslate"><span class="pre">url_encode</span></code></a>(str)</p></td> |
| <td><p>Translates a string into ‘application/x-www-form-urlencoded’ format using a specific encoding scheme.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| <section id="bitwise-functions"> |
| <h2>Bitwise Functions<a class="headerlink" href="#bitwise-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bit_count.html#pyspark.sql.functions.bit_count" title="pyspark.sql.functions.bit_count"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bit_count</span></code></a>(col)</p></td> |
| <td><p>Returns the number of bits that are set in the argument expr as an unsigned 64-bit integer, or NULL if the argument is NULL.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bit_get.html#pyspark.sql.functions.bit_get" title="pyspark.sql.functions.bit_get"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bit_get</span></code></a>(col, pos)</p></td> |
| <td><p>Returns the value of the bit (0 or 1) at the specified position.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.getbit.html#pyspark.sql.functions.getbit" title="pyspark.sql.functions.getbit"><code class="xref py py-obj docutils literal notranslate"><span class="pre">getbit</span></code></a>(col, pos)</p></td> |
| <td><p>Returns the value of the bit (0 or 1) at the specified position.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| <section id="call-functions"> |
| <h2>Call Functions<a class="headerlink" href="#call-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.call_function.html#pyspark.sql.functions.call_function" title="pyspark.sql.functions.call_function"><code class="xref py py-obj docutils literal notranslate"><span class="pre">call_function</span></code></a>(funcName, *cols)</p></td> |
| <td><p>Call a SQL function.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.call_udf.html#pyspark.sql.functions.call_udf" title="pyspark.sql.functions.call_udf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">call_udf</span></code></a>(udfName, *cols)</p></td> |
| <td><p>Call an user-defined function.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.pandas_udf.html#pyspark.sql.functions.pandas_udf" title="pyspark.sql.functions.pandas_udf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">pandas_udf</span></code></a>([f, returnType, functionType])</p></td> |
| <td><p>Creates a pandas user defined function (a.k.a.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.udf.html#pyspark.sql.functions.udf" title="pyspark.sql.functions.udf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">udf</span></code></a>([f, returnType, useArrow])</p></td> |
| <td><p>Creates a user defined function (UDF).</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.udtf.html#pyspark.sql.functions.udtf" title="pyspark.sql.functions.udtf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">udtf</span></code></a>([cls, useArrow])</p></td> |
| <td><p>Creates a user defined table function (UDTF).</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.unwrap_udt.html#pyspark.sql.functions.unwrap_udt" title="pyspark.sql.functions.unwrap_udt"><code class="xref py py-obj docutils literal notranslate"><span class="pre">unwrap_udt</span></code></a>(col)</p></td> |
| <td><p>Unwrap UDT data type column into its underlying type.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| <section id="misc-functions"> |
| <h2>Misc Functions<a class="headerlink" href="#misc-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.aes_decrypt.html#pyspark.sql.functions.aes_decrypt" title="pyspark.sql.functions.aes_decrypt"><code class="xref py py-obj docutils literal notranslate"><span class="pre">aes_decrypt</span></code></a>(input, key[, mode, padding, aad])</p></td> |
| <td><p>Returns a decrypted value of <cite>input</cite> using AES in <cite>mode</cite> with <cite>padding</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.aes_encrypt.html#pyspark.sql.functions.aes_encrypt" title="pyspark.sql.functions.aes_encrypt"><code class="xref py py-obj docutils literal notranslate"><span class="pre">aes_encrypt</span></code></a>(input, key[, mode, padding, iv, aad])</p></td> |
| <td><p>Returns an encrypted value of <cite>input</cite> using AES in given <cite>mode</cite> with the specified <cite>padding</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bitmap_bit_position.html#pyspark.sql.functions.bitmap_bit_position" title="pyspark.sql.functions.bitmap_bit_position"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bitmap_bit_position</span></code></a>(col)</p></td> |
| <td><p>Returns the bit position for the given input column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bitmap_bucket_number.html#pyspark.sql.functions.bitmap_bucket_number" title="pyspark.sql.functions.bitmap_bucket_number"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bitmap_bucket_number</span></code></a>(col)</p></td> |
| <td><p>Returns the bucket number for the given input column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bitmap_construct_agg.html#pyspark.sql.functions.bitmap_construct_agg" title="pyspark.sql.functions.bitmap_construct_agg"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bitmap_construct_agg</span></code></a>(col)</p></td> |
| <td><p>Returns a bitmap with the positions of the bits set from all the values from the input column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bitmap_count.html#pyspark.sql.functions.bitmap_count" title="pyspark.sql.functions.bitmap_count"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bitmap_count</span></code></a>(col)</p></td> |
| <td><p>Returns the number of set bits in the input bitmap.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.bitmap_or_agg.html#pyspark.sql.functions.bitmap_or_agg" title="pyspark.sql.functions.bitmap_or_agg"><code class="xref py py-obj docutils literal notranslate"><span class="pre">bitmap_or_agg</span></code></a>(col)</p></td> |
| <td><p>Returns a bitmap that is the bitwise OR of all of the bitmaps from the input column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.current_catalog.html#pyspark.sql.functions.current_catalog" title="pyspark.sql.functions.current_catalog"><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_catalog</span></code></a>()</p></td> |
| <td><p>Returns the current catalog.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.current_database.html#pyspark.sql.functions.current_database" title="pyspark.sql.functions.current_database"><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_database</span></code></a>()</p></td> |
| <td><p>Returns the current database.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.current_schema.html#pyspark.sql.functions.current_schema" title="pyspark.sql.functions.current_schema"><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_schema</span></code></a>()</p></td> |
| <td><p>Returns the current database.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.current_user.html#pyspark.sql.functions.current_user" title="pyspark.sql.functions.current_user"><code class="xref py py-obj docutils literal notranslate"><span class="pre">current_user</span></code></a>()</p></td> |
| <td><p>Returns the current database.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.input_file_block_length.html#pyspark.sql.functions.input_file_block_length" title="pyspark.sql.functions.input_file_block_length"><code class="xref py py-obj docutils literal notranslate"><span class="pre">input_file_block_length</span></code></a>()</p></td> |
| <td><p>Returns the length of the block being read, or -1 if not available.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.input_file_block_start.html#pyspark.sql.functions.input_file_block_start" title="pyspark.sql.functions.input_file_block_start"><code class="xref py py-obj docutils literal notranslate"><span class="pre">input_file_block_start</span></code></a>()</p></td> |
| <td><p>Returns the start offset of the block being read, or -1 if not available.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.md5.html#pyspark.sql.functions.md5" title="pyspark.sql.functions.md5"><code class="xref py py-obj docutils literal notranslate"><span class="pre">md5</span></code></a>(col)</p></td> |
| <td><p>Calculates the MD5 digest and returns the value as a 32 character hex string.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sha.html#pyspark.sql.functions.sha" title="pyspark.sql.functions.sha"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sha</span></code></a>(col)</p></td> |
| <td><p>Returns a sha1 hash value as a hex string of the <cite>col</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sha1.html#pyspark.sql.functions.sha1" title="pyspark.sql.functions.sha1"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sha1</span></code></a>(col)</p></td> |
| <td><p>Returns the hex string result of SHA-1.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.sha2.html#pyspark.sql.functions.sha2" title="pyspark.sql.functions.sha2"><code class="xref py py-obj docutils literal notranslate"><span class="pre">sha2</span></code></a>(col, numBits)</p></td> |
| <td><p>Returns the hex string result of SHA-2 family of hash functions (SHA-224, SHA-256, SHA-384, and SHA-512).</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.crc32.html#pyspark.sql.functions.crc32" title="pyspark.sql.functions.crc32"><code class="xref py py-obj docutils literal notranslate"><span class="pre">crc32</span></code></a>(col)</p></td> |
| <td><p>Calculates the cyclic redundancy check value (CRC32) of a binary column and returns the value as a bigint.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.hash.html#pyspark.sql.functions.hash" title="pyspark.sql.functions.hash"><code class="xref py py-obj docutils literal notranslate"><span class="pre">hash</span></code></a>(*cols)</p></td> |
| <td><p>Calculates the hash code of given columns, and returns the result as an int column.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.xxhash64.html#pyspark.sql.functions.xxhash64" title="pyspark.sql.functions.xxhash64"><code class="xref py py-obj docutils literal notranslate"><span class="pre">xxhash64</span></code></a>(*cols)</p></td> |
| <td><p>Calculates the hash code of given columns using the 64-bit variant of the xxHash algorithm, and returns the result as a long column.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.assert_true.html#pyspark.sql.functions.assert_true" title="pyspark.sql.functions.assert_true"><code class="xref py py-obj docutils literal notranslate"><span class="pre">assert_true</span></code></a>(col[, errMsg])</p></td> |
| <td><p>Returns <cite>null</cite> if the input column is <cite>true</cite>; throws an exception with the provided error message otherwise.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.raise_error.html#pyspark.sql.functions.raise_error" title="pyspark.sql.functions.raise_error"><code class="xref py py-obj docutils literal notranslate"><span class="pre">raise_error</span></code></a>(errMsg)</p></td> |
| <td><p>Throws an exception with the provided error message.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.reflect.html#pyspark.sql.functions.reflect" title="pyspark.sql.functions.reflect"><code class="xref py py-obj docutils literal notranslate"><span class="pre">reflect</span></code></a>(*cols)</p></td> |
| <td><p>Calls a method with reflection.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.hll_sketch_estimate.html#pyspark.sql.functions.hll_sketch_estimate" title="pyspark.sql.functions.hll_sketch_estimate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">hll_sketch_estimate</span></code></a>(col)</p></td> |
| <td><p>Returns the estimated number of unique values given the binary representation of a Datasketches HllSketch.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.hll_union.html#pyspark.sql.functions.hll_union" title="pyspark.sql.functions.hll_union"><code class="xref py py-obj docutils literal notranslate"><span class="pre">hll_union</span></code></a>(col1, col2[, allowDifferentLgConfigK])</p></td> |
| <td><p>Merges two binary representations of Datasketches HllSketch objects, using a Datasketches Union object.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.java_method.html#pyspark.sql.functions.java_method" title="pyspark.sql.functions.java_method"><code class="xref py py-obj docutils literal notranslate"><span class="pre">java_method</span></code></a>(*cols)</p></td> |
| <td><p>Calls a method with reflection.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.stack.html#pyspark.sql.functions.stack" title="pyspark.sql.functions.stack"><code class="xref py py-obj docutils literal notranslate"><span class="pre">stack</span></code></a>(*cols)</p></td> |
| <td><p>Separates <cite>col1</cite>, …, <cite>colk</cite> into <cite>n</cite> rows.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.try_aes_decrypt.html#pyspark.sql.functions.try_aes_decrypt" title="pyspark.sql.functions.try_aes_decrypt"><code class="xref py py-obj docutils literal notranslate"><span class="pre">try_aes_decrypt</span></code></a>(input, key[, mode, padding, aad])</p></td> |
| <td><p>This is a special version of <cite>aes_decrypt</cite> that performs the same operation, but returns a NULL value instead of raising an error if the decryption cannot be performed.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.typeof.html#pyspark.sql.functions.typeof" title="pyspark.sql.functions.typeof"><code class="xref py py-obj docutils literal notranslate"><span class="pre">typeof</span></code></a>(col)</p></td> |
| <td><p>Return DDL-formatted type string for the data type of the input.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.user.html#pyspark.sql.functions.user" title="pyspark.sql.functions.user"><code class="xref py py-obj docutils literal notranslate"><span class="pre">user</span></code></a>()</p></td> |
| <td><p>Returns the current database.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.version.html#pyspark.sql.functions.version" title="pyspark.sql.functions.version"><code class="xref py py-obj docutils literal notranslate"><span class="pre">version</span></code></a>()</p></td> |
| <td><p>Returns the Spark version.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| <section id="predicate-functions"> |
| <h2>Predicate Functions<a class="headerlink" href="#predicate-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.equal_null.html#pyspark.sql.functions.equal_null" title="pyspark.sql.functions.equal_null"><code class="xref py py-obj docutils literal notranslate"><span class="pre">equal_null</span></code></a>(col1, col2)</p></td> |
| <td><p>Returns same result as the EQUAL(=) operator for non-null operands, but returns true if both are null, false if one of the them is null.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.ifnull.html#pyspark.sql.functions.ifnull" title="pyspark.sql.functions.ifnull"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ifnull</span></code></a>(col1, col2)</p></td> |
| <td><p>Returns <cite>col2</cite> if <cite>col1</cite> is null, or <cite>col1</cite> otherwise.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.isnotnull.html#pyspark.sql.functions.isnotnull" title="pyspark.sql.functions.isnotnull"><code class="xref py py-obj docutils literal notranslate"><span class="pre">isnotnull</span></code></a>(col)</p></td> |
| <td><p>Returns true if <cite>col</cite> is not null, or false otherwise.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.nullif.html#pyspark.sql.functions.nullif" title="pyspark.sql.functions.nullif"><code class="xref py py-obj docutils literal notranslate"><span class="pre">nullif</span></code></a>(col1, col2)</p></td> |
| <td><p>Returns null if <cite>col1</cite> equals to <cite>col2</cite>, or <cite>col1</cite> otherwise.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.nvl.html#pyspark.sql.functions.nvl" title="pyspark.sql.functions.nvl"><code class="xref py py-obj docutils literal notranslate"><span class="pre">nvl</span></code></a>(col1, col2)</p></td> |
| <td><p>Returns <cite>col2</cite> if <cite>col1</cite> is null, or <cite>col1</cite> otherwise.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.nvl2.html#pyspark.sql.functions.nvl2" title="pyspark.sql.functions.nvl2"><code class="xref py py-obj docutils literal notranslate"><span class="pre">nvl2</span></code></a>(col1, col2, col3)</p></td> |
| <td><p>Returns <cite>col2</cite> if <cite>col1</cite> is not null, or <cite>col3</cite> otherwise.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| <section id="xml-functions"> |
| <h2>Xml Functions<a class="headerlink" href="#xml-functions" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.xpath.html#pyspark.sql.functions.xpath" title="pyspark.sql.functions.xpath"><code class="xref py py-obj docutils literal notranslate"><span class="pre">xpath</span></code></a>(xml, path)</p></td> |
| <td><p>Returns a string array of values within the nodes of xml that match the XPath expression.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.xpath_boolean.html#pyspark.sql.functions.xpath_boolean" title="pyspark.sql.functions.xpath_boolean"><code class="xref py py-obj docutils literal notranslate"><span class="pre">xpath_boolean</span></code></a>(xml, path)</p></td> |
| <td><p>Returns true if the XPath expression evaluates to true, or if a matching node is found.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.xpath_double.html#pyspark.sql.functions.xpath_double" title="pyspark.sql.functions.xpath_double"><code class="xref py py-obj docutils literal notranslate"><span class="pre">xpath_double</span></code></a>(xml, path)</p></td> |
| <td><p>Returns a double value, the value zero if no match is found, or NaN if a match is found but the value is non-numeric.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.xpath_float.html#pyspark.sql.functions.xpath_float" title="pyspark.sql.functions.xpath_float"><code class="xref py py-obj docutils literal notranslate"><span class="pre">xpath_float</span></code></a>(xml, path)</p></td> |
| <td><p>Returns a float value, the value zero if no match is found, or NaN if a match is found but the value is non-numeric.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.xpath_int.html#pyspark.sql.functions.xpath_int" title="pyspark.sql.functions.xpath_int"><code class="xref py py-obj docutils literal notranslate"><span class="pre">xpath_int</span></code></a>(xml, path)</p></td> |
| <td><p>Returns an integer value, or the value zero if no match is found, or a match is found but the value is non-numeric.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.xpath_long.html#pyspark.sql.functions.xpath_long" title="pyspark.sql.functions.xpath_long"><code class="xref py py-obj docutils literal notranslate"><span class="pre">xpath_long</span></code></a>(xml, path)</p></td> |
| <td><p>Returns a long integer value, or the value zero if no match is found, or a match is found but the value is non-numeric.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.xpath_number.html#pyspark.sql.functions.xpath_number" title="pyspark.sql.functions.xpath_number"><code class="xref py py-obj docutils literal notranslate"><span class="pre">xpath_number</span></code></a>(xml, path)</p></td> |
| <td><p>Returns a double value, the value zero if no match is found, or NaN if a match is found but the value is non-numeric.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.sql.functions.xpath_short.html#pyspark.sql.functions.xpath_short" title="pyspark.sql.functions.xpath_short"><code class="xref py py-obj docutils literal notranslate"><span class="pre">xpath_short</span></code></a>(xml, path)</p></td> |
| <td><p>Returns a short integer value, or the value zero if no match is found, or a match is found but the value is non-numeric.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.sql.functions.xpath_string.html#pyspark.sql.functions.xpath_string" title="pyspark.sql.functions.xpath_string"><code class="xref py py-obj docutils literal notranslate"><span class="pre">xpath_string</span></code></a>(xml, path)</p></td> |
| <td><p>Returns the text contents of the first xml node that matches the XPath expression.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </section> |
| </section> |
| |
| |
| </div> |
| |
| |
| <!-- Previous / next buttons --> |
| <div class='prev-next-area'> |
| <a class='left-prev' id="prev-link" href="api/pyspark.sql.Row.asDict.html" title="previous page"> |
| <i class="fas fa-angle-left"></i> |
| <div class="prev-next-info"> |
| <p class="prev-next-subtitle">previous</p> |
| <p class="prev-next-title">pyspark.sql.Row.asDict</p> |
| </div> |
| </a> |
| <a class='right-next' id="next-link" href="api/pyspark.sql.functions.col.html" title="next page"> |
| <div class="prev-next-info"> |
| <p class="prev-next-subtitle">next</p> |
| <p class="prev-next-title">pyspark.sql.functions.col</p> |
| </div> |
| <i class="fas fa-angle-right"></i> |
| </a> |
| </div> |
| |
| </main> |
| |
| |
| </div> |
| </div> |
| |
| <script src="../../_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script> |
| <footer class="footer mt-5 mt-md-0"> |
| <div class="container"> |
| |
| <div class="footer-item"> |
| <p class="copyright"> |
| © Copyright .<br> |
| </p> |
| </div> |
| |
| <div class="footer-item"> |
| <p class="sphinx-version"> |
| Created using <a href="http://sphinx-doc.org/">Sphinx</a> 3.0.4.<br> |
| </p> |
| </div> |
| |
| </div> |
| </footer> |
| </body> |
| </html> |