| |
| <!DOCTYPE html> |
| |
| <html> |
| <head> |
| <meta charset="utf-8" /> |
| <title>Spark SQL — PySpark 3.3.3 documentation</title> |
| |
| <link rel="stylesheet" href="../../_static/css/index.73d71520a4ca3b99cfee5594769eaaae.css"> |
| |
| |
| <link rel="stylesheet" |
| href="../../_static/vendor/fontawesome/5.13.0/css/all.min.css"> |
| <link rel="preload" as="font" type="font/woff2" crossorigin |
| href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2"> |
| <link rel="preload" as="font" type="font/woff2" crossorigin |
| href="../../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2"> |
| |
| |
| |
| <link rel="stylesheet" |
| href="../../_static/vendor/open-sans_all/1.44.1/index.css"> |
| <link rel="stylesheet" |
| href="../../_static/vendor/lato_latin-ext/1.44.1/index.css"> |
| |
| |
| <link rel="stylesheet" href="../../_static/basic.css" type="text/css" /> |
| <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" /> |
| <link rel="stylesheet" type="text/css" href="../../_static/css/pyspark.css" /> |
| |
| <link rel="preload" as="script" href="../../_static/js/index.3da636dd464baa7582d2.js"> |
| |
| <script id="documentation_options" data-url_root="../../" src="../../_static/documentation_options.js"></script> |
| <script src="../../_static/jquery.js"></script> |
| <script src="../../_static/underscore.js"></script> |
| <script src="../../_static/doctools.js"></script> |
| <script src="../../_static/language_data.js"></script> |
| <script src="../../_static/copybutton.js"></script> |
| <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script> |
| <script async="async" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/latest.js?config=TeX-AMS-MML_HTMLorMML"></script> |
| <script type="text/x-mathjax-config">MathJax.Hub.Config({"tex2jax": {"inlineMath": [["$", "$"], ["\\(", "\\)"]], "processEscapes": true, "ignoreClass": "document", "processClass": "math|output_area"}})</script> |
| <link rel="search" title="Search" href="../../search.html" /> |
| <link rel="next" title="Core Classes" href="core_classes.html" /> |
| <link rel="prev" title="API Reference" href="../index.html" /> |
| <meta name="viewport" content="width=device-width, initial-scale=1" /> |
| <meta name="docsearch:language" content="en" /> |
| </head> |
| <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80"> |
| |
| <nav class="navbar navbar-light navbar-expand-lg bg-light fixed-top bd-navbar" id="navbar-main"> |
| <div class="container-xl"> |
| |
| <a class="navbar-brand" href="../../index.html"> |
| |
| <img src="../../_static/spark-logo-reverse.png" class="logo" alt="logo" /> |
| |
| </a> |
| <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbar-menu" aria-controls="navbar-menu" aria-expanded="false" aria-label="Toggle navigation"> |
| <span class="navbar-toggler-icon"></span> |
| </button> |
| |
| <div id="navbar-menu" class="col-lg-9 collapse navbar-collapse"> |
| <ul id="navbar-main-elements" class="navbar-nav mr-auto"> |
| |
| |
| <li class="nav-item "> |
| <a class="nav-link" href="../../getting_started/index.html">Getting Started</a> |
| </li> |
| |
| <li class="nav-item "> |
| <a class="nav-link" href="../../user_guide/index.html">User Guide</a> |
| </li> |
| |
| <li class="nav-item active"> |
| <a class="nav-link" href="../index.html">API Reference</a> |
| </li> |
| |
| <li class="nav-item "> |
| <a class="nav-link" href="../../development/index.html">Development</a> |
| </li> |
| |
| <li class="nav-item "> |
| <a class="nav-link" href="../../migration_guide/index.html">Migration Guide</a> |
| </li> |
| |
| |
| </ul> |
| |
| |
| |
| |
| <ul class="navbar-nav"> |
| |
| |
| </ul> |
| </div> |
| </div> |
| </nav> |
| |
| |
| <div class="container-xl"> |
| <div class="row"> |
| |
| <div class="col-12 col-md-3 bd-sidebar"><form class="bd-search d-flex align-items-center" action="../../search.html" method="get"> |
| <i class="icon fas fa-search"></i> |
| <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" > |
| </form> |
| <nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation"> |
| |
| <div class="bd-toc-item active"> |
| |
| |
| <ul class="nav bd-sidenav"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="active"> |
| <a href="">Spark SQL</a> |
| <ul> |
| |
| <li class=""> |
| <a href="core_classes.html">Core Classes</a> |
| </li> |
| |
| <li class=""> |
| <a href="spark_session.html">Spark Session</a> |
| </li> |
| |
| <li class=""> |
| <a href="configuration.html">Configuration</a> |
| </li> |
| |
| <li class=""> |
| <a href="io.html">Input/Output</a> |
| </li> |
| |
| <li class=""> |
| <a href="dataframe.html">DataFrame</a> |
| </li> |
| |
| <li class=""> |
| <a href="column.html">Column</a> |
| </li> |
| |
| <li class=""> |
| <a href="data_types.html">Data Types</a> |
| </li> |
| |
| <li class=""> |
| <a href="row.html">Row</a> |
| </li> |
| |
| <li class=""> |
| <a href="functions.html">Functions</a> |
| </li> |
| |
| <li class=""> |
| <a href="window.html">Window</a> |
| </li> |
| |
| <li class=""> |
| <a href="grouping.html">Grouping</a> |
| </li> |
| |
| <li class=""> |
| <a href="catalog.html">Catalog</a> |
| </li> |
| |
| <li class=""> |
| <a href="observation.html">Observation</a> |
| </li> |
| |
| <li class=""> |
| <a href="avro.html">Avro</a> |
| </li> |
| |
| </ul> |
| </li> |
| |
| |
| |
| <li class=""> |
| <a href="../pyspark.pandas/index.html">Pandas API on Spark</a> |
| </li> |
| |
| |
| |
| <li class=""> |
| <a href="../pyspark.ss/index.html">Structured Streaming</a> |
| </li> |
| |
| |
| |
| <li class=""> |
| <a href="../pyspark.ml.html">MLlib (DataFrame-based)</a> |
| </li> |
| |
| |
| |
| <li class=""> |
| <a href="../pyspark.streaming.html">Spark Streaming</a> |
| </li> |
| |
| |
| |
| <li class=""> |
| <a href="../pyspark.mllib.html">MLlib (RDD-based)</a> |
| </li> |
| |
| |
| |
| <li class=""> |
| <a href="../pyspark.html">Spark Core</a> |
| </li> |
| |
| |
| |
| <li class=""> |
| <a href="../pyspark.resource.html">Resource Management</a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| </ul> |
| |
| </nav> |
| </div> |
| |
| |
| |
| <div class="d-none d-xl-block col-xl-2 bd-toc"> |
| |
| |
| <nav id="bd-toc-nav"> |
| <ul class="nav section-nav flex-column"> |
| |
| </ul> |
| </nav> |
| |
| |
| |
| </div> |
| |
| |
| |
| <main class="col-12 col-md-9 col-xl-7 py-md-5 pl-md-5 pr-md-4 bd-content" role="main"> |
| |
| <div> |
| |
| <div class="section" id="spark-sql"> |
| <h1>Spark SQL<a class="headerlink" href="#spark-sql" title="Permalink to this headline">¶</a></h1> |
| <p>This page gives an overview of all public Spark SQL API.</p> |
| <div class="toctree-wrapper compound"> |
| <ul> |
| <li class="toctree-l1"><a class="reference internal" href="core_classes.html">Core Classes</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.html">pyspark.sql.SparkSession</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.html">pyspark.sql.Catalog</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.html">pyspark.sql.DataFrame</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.html">pyspark.sql.Column</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Observation.html">pyspark.sql.Observation</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Row.html">pyspark.sql.Row</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.GroupedData.html">pyspark.sql.GroupedData</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.PandasCogroupedOps.html">pyspark.sql.PandasCogroupedOps</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameNaFunctions.html">pyspark.sql.DataFrameNaFunctions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.html">pyspark.sql.DataFrameStatFunctions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Window.html">pyspark.sql.Window</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameReader.html">pyspark.sql.DataFrameReader</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.html">pyspark.sql.DataFrameWriter</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="spark_session.html">Spark Session</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.builder.appName.html">pyspark.sql.SparkSession.builder.appName</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.builder.config.html">pyspark.sql.SparkSession.builder.config</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.builder.enableHiveSupport.html">pyspark.sql.SparkSession.builder.enableHiveSupport</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.builder.getOrCreate.html">pyspark.sql.SparkSession.builder.getOrCreate</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.builder.master.html">pyspark.sql.SparkSession.builder.master</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.catalog.html">pyspark.sql.SparkSession.catalog</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.conf.html">pyspark.sql.SparkSession.conf</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.createDataFrame.html">pyspark.sql.SparkSession.createDataFrame</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.getActiveSession.html">pyspark.sql.SparkSession.getActiveSession</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.newSession.html">pyspark.sql.SparkSession.newSession</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.range.html">pyspark.sql.SparkSession.range</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.read.html">pyspark.sql.SparkSession.read</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.readStream.html">pyspark.sql.SparkSession.readStream</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.sparkContext.html">pyspark.sql.SparkSession.sparkContext</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.sql.html">pyspark.sql.SparkSession.sql</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.stop.html">pyspark.sql.SparkSession.stop</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.streams.html">pyspark.sql.SparkSession.streams</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.table.html">pyspark.sql.SparkSession.table</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.udf.html">pyspark.sql.SparkSession.udf</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.SparkSession.version.html">pyspark.sql.SparkSession.version</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="configuration.html">Configuration</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.conf.RuntimeConfig.html">pyspark.sql.conf.RuntimeConfig</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="io.html">Input/Output</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameReader.csv.html">pyspark.sql.DataFrameReader.csv</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameReader.format.html">pyspark.sql.DataFrameReader.format</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameReader.jdbc.html">pyspark.sql.DataFrameReader.jdbc</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameReader.json.html">pyspark.sql.DataFrameReader.json</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameReader.load.html">pyspark.sql.DataFrameReader.load</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameReader.option.html">pyspark.sql.DataFrameReader.option</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameReader.options.html">pyspark.sql.DataFrameReader.options</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameReader.orc.html">pyspark.sql.DataFrameReader.orc</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameReader.parquet.html">pyspark.sql.DataFrameReader.parquet</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameReader.schema.html">pyspark.sql.DataFrameReader.schema</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameReader.table.html">pyspark.sql.DataFrameReader.table</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameReader.text.html">pyspark.sql.DataFrameReader.text</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.bucketBy.html">pyspark.sql.DataFrameWriter.bucketBy</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.csv.html">pyspark.sql.DataFrameWriter.csv</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.format.html">pyspark.sql.DataFrameWriter.format</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.insertInto.html">pyspark.sql.DataFrameWriter.insertInto</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.jdbc.html">pyspark.sql.DataFrameWriter.jdbc</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.json.html">pyspark.sql.DataFrameWriter.json</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.mode.html">pyspark.sql.DataFrameWriter.mode</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.option.html">pyspark.sql.DataFrameWriter.option</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.options.html">pyspark.sql.DataFrameWriter.options</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.orc.html">pyspark.sql.DataFrameWriter.orc</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.parquet.html">pyspark.sql.DataFrameWriter.parquet</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.partitionBy.html">pyspark.sql.DataFrameWriter.partitionBy</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.save.html">pyspark.sql.DataFrameWriter.save</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.saveAsTable.html">pyspark.sql.DataFrameWriter.saveAsTable</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.sortBy.html">pyspark.sql.DataFrameWriter.sortBy</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameWriter.text.html">pyspark.sql.DataFrameWriter.text</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="dataframe.html">DataFrame</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.agg.html">pyspark.sql.DataFrame.agg</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.alias.html">pyspark.sql.DataFrame.alias</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.approxQuantile.html">pyspark.sql.DataFrame.approxQuantile</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.cache.html">pyspark.sql.DataFrame.cache</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.checkpoint.html">pyspark.sql.DataFrame.checkpoint</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.coalesce.html">pyspark.sql.DataFrame.coalesce</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.colRegex.html">pyspark.sql.DataFrame.colRegex</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.collect.html">pyspark.sql.DataFrame.collect</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.columns.html">pyspark.sql.DataFrame.columns</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.corr.html">pyspark.sql.DataFrame.corr</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.count.html">pyspark.sql.DataFrame.count</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.cov.html">pyspark.sql.DataFrame.cov</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.createGlobalTempView.html">pyspark.sql.DataFrame.createGlobalTempView</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.createOrReplaceGlobalTempView.html">pyspark.sql.DataFrame.createOrReplaceGlobalTempView</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.createOrReplaceTempView.html">pyspark.sql.DataFrame.createOrReplaceTempView</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.createTempView.html">pyspark.sql.DataFrame.createTempView</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.crossJoin.html">pyspark.sql.DataFrame.crossJoin</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.crosstab.html">pyspark.sql.DataFrame.crosstab</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.cube.html">pyspark.sql.DataFrame.cube</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.describe.html">pyspark.sql.DataFrame.describe</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.distinct.html">pyspark.sql.DataFrame.distinct</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.drop.html">pyspark.sql.DataFrame.drop</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.dropDuplicates.html">pyspark.sql.DataFrame.dropDuplicates</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.drop_duplicates.html">pyspark.sql.DataFrame.drop_duplicates</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.dropna.html">pyspark.sql.DataFrame.dropna</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.dtypes.html">pyspark.sql.DataFrame.dtypes</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.exceptAll.html">pyspark.sql.DataFrame.exceptAll</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.explain.html">pyspark.sql.DataFrame.explain</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.fillna.html">pyspark.sql.DataFrame.fillna</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.filter.html">pyspark.sql.DataFrame.filter</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.first.html">pyspark.sql.DataFrame.first</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.foreach.html">pyspark.sql.DataFrame.foreach</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.foreachPartition.html">pyspark.sql.DataFrame.foreachPartition</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.freqItems.html">pyspark.sql.DataFrame.freqItems</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.groupBy.html">pyspark.sql.DataFrame.groupBy</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.head.html">pyspark.sql.DataFrame.head</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.hint.html">pyspark.sql.DataFrame.hint</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.inputFiles.html">pyspark.sql.DataFrame.inputFiles</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.intersect.html">pyspark.sql.DataFrame.intersect</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.intersectAll.html">pyspark.sql.DataFrame.intersectAll</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.isEmpty.html">pyspark.sql.DataFrame.isEmpty</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.isLocal.html">pyspark.sql.DataFrame.isLocal</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.isStreaming.html">pyspark.sql.DataFrame.isStreaming</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.join.html">pyspark.sql.DataFrame.join</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.limit.html">pyspark.sql.DataFrame.limit</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.localCheckpoint.html">pyspark.sql.DataFrame.localCheckpoint</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.mapInPandas.html">pyspark.sql.DataFrame.mapInPandas</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.mapInArrow.html">pyspark.sql.DataFrame.mapInArrow</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.na.html">pyspark.sql.DataFrame.na</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.observe.html">pyspark.sql.DataFrame.observe</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.orderBy.html">pyspark.sql.DataFrame.orderBy</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.persist.html">pyspark.sql.DataFrame.persist</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.printSchema.html">pyspark.sql.DataFrame.printSchema</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.randomSplit.html">pyspark.sql.DataFrame.randomSplit</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.rdd.html">pyspark.sql.DataFrame.rdd</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.registerTempTable.html">pyspark.sql.DataFrame.registerTempTable</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.repartition.html">pyspark.sql.DataFrame.repartition</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.repartitionByRange.html">pyspark.sql.DataFrame.repartitionByRange</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.replace.html">pyspark.sql.DataFrame.replace</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.rollup.html">pyspark.sql.DataFrame.rollup</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.sameSemantics.html">pyspark.sql.DataFrame.sameSemantics</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.sample.html">pyspark.sql.DataFrame.sample</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.sampleBy.html">pyspark.sql.DataFrame.sampleBy</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.schema.html">pyspark.sql.DataFrame.schema</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.select.html">pyspark.sql.DataFrame.select</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.selectExpr.html">pyspark.sql.DataFrame.selectExpr</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.semanticHash.html">pyspark.sql.DataFrame.semanticHash</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.show.html">pyspark.sql.DataFrame.show</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.sort.html">pyspark.sql.DataFrame.sort</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.sortWithinPartitions.html">pyspark.sql.DataFrame.sortWithinPartitions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.sparkSession.html">pyspark.sql.DataFrame.sparkSession</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.stat.html">pyspark.sql.DataFrame.stat</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.storageLevel.html">pyspark.sql.DataFrame.storageLevel</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.subtract.html">pyspark.sql.DataFrame.subtract</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.summary.html">pyspark.sql.DataFrame.summary</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.tail.html">pyspark.sql.DataFrame.tail</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.take.html">pyspark.sql.DataFrame.take</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.toDF.html">pyspark.sql.DataFrame.toDF</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.toJSON.html">pyspark.sql.DataFrame.toJSON</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.toLocalIterator.html">pyspark.sql.DataFrame.toLocalIterator</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.toPandas.html">pyspark.sql.DataFrame.toPandas</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.to_pandas_on_spark.html">pyspark.sql.DataFrame.to_pandas_on_spark</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.transform.html">pyspark.sql.DataFrame.transform</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.union.html">pyspark.sql.DataFrame.union</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.unionAll.html">pyspark.sql.DataFrame.unionAll</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.unionByName.html">pyspark.sql.DataFrame.unionByName</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.unpersist.html">pyspark.sql.DataFrame.unpersist</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.where.html">pyspark.sql.DataFrame.where</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.withColumn.html">pyspark.sql.DataFrame.withColumn</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.withColumns.html">pyspark.sql.DataFrame.withColumns</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.withColumnRenamed.html">pyspark.sql.DataFrame.withColumnRenamed</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.withMetadata.html">pyspark.sql.DataFrame.withMetadata</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.withWatermark.html">pyspark.sql.DataFrame.withWatermark</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.write.html">pyspark.sql.DataFrame.write</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.writeStream.html">pyspark.sql.DataFrame.writeStream</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.writeTo.html">pyspark.sql.DataFrame.writeTo</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrame.pandas_api.html">pyspark.sql.DataFrame.pandas_api</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameNaFunctions.drop.html">pyspark.sql.DataFrameNaFunctions.drop</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameNaFunctions.fill.html">pyspark.sql.DataFrameNaFunctions.fill</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameNaFunctions.replace.html">pyspark.sql.DataFrameNaFunctions.replace</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.approxQuantile.html">pyspark.sql.DataFrameStatFunctions.approxQuantile</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.corr.html">pyspark.sql.DataFrameStatFunctions.corr</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.cov.html">pyspark.sql.DataFrameStatFunctions.cov</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.crosstab.html">pyspark.sql.DataFrameStatFunctions.crosstab</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.freqItems.html">pyspark.sql.DataFrameStatFunctions.freqItems</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.sampleBy.html">pyspark.sql.DataFrameStatFunctions.sampleBy</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="column.html">Column</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.alias.html">pyspark.sql.Column.alias</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.asc.html">pyspark.sql.Column.asc</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.asc_nulls_first.html">pyspark.sql.Column.asc_nulls_first</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.asc_nulls_last.html">pyspark.sql.Column.asc_nulls_last</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.astype.html">pyspark.sql.Column.astype</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.between.html">pyspark.sql.Column.between</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.bitwiseAND.html">pyspark.sql.Column.bitwiseAND</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.bitwiseOR.html">pyspark.sql.Column.bitwiseOR</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.bitwiseXOR.html">pyspark.sql.Column.bitwiseXOR</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.cast.html">pyspark.sql.Column.cast</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.contains.html">pyspark.sql.Column.contains</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.desc.html">pyspark.sql.Column.desc</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.desc_nulls_first.html">pyspark.sql.Column.desc_nulls_first</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.desc_nulls_last.html">pyspark.sql.Column.desc_nulls_last</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.dropFields.html">pyspark.sql.Column.dropFields</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.endswith.html">pyspark.sql.Column.endswith</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.eqNullSafe.html">pyspark.sql.Column.eqNullSafe</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.getField.html">pyspark.sql.Column.getField</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.getItem.html">pyspark.sql.Column.getItem</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.ilike.html">pyspark.sql.Column.ilike</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.isNotNull.html">pyspark.sql.Column.isNotNull</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.isNull.html">pyspark.sql.Column.isNull</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.isin.html">pyspark.sql.Column.isin</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.like.html">pyspark.sql.Column.like</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.name.html">pyspark.sql.Column.name</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.otherwise.html">pyspark.sql.Column.otherwise</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.over.html">pyspark.sql.Column.over</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.rlike.html">pyspark.sql.Column.rlike</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.startswith.html">pyspark.sql.Column.startswith</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.substr.html">pyspark.sql.Column.substr</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.when.html">pyspark.sql.Column.when</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Column.withField.html">pyspark.sql.Column.withField</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="data_types.html">Data Types</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.ArrayType.html">ArrayType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.BinaryType.html">BinaryType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.BooleanType.html">BooleanType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.ByteType.html">ByteType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.DataType.html">DataType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.DateType.html">DateType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.DecimalType.html">DecimalType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.DoubleType.html">DoubleType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.FloatType.html">FloatType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.IntegerType.html">IntegerType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.LongType.html">LongType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.MapType.html">MapType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.NullType.html">NullType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.ShortType.html">ShortType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.StringType.html">StringType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.StructField.html">StructField</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.StructType.html">StructType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.TimestampType.html">TimestampType</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.types.DayTimeIntervalType.html">DayTimeIntervalType</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="row.html">Row</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Row.asDict.html">pyspark.sql.Row.asDict</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="functions.html">Functions</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="functions.html#normal-functions">Normal Functions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="functions.html#math-functions">Math Functions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="functions.html#datetime-functions">Datetime Functions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="functions.html#collection-functions">Collection Functions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="functions.html#partition-transformation-functions">Partition Transformation Functions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="functions.html#aggregate-functions">Aggregate Functions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="functions.html#window-functions">Window Functions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="functions.html#sort-functions">Sort Functions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="functions.html#string-functions">String Functions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="functions.html#udf">UDF</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="functions.html#misc-functions">Misc Functions</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="window.html">Window</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Window.currentRow.html">pyspark.sql.Window.currentRow</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Window.orderBy.html">pyspark.sql.Window.orderBy</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Window.partitionBy.html">pyspark.sql.Window.partitionBy</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Window.rangeBetween.html">pyspark.sql.Window.rangeBetween</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Window.rowsBetween.html">pyspark.sql.Window.rowsBetween</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Window.unboundedFollowing.html">pyspark.sql.Window.unboundedFollowing</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Window.unboundedPreceding.html">pyspark.sql.Window.unboundedPreceding</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.WindowSpec.orderBy.html">pyspark.sql.WindowSpec.orderBy</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.WindowSpec.partitionBy.html">pyspark.sql.WindowSpec.partitionBy</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.WindowSpec.rangeBetween.html">pyspark.sql.WindowSpec.rangeBetween</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.WindowSpec.rowsBetween.html">pyspark.sql.WindowSpec.rowsBetween</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="grouping.html">Grouping</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.GroupedData.agg.html">pyspark.sql.GroupedData.agg</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.GroupedData.apply.html">pyspark.sql.GroupedData.apply</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.GroupedData.applyInPandas.html">pyspark.sql.GroupedData.applyInPandas</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.GroupedData.avg.html">pyspark.sql.GroupedData.avg</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.GroupedData.cogroup.html">pyspark.sql.GroupedData.cogroup</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.GroupedData.count.html">pyspark.sql.GroupedData.count</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.GroupedData.max.html">pyspark.sql.GroupedData.max</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.GroupedData.mean.html">pyspark.sql.GroupedData.mean</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.GroupedData.min.html">pyspark.sql.GroupedData.min</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.GroupedData.pivot.html">pyspark.sql.GroupedData.pivot</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.GroupedData.sum.html">pyspark.sql.GroupedData.sum</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.PandasCogroupedOps.applyInPandas.html">pyspark.sql.PandasCogroupedOps.applyInPandas</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="catalog.html">Catalog</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.cacheTable.html">pyspark.sql.Catalog.cacheTable</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.clearCache.html">pyspark.sql.Catalog.clearCache</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.createExternalTable.html">pyspark.sql.Catalog.createExternalTable</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.createTable.html">pyspark.sql.Catalog.createTable</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.currentDatabase.html">pyspark.sql.Catalog.currentDatabase</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.databaseExists.html">pyspark.sql.Catalog.databaseExists</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.dropGlobalTempView.html">pyspark.sql.Catalog.dropGlobalTempView</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.dropTempView.html">pyspark.sql.Catalog.dropTempView</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.functionExists.html">pyspark.sql.Catalog.functionExists</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.isCached.html">pyspark.sql.Catalog.isCached</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.listColumns.html">pyspark.sql.Catalog.listColumns</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.listDatabases.html">pyspark.sql.Catalog.listDatabases</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.listFunctions.html">pyspark.sql.Catalog.listFunctions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.listTables.html">pyspark.sql.Catalog.listTables</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.recoverPartitions.html">pyspark.sql.Catalog.recoverPartitions</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.refreshByPath.html">pyspark.sql.Catalog.refreshByPath</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.refreshTable.html">pyspark.sql.Catalog.refreshTable</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.registerFunction.html">pyspark.sql.Catalog.registerFunction</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.setCurrentDatabase.html">pyspark.sql.Catalog.setCurrentDatabase</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.tableExists.html">pyspark.sql.Catalog.tableExists</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Catalog.uncacheTable.html">pyspark.sql.Catalog.uncacheTable</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="observation.html">Observation</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.Observation.get.html">pyspark.sql.Observation.get</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="avro.html">Avro</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.avro.functions.from_avro.html">pyspark.sql.avro.functions.from_avro</a></li> |
| <li class="toctree-l2"><a class="reference internal" href="api/pyspark.sql.avro.functions.to_avro.html">pyspark.sql.avro.functions.to_avro</a></li> |
| </ul> |
| </li> |
| </ul> |
| </div> |
| </div> |
| |
| |
| </div> |
| |
| |
| <div class='prev-next-bottom'> |
| |
| <a class='left-prev' id="prev-link" href="../index.html" title="previous page">API Reference</a> |
| <a class='right-next' id="next-link" href="core_classes.html" title="next page">Core Classes</a> |
| |
| </div> |
| |
| </main> |
| |
| |
| </div> |
| </div> |
| |
| |
| <script src="../../_static/js/index.3da636dd464baa7582d2.js"></script> |
| |
| |
| <footer class="footer mt-5 mt-md-0"> |
| <div class="container"> |
| <p> |
| © Copyright .<br/> |
| Created using <a href="http://sphinx-doc.org/">Sphinx</a> 3.0.4.<br/> |
| </p> |
| </div> |
| </footer> |
| </body> |
| </html> |
