| |
| <!DOCTYPE html> |
| |
| <html> |
| <head> |
| <meta charset="utf-8" /> |
| <title>Spark Core — PySpark 3.2.0 documentation</title> |
| |
| <link href="../_static/css/theme.css" rel="stylesheet" /> |
| <link href="../_static/css/index.c5995385ac14fb8791e8eb36b4908be2.css" rel="stylesheet" /> |
| |
| |
| <link rel="stylesheet" |
| href="../_static/vendor/fontawesome/5.13.0/css/all.min.css"> |
| <link rel="preload" as="font" type="font/woff2" crossorigin |
| href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2"> |
| <link rel="preload" as="font" type="font/woff2" crossorigin |
| href="../_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2"> |
| |
| |
| |
| |
| |
| <link rel="stylesheet" href="../_static/basic.css" type="text/css" /> |
| <link rel="stylesheet" href="../_static/pygments.css" type="text/css" /> |
| <link rel="stylesheet" type="text/css" href="../_static/css/pyspark.css" /> |
| |
| <link rel="preload" as="script" href="../_static/js/index.1c5a1a01449ed65a7b51.js"> |
| |
| <script id="documentation_options" data-url_root="../" src="../_static/documentation_options.js"></script> |
| <script src="../_static/jquery.js"></script> |
| <script src="../_static/underscore.js"></script> |
| <script src="../_static/doctools.js"></script> |
| <script src="../_static/language_data.js"></script> |
| <script src="../_static/copybutton.js"></script> |
| <script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script> |
| <script async="async" src="https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.5/latest.js?config=TeX-AMS-MML_HTMLorMML"></script> |
| <script type="text/x-mathjax-config">MathJax.Hub.Config({"tex2jax": {"inlineMath": [["$", "$"], ["\\(", "\\)"]], "processEscapes": true, "ignoreClass": "tex2jax_ignore|mathjax_ignore|document", "processClass": "tex2jax_process|mathjax_process|math|output_area"}})</script> |
| <link rel="canonical" href="https://spark.apache.org/docs/latest/api/python/reference/pyspark.html" /> |
| <link rel="search" title="Search" href="../search.html" /> |
| <link rel="next" title="pyspark.SparkContext" href="api/pyspark.SparkContext.html" /> |
| <link rel="prev" title="Saveable" href="api/pyspark.mllib.util.Saveable.html" /> |
| <meta name="viewport" content="width=device-width, initial-scale=1" /> |
| <meta name="docsearch:language" content="en" /> |
| |
| </head> |
| <body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80"> |
| |
| <div class="container-fluid" id="banner"></div> |
| |
| |
| <nav class="navbar navbar-light navbar-expand-lg bg-light fixed-top bd-navbar" id="navbar-main"><div class="container-xl"> |
| |
| <div id="navbar-start"> |
| |
| |
| |
| <a class="navbar-brand" href="../index.html"> |
| <img src="../_static/spark-logo-reverse.png" class="logo" alt="logo"> |
| </a> |
| |
| |
| |
| </div> |
| |
| <button class="navbar-toggler" type="button" data-toggle="collapse" data-target="#navbar-collapsible" aria-controls="navbar-collapsible" aria-expanded="false" aria-label="Toggle navigation"> |
| <span class="navbar-toggler-icon"></span> |
| </button> |
| |
| |
| <div id="navbar-collapsible" class="col-lg-9 collapse navbar-collapse"> |
| <div id="navbar-center" class="mr-auto"> |
| |
| <div class="navbar-center-item"> |
| <ul id="navbar-main-elements" class="navbar-nav"> |
| <li class="toctree-l1 nav-item"> |
| <a class="reference internal nav-link" href="../getting_started/index.html"> |
| Getting Started |
| </a> |
| </li> |
| |
| <li class="toctree-l1 nav-item"> |
| <a class="reference internal nav-link" href="../user_guide/index.html"> |
| User Guide |
| </a> |
| </li> |
| |
| <li class="toctree-l1 current active nav-item"> |
| <a class="reference internal nav-link" href="index.html"> |
| API Reference |
| </a> |
| </li> |
| |
| <li class="toctree-l1 nav-item"> |
| <a class="reference internal nav-link" href="../development/index.html"> |
| Development |
| </a> |
| </li> |
| |
| <li class="toctree-l1 nav-item"> |
| <a class="reference internal nav-link" href="../migration_guide/index.html"> |
| Migration Guide |
| </a> |
| </li> |
| |
| |
| </ul> |
| </div> |
| |
| </div> |
| |
| <div id="navbar-end"> |
| |
| <div class="navbar-end-item"> |
| <ul id="navbar-icon-links" class="navbar-nav" aria-label="Icon Links"> |
| </ul> |
| </div> |
| |
| </div> |
| </div> |
| </div> |
| </nav> |
| |
| |
| <div class="container-xl"> |
| <div class="row"> |
| |
| |
| <!-- Only show if we have sidebars configured, else just a small margin --> |
| <div class="col-12 col-md-3 bd-sidebar"><form class="bd-search d-flex align-items-center" action="../search.html" method="get"> |
| <i class="icon fas fa-search"></i> |
| <input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" > |
| </form><nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation"> |
| <div class="bd-toc-item active"> |
| <ul class="current nav bd-sidenav"> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="pyspark.sql.html"> |
| Spark SQL |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/> |
| <label for="toctree-checkbox-1"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.html"> |
| pyspark.sql.SparkSession |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.html"> |
| pyspark.sql.Catalog |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.html"> |
| pyspark.sql.DataFrame |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.html"> |
| pyspark.sql.Column |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Row.html"> |
| pyspark.sql.Row |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.html"> |
| pyspark.sql.GroupedData |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.PandasCogroupedOps.html"> |
| pyspark.sql.PandasCogroupedOps |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameNaFunctions.html"> |
| pyspark.sql.DataFrameNaFunctions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.html"> |
| pyspark.sql.DataFrameStatFunctions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Window.html"> |
| pyspark.sql.Window |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.builder.appName.html"> |
| pyspark.sql.SparkSession.builder.appName |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.builder.config.html"> |
| pyspark.sql.SparkSession.builder.config |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.builder.enableHiveSupport.html"> |
| pyspark.sql.SparkSession.builder.enableHiveSupport |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.builder.getOrCreate.html"> |
| pyspark.sql.SparkSession.builder.getOrCreate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.builder.master.html"> |
| pyspark.sql.SparkSession.builder.master |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.catalog.html"> |
| pyspark.sql.SparkSession.catalog |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.conf.html"> |
| pyspark.sql.SparkSession.conf |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.createDataFrame.html"> |
| pyspark.sql.SparkSession.createDataFrame |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.getActiveSession.html"> |
| pyspark.sql.SparkSession.getActiveSession |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.newSession.html"> |
| pyspark.sql.SparkSession.newSession |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.range.html"> |
| pyspark.sql.SparkSession.range |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.read.html"> |
| pyspark.sql.SparkSession.read |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.readStream.html"> |
| pyspark.sql.SparkSession.readStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.sparkContext.html"> |
| pyspark.sql.SparkSession.sparkContext |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.sql.html"> |
| pyspark.sql.SparkSession.sql |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.stop.html"> |
| pyspark.sql.SparkSession.stop |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.streams.html"> |
| pyspark.sql.SparkSession.streams |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.table.html"> |
| pyspark.sql.SparkSession.table |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.udf.html"> |
| pyspark.sql.SparkSession.udf |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.SparkSession.version.html"> |
| pyspark.sql.SparkSession.version |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.conf.RuntimeConfig.html"> |
| pyspark.sql.conf.RuntimeConfig |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.csv.html"> |
| pyspark.sql.DataFrameReader.csv |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.format.html"> |
| pyspark.sql.DataFrameReader.format |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.jdbc.html"> |
| pyspark.sql.DataFrameReader.jdbc |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.json.html"> |
| pyspark.sql.DataFrameReader.json |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.load.html"> |
| pyspark.sql.DataFrameReader.load |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.option.html"> |
| pyspark.sql.DataFrameReader.option |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.options.html"> |
| pyspark.sql.DataFrameReader.options |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.orc.html"> |
| pyspark.sql.DataFrameReader.orc |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.parquet.html"> |
| pyspark.sql.DataFrameReader.parquet |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.schema.html"> |
| pyspark.sql.DataFrameReader.schema |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameReader.table.html"> |
| pyspark.sql.DataFrameReader.table |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.bucketBy.html"> |
| pyspark.sql.DataFrameWriter.bucketBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.csv.html"> |
| pyspark.sql.DataFrameWriter.csv |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.format.html"> |
| pyspark.sql.DataFrameWriter.format |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.insertInto.html"> |
| pyspark.sql.DataFrameWriter.insertInto |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.jdbc.html"> |
| pyspark.sql.DataFrameWriter.jdbc |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.json.html"> |
| pyspark.sql.DataFrameWriter.json |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.mode.html"> |
| pyspark.sql.DataFrameWriter.mode |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.option.html"> |
| pyspark.sql.DataFrameWriter.option |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.options.html"> |
| pyspark.sql.DataFrameWriter.options |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.orc.html"> |
| pyspark.sql.DataFrameWriter.orc |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.parquet.html"> |
| pyspark.sql.DataFrameWriter.parquet |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.partitionBy.html"> |
| pyspark.sql.DataFrameWriter.partitionBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.save.html"> |
| pyspark.sql.DataFrameWriter.save |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.saveAsTable.html"> |
| pyspark.sql.DataFrameWriter.saveAsTable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.sortBy.html"> |
| pyspark.sql.DataFrameWriter.sortBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameWriter.text.html"> |
| pyspark.sql.DataFrameWriter.text |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.agg.html"> |
| pyspark.sql.DataFrame.agg |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.alias.html"> |
| pyspark.sql.DataFrame.alias |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.approxQuantile.html"> |
| pyspark.sql.DataFrame.approxQuantile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.cache.html"> |
| pyspark.sql.DataFrame.cache |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.checkpoint.html"> |
| pyspark.sql.DataFrame.checkpoint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.coalesce.html"> |
| pyspark.sql.DataFrame.coalesce |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.colRegex.html"> |
| pyspark.sql.DataFrame.colRegex |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.collect.html"> |
| pyspark.sql.DataFrame.collect |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.columns.html"> |
| pyspark.sql.DataFrame.columns |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.corr.html"> |
| pyspark.sql.DataFrame.corr |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.count.html"> |
| pyspark.sql.DataFrame.count |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.cov.html"> |
| pyspark.sql.DataFrame.cov |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.createGlobalTempView.html"> |
| pyspark.sql.DataFrame.createGlobalTempView |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.createOrReplaceGlobalTempView.html"> |
| pyspark.sql.DataFrame.createOrReplaceGlobalTempView |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.createOrReplaceTempView.html"> |
| pyspark.sql.DataFrame.createOrReplaceTempView |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.createTempView.html"> |
| pyspark.sql.DataFrame.createTempView |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.crossJoin.html"> |
| pyspark.sql.DataFrame.crossJoin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.crosstab.html"> |
| pyspark.sql.DataFrame.crosstab |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.cube.html"> |
| pyspark.sql.DataFrame.cube |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.describe.html"> |
| pyspark.sql.DataFrame.describe |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.distinct.html"> |
| pyspark.sql.DataFrame.distinct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.drop.html"> |
| pyspark.sql.DataFrame.drop |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.dropDuplicates.html"> |
| pyspark.sql.DataFrame.dropDuplicates |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.drop_duplicates.html"> |
| pyspark.sql.DataFrame.drop_duplicates |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.dropna.html"> |
| pyspark.sql.DataFrame.dropna |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.dtypes.html"> |
| pyspark.sql.DataFrame.dtypes |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.exceptAll.html"> |
| pyspark.sql.DataFrame.exceptAll |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.explain.html"> |
| pyspark.sql.DataFrame.explain |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.fillna.html"> |
| pyspark.sql.DataFrame.fillna |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.filter.html"> |
| pyspark.sql.DataFrame.filter |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.first.html"> |
| pyspark.sql.DataFrame.first |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.foreach.html"> |
| pyspark.sql.DataFrame.foreach |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.foreachPartition.html"> |
| pyspark.sql.DataFrame.foreachPartition |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.freqItems.html"> |
| pyspark.sql.DataFrame.freqItems |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.groupBy.html"> |
| pyspark.sql.DataFrame.groupBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.head.html"> |
| pyspark.sql.DataFrame.head |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.hint.html"> |
| pyspark.sql.DataFrame.hint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.inputFiles.html"> |
| pyspark.sql.DataFrame.inputFiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.intersect.html"> |
| pyspark.sql.DataFrame.intersect |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.intersectAll.html"> |
| pyspark.sql.DataFrame.intersectAll |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.isLocal.html"> |
| pyspark.sql.DataFrame.isLocal |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.isStreaming.html"> |
| pyspark.sql.DataFrame.isStreaming |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.join.html"> |
| pyspark.sql.DataFrame.join |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.limit.html"> |
| pyspark.sql.DataFrame.limit |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.localCheckpoint.html"> |
| pyspark.sql.DataFrame.localCheckpoint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.mapInPandas.html"> |
| pyspark.sql.DataFrame.mapInPandas |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.na.html"> |
| pyspark.sql.DataFrame.na |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.orderBy.html"> |
| pyspark.sql.DataFrame.orderBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.persist.html"> |
| pyspark.sql.DataFrame.persist |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.printSchema.html"> |
| pyspark.sql.DataFrame.printSchema |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.randomSplit.html"> |
| pyspark.sql.DataFrame.randomSplit |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.rdd.html"> |
| pyspark.sql.DataFrame.rdd |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.registerTempTable.html"> |
| pyspark.sql.DataFrame.registerTempTable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.repartition.html"> |
| pyspark.sql.DataFrame.repartition |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.repartitionByRange.html"> |
| pyspark.sql.DataFrame.repartitionByRange |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.replace.html"> |
| pyspark.sql.DataFrame.replace |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.rollup.html"> |
| pyspark.sql.DataFrame.rollup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.sameSemantics.html"> |
| pyspark.sql.DataFrame.sameSemantics |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.sample.html"> |
| pyspark.sql.DataFrame.sample |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.sampleBy.html"> |
| pyspark.sql.DataFrame.sampleBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.schema.html"> |
| pyspark.sql.DataFrame.schema |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.select.html"> |
| pyspark.sql.DataFrame.select |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.selectExpr.html"> |
| pyspark.sql.DataFrame.selectExpr |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.semanticHash.html"> |
| pyspark.sql.DataFrame.semanticHash |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.show.html"> |
| pyspark.sql.DataFrame.show |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.sort.html"> |
| pyspark.sql.DataFrame.sort |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.sortWithinPartitions.html"> |
| pyspark.sql.DataFrame.sortWithinPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.stat.html"> |
| pyspark.sql.DataFrame.stat |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.storageLevel.html"> |
| pyspark.sql.DataFrame.storageLevel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.subtract.html"> |
| pyspark.sql.DataFrame.subtract |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.summary.html"> |
| pyspark.sql.DataFrame.summary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.tail.html"> |
| pyspark.sql.DataFrame.tail |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.take.html"> |
| pyspark.sql.DataFrame.take |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.toDF.html"> |
| pyspark.sql.DataFrame.toDF |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.toJSON.html"> |
| pyspark.sql.DataFrame.toJSON |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.toLocalIterator.html"> |
| pyspark.sql.DataFrame.toLocalIterator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.toPandas.html"> |
| pyspark.sql.DataFrame.toPandas |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.transform.html"> |
| pyspark.sql.DataFrame.transform |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.union.html"> |
| pyspark.sql.DataFrame.union |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.unionAll.html"> |
| pyspark.sql.DataFrame.unionAll |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.unionByName.html"> |
| pyspark.sql.DataFrame.unionByName |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.unpersist.html"> |
| pyspark.sql.DataFrame.unpersist |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.where.html"> |
| pyspark.sql.DataFrame.where |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.withColumn.html"> |
| pyspark.sql.DataFrame.withColumn |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.withColumnRenamed.html"> |
| pyspark.sql.DataFrame.withColumnRenamed |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.withWatermark.html"> |
| pyspark.sql.DataFrame.withWatermark |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.write.html"> |
| pyspark.sql.DataFrame.write |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.writeStream.html"> |
| pyspark.sql.DataFrame.writeStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.writeTo.html"> |
| pyspark.sql.DataFrame.writeTo |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrame.to_pandas_on_spark.html"> |
| pyspark.sql.DataFrame.to_pandas_on_spark |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameNaFunctions.drop.html"> |
| pyspark.sql.DataFrameNaFunctions.drop |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameNaFunctions.fill.html"> |
| pyspark.sql.DataFrameNaFunctions.fill |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameNaFunctions.replace.html"> |
| pyspark.sql.DataFrameNaFunctions.replace |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.approxQuantile.html"> |
| pyspark.sql.DataFrameStatFunctions.approxQuantile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.corr.html"> |
| pyspark.sql.DataFrameStatFunctions.corr |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.cov.html"> |
| pyspark.sql.DataFrameStatFunctions.cov |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.crosstab.html"> |
| pyspark.sql.DataFrameStatFunctions.crosstab |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.freqItems.html"> |
| pyspark.sql.DataFrameStatFunctions.freqItems |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.DataFrameStatFunctions.sampleBy.html"> |
| pyspark.sql.DataFrameStatFunctions.sampleBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.alias.html"> |
| pyspark.sql.Column.alias |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.asc.html"> |
| pyspark.sql.Column.asc |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.asc_nulls_first.html"> |
| pyspark.sql.Column.asc_nulls_first |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.asc_nulls_last.html"> |
| pyspark.sql.Column.asc_nulls_last |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.astype.html"> |
| pyspark.sql.Column.astype |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.between.html"> |
| pyspark.sql.Column.between |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.bitwiseAND.html"> |
| pyspark.sql.Column.bitwiseAND |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.bitwiseOR.html"> |
| pyspark.sql.Column.bitwiseOR |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.bitwiseXOR.html"> |
| pyspark.sql.Column.bitwiseXOR |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.cast.html"> |
| pyspark.sql.Column.cast |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.contains.html"> |
| pyspark.sql.Column.contains |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.desc.html"> |
| pyspark.sql.Column.desc |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.desc_nulls_first.html"> |
| pyspark.sql.Column.desc_nulls_first |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.desc_nulls_last.html"> |
| pyspark.sql.Column.desc_nulls_last |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.dropFields.html"> |
| pyspark.sql.Column.dropFields |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.endswith.html"> |
| pyspark.sql.Column.endswith |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.eqNullSafe.html"> |
| pyspark.sql.Column.eqNullSafe |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.getField.html"> |
| pyspark.sql.Column.getField |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.getItem.html"> |
| pyspark.sql.Column.getItem |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.isNotNull.html"> |
| pyspark.sql.Column.isNotNull |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.isNull.html"> |
| pyspark.sql.Column.isNull |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.isin.html"> |
| pyspark.sql.Column.isin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.like.html"> |
| pyspark.sql.Column.like |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.name.html"> |
| pyspark.sql.Column.name |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.otherwise.html"> |
| pyspark.sql.Column.otherwise |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.over.html"> |
| pyspark.sql.Column.over |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.rlike.html"> |
| pyspark.sql.Column.rlike |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.startswith.html"> |
| pyspark.sql.Column.startswith |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.substr.html"> |
| pyspark.sql.Column.substr |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.when.html"> |
| pyspark.sql.Column.when |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Column.withField.html"> |
| pyspark.sql.Column.withField |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.ArrayType.html"> |
| ArrayType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.BinaryType.html"> |
| BinaryType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.BooleanType.html"> |
| BooleanType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.ByteType.html"> |
| ByteType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.DataType.html"> |
| DataType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.DateType.html"> |
| DateType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.DecimalType.html"> |
| DecimalType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.DoubleType.html"> |
| DoubleType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.FloatType.html"> |
| FloatType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.IntegerType.html"> |
| IntegerType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.LongType.html"> |
| LongType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.MapType.html"> |
| MapType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.NullType.html"> |
| NullType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.ShortType.html"> |
| ShortType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.StringType.html"> |
| StringType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.StructField.html"> |
| StructField |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.StructType.html"> |
| StructType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.types.TimestampType.html"> |
| TimestampType |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Row.asDict.html"> |
| pyspark.sql.Row.asDict |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.abs.html"> |
| pyspark.sql.functions.abs |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.acos.html"> |
| pyspark.sql.functions.acos |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.acosh.html"> |
| pyspark.sql.functions.acosh |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.add_months.html"> |
| pyspark.sql.functions.add_months |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.aggregate.html"> |
| pyspark.sql.functions.aggregate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.approxCountDistinct.html"> |
| pyspark.sql.functions.approxCountDistinct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.approx_count_distinct.html"> |
| pyspark.sql.functions.approx_count_distinct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array.html"> |
| pyspark.sql.functions.array |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_contains.html"> |
| pyspark.sql.functions.array_contains |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_distinct.html"> |
| pyspark.sql.functions.array_distinct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_except.html"> |
| pyspark.sql.functions.array_except |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_intersect.html"> |
| pyspark.sql.functions.array_intersect |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_join.html"> |
| pyspark.sql.functions.array_join |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_max.html"> |
| pyspark.sql.functions.array_max |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_min.html"> |
| pyspark.sql.functions.array_min |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_position.html"> |
| pyspark.sql.functions.array_position |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_remove.html"> |
| pyspark.sql.functions.array_remove |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_repeat.html"> |
| pyspark.sql.functions.array_repeat |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_sort.html"> |
| pyspark.sql.functions.array_sort |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.array_union.html"> |
| pyspark.sql.functions.array_union |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.arrays_overlap.html"> |
| pyspark.sql.functions.arrays_overlap |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.arrays_zip.html"> |
| pyspark.sql.functions.arrays_zip |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.asc.html"> |
| pyspark.sql.functions.asc |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.asc_nulls_first.html"> |
| pyspark.sql.functions.asc_nulls_first |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.asc_nulls_last.html"> |
| pyspark.sql.functions.asc_nulls_last |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.ascii.html"> |
| pyspark.sql.functions.ascii |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.asin.html"> |
| pyspark.sql.functions.asin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.asinh.html"> |
| pyspark.sql.functions.asinh |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.assert_true.html"> |
| pyspark.sql.functions.assert_true |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.atan.html"> |
| pyspark.sql.functions.atan |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.atanh.html"> |
| pyspark.sql.functions.atanh |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.atan2.html"> |
| pyspark.sql.functions.atan2 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.avg.html"> |
| pyspark.sql.functions.avg |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.base64.html"> |
| pyspark.sql.functions.base64 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bin.html"> |
| pyspark.sql.functions.bin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bitwise_not.html"> |
| pyspark.sql.functions.bitwise_not |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bitwiseNOT.html"> |
| pyspark.sql.functions.bitwiseNOT |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.broadcast.html"> |
| pyspark.sql.functions.broadcast |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bround.html"> |
| pyspark.sql.functions.bround |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.bucket.html"> |
| pyspark.sql.functions.bucket |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.cbrt.html"> |
| pyspark.sql.functions.cbrt |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.ceil.html"> |
| pyspark.sql.functions.ceil |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.coalesce.html"> |
| pyspark.sql.functions.coalesce |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.col.html"> |
| pyspark.sql.functions.col |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.collect_list.html"> |
| pyspark.sql.functions.collect_list |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.collect_set.html"> |
| pyspark.sql.functions.collect_set |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.column.html"> |
| pyspark.sql.functions.column |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.concat.html"> |
| pyspark.sql.functions.concat |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.concat_ws.html"> |
| pyspark.sql.functions.concat_ws |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.conv.html"> |
| pyspark.sql.functions.conv |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.corr.html"> |
| pyspark.sql.functions.corr |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.cos.html"> |
| pyspark.sql.functions.cos |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.cosh.html"> |
| pyspark.sql.functions.cosh |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.count.html"> |
| pyspark.sql.functions.count |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.count_distinct.html"> |
| pyspark.sql.functions.count_distinct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.countDistinct.html"> |
| pyspark.sql.functions.countDistinct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.covar_pop.html"> |
| pyspark.sql.functions.covar_pop |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.covar_samp.html"> |
| pyspark.sql.functions.covar_samp |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.crc32.html"> |
| pyspark.sql.functions.crc32 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.create_map.html"> |
| pyspark.sql.functions.create_map |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.cume_dist.html"> |
| pyspark.sql.functions.cume_dist |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.current_date.html"> |
| pyspark.sql.functions.current_date |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.current_timestamp.html"> |
| pyspark.sql.functions.current_timestamp |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.date_add.html"> |
| pyspark.sql.functions.date_add |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.date_format.html"> |
| pyspark.sql.functions.date_format |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.date_sub.html"> |
| pyspark.sql.functions.date_sub |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.date_trunc.html"> |
| pyspark.sql.functions.date_trunc |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.datediff.html"> |
| pyspark.sql.functions.datediff |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.dayofmonth.html"> |
| pyspark.sql.functions.dayofmonth |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.dayofweek.html"> |
| pyspark.sql.functions.dayofweek |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.dayofyear.html"> |
| pyspark.sql.functions.dayofyear |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.days.html"> |
| pyspark.sql.functions.days |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.decode.html"> |
| pyspark.sql.functions.decode |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.degrees.html"> |
| pyspark.sql.functions.degrees |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.dense_rank.html"> |
| pyspark.sql.functions.dense_rank |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.desc.html"> |
| pyspark.sql.functions.desc |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.desc_nulls_first.html"> |
| pyspark.sql.functions.desc_nulls_first |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.desc_nulls_last.html"> |
| pyspark.sql.functions.desc_nulls_last |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.element_at.html"> |
| pyspark.sql.functions.element_at |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.encode.html"> |
| pyspark.sql.functions.encode |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.exists.html"> |
| pyspark.sql.functions.exists |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.exp.html"> |
| pyspark.sql.functions.exp |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.explode.html"> |
| pyspark.sql.functions.explode |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.explode_outer.html"> |
| pyspark.sql.functions.explode_outer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.expm1.html"> |
| pyspark.sql.functions.expm1 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.expr.html"> |
| pyspark.sql.functions.expr |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.factorial.html"> |
| pyspark.sql.functions.factorial |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.filter.html"> |
| pyspark.sql.functions.filter |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.first.html"> |
| pyspark.sql.functions.first |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.flatten.html"> |
| pyspark.sql.functions.flatten |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.floor.html"> |
| pyspark.sql.functions.floor |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.forall.html"> |
| pyspark.sql.functions.forall |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.format_number.html"> |
| pyspark.sql.functions.format_number |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.format_string.html"> |
| pyspark.sql.functions.format_string |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.from_csv.html"> |
| pyspark.sql.functions.from_csv |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.from_json.html"> |
| pyspark.sql.functions.from_json |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.from_unixtime.html"> |
| pyspark.sql.functions.from_unixtime |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.from_utc_timestamp.html"> |
| pyspark.sql.functions.from_utc_timestamp |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.get_json_object.html"> |
| pyspark.sql.functions.get_json_object |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.greatest.html"> |
| pyspark.sql.functions.greatest |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.grouping.html"> |
| pyspark.sql.functions.grouping |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.grouping_id.html"> |
| pyspark.sql.functions.grouping_id |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hash.html"> |
| pyspark.sql.functions.hash |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hex.html"> |
| pyspark.sql.functions.hex |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hour.html"> |
| pyspark.sql.functions.hour |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hours.html"> |
| pyspark.sql.functions.hours |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.hypot.html"> |
| pyspark.sql.functions.hypot |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.initcap.html"> |
| pyspark.sql.functions.initcap |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.input_file_name.html"> |
| pyspark.sql.functions.input_file_name |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.instr.html"> |
| pyspark.sql.functions.instr |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.isnan.html"> |
| pyspark.sql.functions.isnan |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.isnull.html"> |
| pyspark.sql.functions.isnull |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.json_tuple.html"> |
| pyspark.sql.functions.json_tuple |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.kurtosis.html"> |
| pyspark.sql.functions.kurtosis |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.lag.html"> |
| pyspark.sql.functions.lag |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.last.html"> |
| pyspark.sql.functions.last |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.last_day.html"> |
| pyspark.sql.functions.last_day |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.lead.html"> |
| pyspark.sql.functions.lead |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.least.html"> |
| pyspark.sql.functions.least |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.length.html"> |
| pyspark.sql.functions.length |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.levenshtein.html"> |
| pyspark.sql.functions.levenshtein |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.lit.html"> |
| pyspark.sql.functions.lit |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.locate.html"> |
| pyspark.sql.functions.locate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.log.html"> |
| pyspark.sql.functions.log |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.log10.html"> |
| pyspark.sql.functions.log10 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.log1p.html"> |
| pyspark.sql.functions.log1p |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.log2.html"> |
| pyspark.sql.functions.log2 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.lower.html"> |
| pyspark.sql.functions.lower |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.lpad.html"> |
| pyspark.sql.functions.lpad |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.ltrim.html"> |
| pyspark.sql.functions.ltrim |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_concat.html"> |
| pyspark.sql.functions.map_concat |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_entries.html"> |
| pyspark.sql.functions.map_entries |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_filter.html"> |
| pyspark.sql.functions.map_filter |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_from_arrays.html"> |
| pyspark.sql.functions.map_from_arrays |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_from_entries.html"> |
| pyspark.sql.functions.map_from_entries |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_keys.html"> |
| pyspark.sql.functions.map_keys |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_values.html"> |
| pyspark.sql.functions.map_values |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.map_zip_with.html"> |
| pyspark.sql.functions.map_zip_with |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.max.html"> |
| pyspark.sql.functions.max |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.md5.html"> |
| pyspark.sql.functions.md5 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.mean.html"> |
| pyspark.sql.functions.mean |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.min.html"> |
| pyspark.sql.functions.min |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.minute.html"> |
| pyspark.sql.functions.minute |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.monotonically_increasing_id.html"> |
| pyspark.sql.functions.monotonically_increasing_id |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.month.html"> |
| pyspark.sql.functions.month |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.months.html"> |
| pyspark.sql.functions.months |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.months_between.html"> |
| pyspark.sql.functions.months_between |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.nanvl.html"> |
| pyspark.sql.functions.nanvl |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.next_day.html"> |
| pyspark.sql.functions.next_day |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.nth_value.html"> |
| pyspark.sql.functions.nth_value |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.ntile.html"> |
| pyspark.sql.functions.ntile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.overlay.html"> |
| pyspark.sql.functions.overlay |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.pandas_udf.html"> |
| pyspark.sql.functions.pandas_udf |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.percent_rank.html"> |
| pyspark.sql.functions.percent_rank |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.percentile_approx.html"> |
| pyspark.sql.functions.percentile_approx |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.posexplode.html"> |
| pyspark.sql.functions.posexplode |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.posexplode_outer.html"> |
| pyspark.sql.functions.posexplode_outer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.pow.html"> |
| pyspark.sql.functions.pow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.product.html"> |
| pyspark.sql.functions.product |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.quarter.html"> |
| pyspark.sql.functions.quarter |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.radians.html"> |
| pyspark.sql.functions.radians |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.raise_error.html"> |
| pyspark.sql.functions.raise_error |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.rand.html"> |
| pyspark.sql.functions.rand |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.randn.html"> |
| pyspark.sql.functions.randn |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.rank.html"> |
| pyspark.sql.functions.rank |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regexp_extract.html"> |
| pyspark.sql.functions.regexp_extract |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.regexp_replace.html"> |
| pyspark.sql.functions.regexp_replace |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.repeat.html"> |
| pyspark.sql.functions.repeat |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.reverse.html"> |
| pyspark.sql.functions.reverse |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.rint.html"> |
| pyspark.sql.functions.rint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.round.html"> |
| pyspark.sql.functions.round |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.row_number.html"> |
| pyspark.sql.functions.row_number |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.rpad.html"> |
| pyspark.sql.functions.rpad |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.rtrim.html"> |
| pyspark.sql.functions.rtrim |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.schema_of_csv.html"> |
| pyspark.sql.functions.schema_of_csv |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.schema_of_json.html"> |
| pyspark.sql.functions.schema_of_json |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.second.html"> |
| pyspark.sql.functions.second |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sentences.html"> |
| pyspark.sql.functions.sentences |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sequence.html"> |
| pyspark.sql.functions.sequence |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.session_window.html"> |
| pyspark.sql.functions.session_window |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sha1.html"> |
| pyspark.sql.functions.sha1 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sha2.html"> |
| pyspark.sql.functions.sha2 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.shiftleft.html"> |
| pyspark.sql.functions.shiftleft |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.shiftright.html"> |
| pyspark.sql.functions.shiftright |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.shiftrightunsigned.html"> |
| pyspark.sql.functions.shiftrightunsigned |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.shuffle.html"> |
| pyspark.sql.functions.shuffle |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.signum.html"> |
| pyspark.sql.functions.signum |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sin.html"> |
| pyspark.sql.functions.sin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sinh.html"> |
| pyspark.sql.functions.sinh |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.size.html"> |
| pyspark.sql.functions.size |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.skewness.html"> |
| pyspark.sql.functions.skewness |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.slice.html"> |
| pyspark.sql.functions.slice |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sort_array.html"> |
| pyspark.sql.functions.sort_array |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.soundex.html"> |
| pyspark.sql.functions.soundex |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.spark_partition_id.html"> |
| pyspark.sql.functions.spark_partition_id |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.split.html"> |
| pyspark.sql.functions.split |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sqrt.html"> |
| pyspark.sql.functions.sqrt |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.stddev.html"> |
| pyspark.sql.functions.stddev |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.stddev_pop.html"> |
| pyspark.sql.functions.stddev_pop |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.stddev_samp.html"> |
| pyspark.sql.functions.stddev_samp |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.struct.html"> |
| pyspark.sql.functions.struct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.substring.html"> |
| pyspark.sql.functions.substring |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.substring_index.html"> |
| pyspark.sql.functions.substring_index |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sum.html"> |
| pyspark.sql.functions.sum |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sum_distinct.html"> |
| pyspark.sql.functions.sum_distinct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.sumDistinct.html"> |
| pyspark.sql.functions.sumDistinct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.tan.html"> |
| pyspark.sql.functions.tan |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.tanh.html"> |
| pyspark.sql.functions.tanh |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.timestamp_seconds.html"> |
| pyspark.sql.functions.timestamp_seconds |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.toDegrees.html"> |
| pyspark.sql.functions.toDegrees |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.toRadians.html"> |
| pyspark.sql.functions.toRadians |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_csv.html"> |
| pyspark.sql.functions.to_csv |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_date.html"> |
| pyspark.sql.functions.to_date |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_json.html"> |
| pyspark.sql.functions.to_json |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_timestamp.html"> |
| pyspark.sql.functions.to_timestamp |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.to_utc_timestamp.html"> |
| pyspark.sql.functions.to_utc_timestamp |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.transform.html"> |
| pyspark.sql.functions.transform |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.transform_keys.html"> |
| pyspark.sql.functions.transform_keys |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.transform_values.html"> |
| pyspark.sql.functions.transform_values |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.translate.html"> |
| pyspark.sql.functions.translate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.trim.html"> |
| pyspark.sql.functions.trim |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.trunc.html"> |
| pyspark.sql.functions.trunc |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.udf.html"> |
| pyspark.sql.functions.udf |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.unbase64.html"> |
| pyspark.sql.functions.unbase64 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.unhex.html"> |
| pyspark.sql.functions.unhex |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.unix_timestamp.html"> |
| pyspark.sql.functions.unix_timestamp |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.upper.html"> |
| pyspark.sql.functions.upper |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.var_pop.html"> |
| pyspark.sql.functions.var_pop |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.var_samp.html"> |
| pyspark.sql.functions.var_samp |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.variance.html"> |
| pyspark.sql.functions.variance |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.weekofyear.html"> |
| pyspark.sql.functions.weekofyear |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.when.html"> |
| pyspark.sql.functions.when |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.window.html"> |
| pyspark.sql.functions.window |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.xxhash64.html"> |
| pyspark.sql.functions.xxhash64 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.year.html"> |
| pyspark.sql.functions.year |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.years.html"> |
| pyspark.sql.functions.years |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.functions.zip_with.html"> |
| pyspark.sql.functions.zip_with |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.avro.functions.from_avro.html"> |
| pyspark.sql.avro.functions.from_avro |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.avro.functions.to_avro.html"> |
| pyspark.sql.avro.functions.to_avro |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Window.currentRow.html"> |
| pyspark.sql.Window.currentRow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Window.orderBy.html"> |
| pyspark.sql.Window.orderBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Window.partitionBy.html"> |
| pyspark.sql.Window.partitionBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Window.rangeBetween.html"> |
| pyspark.sql.Window.rangeBetween |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Window.rowsBetween.html"> |
| pyspark.sql.Window.rowsBetween |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Window.unboundedFollowing.html"> |
| pyspark.sql.Window.unboundedFollowing |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Window.unboundedPreceding.html"> |
| pyspark.sql.Window.unboundedPreceding |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.WindowSpec.orderBy.html"> |
| pyspark.sql.WindowSpec.orderBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.WindowSpec.partitionBy.html"> |
| pyspark.sql.WindowSpec.partitionBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.WindowSpec.rangeBetween.html"> |
| pyspark.sql.WindowSpec.rangeBetween |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.WindowSpec.rowsBetween.html"> |
| pyspark.sql.WindowSpec.rowsBetween |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.agg.html"> |
| pyspark.sql.GroupedData.agg |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.apply.html"> |
| pyspark.sql.GroupedData.apply |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.applyInPandas.html"> |
| pyspark.sql.GroupedData.applyInPandas |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.avg.html"> |
| pyspark.sql.GroupedData.avg |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.cogroup.html"> |
| pyspark.sql.GroupedData.cogroup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.count.html"> |
| pyspark.sql.GroupedData.count |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.max.html"> |
| pyspark.sql.GroupedData.max |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.mean.html"> |
| pyspark.sql.GroupedData.mean |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.min.html"> |
| pyspark.sql.GroupedData.min |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.pivot.html"> |
| pyspark.sql.GroupedData.pivot |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.GroupedData.sum.html"> |
| pyspark.sql.GroupedData.sum |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.PandasCogroupedOps.applyInPandas.html"> |
| pyspark.sql.PandasCogroupedOps.applyInPandas |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.cacheTable.html"> |
| pyspark.sql.Catalog.cacheTable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.clearCache.html"> |
| pyspark.sql.Catalog.clearCache |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.createExternalTable.html"> |
| pyspark.sql.Catalog.createExternalTable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.createTable.html"> |
| pyspark.sql.Catalog.createTable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.currentDatabase.html"> |
| pyspark.sql.Catalog.currentDatabase |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.dropGlobalTempView.html"> |
| pyspark.sql.Catalog.dropGlobalTempView |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.dropTempView.html"> |
| pyspark.sql.Catalog.dropTempView |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.isCached.html"> |
| pyspark.sql.Catalog.isCached |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.listColumns.html"> |
| pyspark.sql.Catalog.listColumns |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.listDatabases.html"> |
| pyspark.sql.Catalog.listDatabases |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.listFunctions.html"> |
| pyspark.sql.Catalog.listFunctions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.listTables.html"> |
| pyspark.sql.Catalog.listTables |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.recoverPartitions.html"> |
| pyspark.sql.Catalog.recoverPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.refreshByPath.html"> |
| pyspark.sql.Catalog.refreshByPath |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.refreshTable.html"> |
| pyspark.sql.Catalog.refreshTable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.registerFunction.html"> |
| pyspark.sql.Catalog.registerFunction |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.setCurrentDatabase.html"> |
| pyspark.sql.Catalog.setCurrentDatabase |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.Catalog.uncacheTable.html"> |
| pyspark.sql.Catalog.uncacheTable |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="pyspark.pandas/index.html"> |
| Pandas API on Spark |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/> |
| <label for="toctree-checkbox-2"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="pyspark.pandas/io.html"> |
| Input/Output |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/> |
| <label for="toctree-checkbox-3"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.range.html"> |
| pyspark.pandas.range |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_table.html"> |
| pyspark.pandas.read_table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_table.html"> |
| pyspark.pandas.DataFrame.to_table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_delta.html"> |
| pyspark.pandas.read_delta |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_delta.html"> |
| pyspark.pandas.DataFrame.to_delta |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_parquet.html"> |
| pyspark.pandas.read_parquet |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_parquet.html"> |
| pyspark.pandas.DataFrame.to_parquet |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_orc.html"> |
| pyspark.pandas.read_orc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_orc.html"> |
| pyspark.pandas.DataFrame.to_orc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_spark_io.html"> |
| pyspark.pandas.read_spark_io |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_spark_io.html"> |
| pyspark.pandas.DataFrame.to_spark_io |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_csv.html"> |
| pyspark.pandas.read_csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_csv.html"> |
| pyspark.pandas.DataFrame.to_csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_clipboard.html"> |
| pyspark.pandas.read_clipboard |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_clipboard.html"> |
| pyspark.pandas.DataFrame.to_clipboard |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_excel.html"> |
| pyspark.pandas.read_excel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_excel.html"> |
| pyspark.pandas.DataFrame.to_excel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_json.html"> |
| pyspark.pandas.read_json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_json.html"> |
| pyspark.pandas.DataFrame.to_json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_html.html"> |
| pyspark.pandas.read_html |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_html.html"> |
| pyspark.pandas.DataFrame.to_html |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_sql_table.html"> |
| pyspark.pandas.read_sql_table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_sql_query.html"> |
| pyspark.pandas.read_sql_query |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_sql.html"> |
| pyspark.pandas.read_sql |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="pyspark.pandas/general_functions.html"> |
| General functions |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/> |
| <label for="toctree-checkbox-4"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.reset_option.html"> |
| pyspark.pandas.reset_option |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.get_option.html"> |
| pyspark.pandas.get_option |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.set_option.html"> |
| pyspark.pandas.set_option |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.option_context.html"> |
| pyspark.pandas.option_context |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.melt.html"> |
| pyspark.pandas.melt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.merge.html"> |
| pyspark.pandas.merge |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.get_dummies.html"> |
| pyspark.pandas.get_dummies |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.concat.html"> |
| pyspark.pandas.concat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.sql.html"> |
| pyspark.pandas.sql |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.broadcast.html"> |
| pyspark.pandas.broadcast |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.to_numeric.html"> |
| pyspark.pandas.to_numeric |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.isna.html"> |
| pyspark.pandas.isna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.isnull.html"> |
| pyspark.pandas.isnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.notna.html"> |
| pyspark.pandas.notna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.notnull.html"> |
| pyspark.pandas.notnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.to_datetime.html"> |
| pyspark.pandas.to_datetime |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.date_range.html"> |
| pyspark.pandas.date_range |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="pyspark.pandas/series.html"> |
| Series |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/> |
| <label for="toctree-checkbox-5"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.html"> |
| pyspark.pandas.Series |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.index.html"> |
| pyspark.pandas.Series.index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dtype.html"> |
| pyspark.pandas.Series.dtype |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dtypes.html"> |
| pyspark.pandas.Series.dtypes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.ndim.html"> |
| pyspark.pandas.Series.ndim |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.name.html"> |
| pyspark.pandas.Series.name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.shape.html"> |
| pyspark.pandas.Series.shape |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.axes.html"> |
| pyspark.pandas.Series.axes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.size.html"> |
| pyspark.pandas.Series.size |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.empty.html"> |
| pyspark.pandas.Series.empty |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.T.html"> |
| pyspark.pandas.Series.T |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.hasnans.html"> |
| pyspark.pandas.Series.hasnans |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.values.html"> |
| pyspark.pandas.Series.values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.astype.html"> |
| pyspark.pandas.Series.astype |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.copy.html"> |
| pyspark.pandas.Series.copy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.bool.html"> |
| pyspark.pandas.Series.bool |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.at.html"> |
| pyspark.pandas.Series.at |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.iat.html"> |
| pyspark.pandas.Series.iat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.loc.html"> |
| pyspark.pandas.Series.loc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.iloc.html"> |
| pyspark.pandas.Series.iloc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.keys.html"> |
| pyspark.pandas.Series.keys |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pop.html"> |
| pyspark.pandas.Series.pop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.items.html"> |
| pyspark.pandas.Series.items |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.iteritems.html"> |
| pyspark.pandas.Series.iteritems |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.item.html"> |
| pyspark.pandas.Series.item |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.xs.html"> |
| pyspark.pandas.Series.xs |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.get.html"> |
| pyspark.pandas.Series.get |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.add.html"> |
| pyspark.pandas.Series.add |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.div.html"> |
| pyspark.pandas.Series.div |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mul.html"> |
| pyspark.pandas.Series.mul |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.radd.html"> |
| pyspark.pandas.Series.radd |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rdiv.html"> |
| pyspark.pandas.Series.rdiv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rmul.html"> |
| pyspark.pandas.Series.rmul |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rsub.html"> |
| pyspark.pandas.Series.rsub |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rtruediv.html"> |
| pyspark.pandas.Series.rtruediv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sub.html"> |
| pyspark.pandas.Series.sub |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.truediv.html"> |
| pyspark.pandas.Series.truediv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pow.html"> |
| pyspark.pandas.Series.pow |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rpow.html"> |
| pyspark.pandas.Series.rpow |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mod.html"> |
| pyspark.pandas.Series.mod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rmod.html"> |
| pyspark.pandas.Series.rmod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.floordiv.html"> |
| pyspark.pandas.Series.floordiv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rfloordiv.html"> |
| pyspark.pandas.Series.rfloordiv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.divmod.html"> |
| pyspark.pandas.Series.divmod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rdivmod.html"> |
| pyspark.pandas.Series.rdivmod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.combine_first.html"> |
| pyspark.pandas.Series.combine_first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.lt.html"> |
| pyspark.pandas.Series.lt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.gt.html"> |
| pyspark.pandas.Series.gt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.le.html"> |
| pyspark.pandas.Series.le |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.ge.html"> |
| pyspark.pandas.Series.ge |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.ne.html"> |
| pyspark.pandas.Series.ne |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.eq.html"> |
| pyspark.pandas.Series.eq |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.product.html"> |
| pyspark.pandas.Series.product |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dot.html"> |
| pyspark.pandas.Series.dot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.apply.html"> |
| pyspark.pandas.Series.apply |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.agg.html"> |
| pyspark.pandas.Series.agg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.aggregate.html"> |
| pyspark.pandas.Series.aggregate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.transform.html"> |
| pyspark.pandas.Series.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.map.html"> |
| pyspark.pandas.Series.map |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.groupby.html"> |
| pyspark.pandas.Series.groupby |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rolling.html"> |
| pyspark.pandas.Series.rolling |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.expanding.html"> |
| pyspark.pandas.Series.expanding |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pipe.html"> |
| pyspark.pandas.Series.pipe |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.abs.html"> |
| pyspark.pandas.Series.abs |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.all.html"> |
| pyspark.pandas.Series.all |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.any.html"> |
| pyspark.pandas.Series.any |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.between.html"> |
| pyspark.pandas.Series.between |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.clip.html"> |
| pyspark.pandas.Series.clip |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.corr.html"> |
| pyspark.pandas.Series.corr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.count.html"> |
| pyspark.pandas.Series.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cummax.html"> |
| pyspark.pandas.Series.cummax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cummin.html"> |
| pyspark.pandas.Series.cummin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cumsum.html"> |
| pyspark.pandas.Series.cumsum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cumprod.html"> |
| pyspark.pandas.Series.cumprod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.describe.html"> |
| pyspark.pandas.Series.describe |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.filter.html"> |
| pyspark.pandas.Series.filter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.kurt.html"> |
| pyspark.pandas.Series.kurt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mad.html"> |
| pyspark.pandas.Series.mad |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.max.html"> |
| pyspark.pandas.Series.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mean.html"> |
| pyspark.pandas.Series.mean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.min.html"> |
| pyspark.pandas.Series.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mode.html"> |
| pyspark.pandas.Series.mode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.nlargest.html"> |
| pyspark.pandas.Series.nlargest |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.nsmallest.html"> |
| pyspark.pandas.Series.nsmallest |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pct_change.html"> |
| pyspark.pandas.Series.pct_change |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.prod.html"> |
| pyspark.pandas.Series.prod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.nunique.html"> |
| pyspark.pandas.Series.nunique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.is_unique.html"> |
| pyspark.pandas.Series.is_unique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.quantile.html"> |
| pyspark.pandas.Series.quantile |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rank.html"> |
| pyspark.pandas.Series.rank |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sem.html"> |
| pyspark.pandas.Series.sem |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.skew.html"> |
| pyspark.pandas.Series.skew |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.std.html"> |
| pyspark.pandas.Series.std |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sum.html"> |
| pyspark.pandas.Series.sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.median.html"> |
| pyspark.pandas.Series.median |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.var.html"> |
| pyspark.pandas.Series.var |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.kurtosis.html"> |
| pyspark.pandas.Series.kurtosis |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.unique.html"> |
| pyspark.pandas.Series.unique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.value_counts.html"> |
| pyspark.pandas.Series.value_counts |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.round.html"> |
| pyspark.pandas.Series.round |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.diff.html"> |
| pyspark.pandas.Series.diff |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.is_monotonic.html"> |
| pyspark.pandas.Series.is_monotonic |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.is_monotonic_increasing.html"> |
| pyspark.pandas.Series.is_monotonic_increasing |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.is_monotonic_decreasing.html"> |
| pyspark.pandas.Series.is_monotonic_decreasing |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.align.html"> |
| pyspark.pandas.Series.align |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.drop.html"> |
| pyspark.pandas.Series.drop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.droplevel.html"> |
| pyspark.pandas.Series.droplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.drop_duplicates.html"> |
| pyspark.pandas.Series.drop_duplicates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.equals.html"> |
| pyspark.pandas.Series.equals |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.add_prefix.html"> |
| pyspark.pandas.Series.add_prefix |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.add_suffix.html"> |
| pyspark.pandas.Series.add_suffix |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.first.html"> |
| pyspark.pandas.Series.first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.head.html"> |
| pyspark.pandas.Series.head |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.idxmax.html"> |
| pyspark.pandas.Series.idxmax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.idxmin.html"> |
| pyspark.pandas.Series.idxmin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.isin.html"> |
| pyspark.pandas.Series.isin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.last.html"> |
| pyspark.pandas.Series.last |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rename.html"> |
| pyspark.pandas.Series.rename |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rename_axis.html"> |
| pyspark.pandas.Series.rename_axis |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.reindex.html"> |
| pyspark.pandas.Series.reindex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.reindex_like.html"> |
| pyspark.pandas.Series.reindex_like |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.reset_index.html"> |
| pyspark.pandas.Series.reset_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sample.html"> |
| pyspark.pandas.Series.sample |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.swaplevel.html"> |
| pyspark.pandas.Series.swaplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.swapaxes.html"> |
| pyspark.pandas.Series.swapaxes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.take.html"> |
| pyspark.pandas.Series.take |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.tail.html"> |
| pyspark.pandas.Series.tail |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.where.html"> |
| pyspark.pandas.Series.where |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mask.html"> |
| pyspark.pandas.Series.mask |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.truncate.html"> |
| pyspark.pandas.Series.truncate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.backfill.html"> |
| pyspark.pandas.Series.backfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.bfill.html"> |
| pyspark.pandas.Series.bfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.isna.html"> |
| pyspark.pandas.Series.isna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.isnull.html"> |
| pyspark.pandas.Series.isnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.notna.html"> |
| pyspark.pandas.Series.notna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.notnull.html"> |
| pyspark.pandas.Series.notnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pad.html"> |
| pyspark.pandas.Series.pad |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dropna.html"> |
| pyspark.pandas.Series.dropna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.fillna.html"> |
| pyspark.pandas.Series.fillna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.argsort.html"> |
| pyspark.pandas.Series.argsort |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.argmin.html"> |
| pyspark.pandas.Series.argmin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.argmax.html"> |
| pyspark.pandas.Series.argmax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sort_index.html"> |
| pyspark.pandas.Series.sort_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sort_values.html"> |
| pyspark.pandas.Series.sort_values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.unstack.html"> |
| pyspark.pandas.Series.unstack |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.explode.html"> |
| pyspark.pandas.Series.explode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.repeat.html"> |
| pyspark.pandas.Series.repeat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.squeeze.html"> |
| pyspark.pandas.Series.squeeze |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.factorize.html"> |
| pyspark.pandas.Series.factorize |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.append.html"> |
| pyspark.pandas.Series.append |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.compare.html"> |
| pyspark.pandas.Series.compare |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.replace.html"> |
| pyspark.pandas.Series.replace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.update.html"> |
| pyspark.pandas.Series.update |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.asof.html"> |
| pyspark.pandas.Series.asof |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.shift.html"> |
| pyspark.pandas.Series.shift |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.first_valid_index.html"> |
| pyspark.pandas.Series.first_valid_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.last_valid_index.html"> |
| pyspark.pandas.Series.last_valid_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.at_time.html"> |
| pyspark.pandas.Series.at_time |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.between_time.html"> |
| pyspark.pandas.Series.between_time |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.spark.column.html"> |
| pyspark.pandas.Series.spark.column |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.spark.transform.html"> |
| pyspark.pandas.Series.spark.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.spark.apply.html"> |
| pyspark.pandas.Series.spark.apply |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.date.html"> |
| pyspark.pandas.Series.dt.date |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.year.html"> |
| pyspark.pandas.Series.dt.year |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.month.html"> |
| pyspark.pandas.Series.dt.month |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.day.html"> |
| pyspark.pandas.Series.dt.day |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.hour.html"> |
| pyspark.pandas.Series.dt.hour |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.minute.html"> |
| pyspark.pandas.Series.dt.minute |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.second.html"> |
| pyspark.pandas.Series.dt.second |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.microsecond.html"> |
| pyspark.pandas.Series.dt.microsecond |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.week.html"> |
| pyspark.pandas.Series.dt.week |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.weekofyear.html"> |
| pyspark.pandas.Series.dt.weekofyear |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.dayofweek.html"> |
| pyspark.pandas.Series.dt.dayofweek |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.weekday.html"> |
| pyspark.pandas.Series.dt.weekday |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.dayofyear.html"> |
| pyspark.pandas.Series.dt.dayofyear |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.quarter.html"> |
| pyspark.pandas.Series.dt.quarter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_month_start.html"> |
| pyspark.pandas.Series.dt.is_month_start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_month_end.html"> |
| pyspark.pandas.Series.dt.is_month_end |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_quarter_start.html"> |
| pyspark.pandas.Series.dt.is_quarter_start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_quarter_end.html"> |
| pyspark.pandas.Series.dt.is_quarter_end |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_year_start.html"> |
| pyspark.pandas.Series.dt.is_year_start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_year_end.html"> |
| pyspark.pandas.Series.dt.is_year_end |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_leap_year.html"> |
| pyspark.pandas.Series.dt.is_leap_year |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.daysinmonth.html"> |
| pyspark.pandas.Series.dt.daysinmonth |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.days_in_month.html"> |
| pyspark.pandas.Series.dt.days_in_month |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.normalize.html"> |
| pyspark.pandas.Series.dt.normalize |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.strftime.html"> |
| pyspark.pandas.Series.dt.strftime |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.round.html"> |
| pyspark.pandas.Series.dt.round |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.floor.html"> |
| pyspark.pandas.Series.dt.floor |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.ceil.html"> |
| pyspark.pandas.Series.dt.ceil |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.month_name.html"> |
| pyspark.pandas.Series.dt.month_name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.day_name.html"> |
| pyspark.pandas.Series.dt.day_name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.capitalize.html"> |
| pyspark.pandas.Series.str.capitalize |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.cat.html"> |
| pyspark.pandas.Series.str.cat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.center.html"> |
| pyspark.pandas.Series.str.center |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.contains.html"> |
| pyspark.pandas.Series.str.contains |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.count.html"> |
| pyspark.pandas.Series.str.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.decode.html"> |
| pyspark.pandas.Series.str.decode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.encode.html"> |
| pyspark.pandas.Series.str.encode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.endswith.html"> |
| pyspark.pandas.Series.str.endswith |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.extract.html"> |
| pyspark.pandas.Series.str.extract |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.extractall.html"> |
| pyspark.pandas.Series.str.extractall |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.find.html"> |
| pyspark.pandas.Series.str.find |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.findall.html"> |
| pyspark.pandas.Series.str.findall |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.get.html"> |
| pyspark.pandas.Series.str.get |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.get_dummies.html"> |
| pyspark.pandas.Series.str.get_dummies |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.index.html"> |
| pyspark.pandas.Series.str.index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isalnum.html"> |
| pyspark.pandas.Series.str.isalnum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isalpha.html"> |
| pyspark.pandas.Series.str.isalpha |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isdigit.html"> |
| pyspark.pandas.Series.str.isdigit |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isspace.html"> |
| pyspark.pandas.Series.str.isspace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.islower.html"> |
| pyspark.pandas.Series.str.islower |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isupper.html"> |
| pyspark.pandas.Series.str.isupper |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.istitle.html"> |
| pyspark.pandas.Series.str.istitle |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isnumeric.html"> |
| pyspark.pandas.Series.str.isnumeric |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isdecimal.html"> |
| pyspark.pandas.Series.str.isdecimal |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.join.html"> |
| pyspark.pandas.Series.str.join |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.len.html"> |
| pyspark.pandas.Series.str.len |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.ljust.html"> |
| pyspark.pandas.Series.str.ljust |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.lower.html"> |
| pyspark.pandas.Series.str.lower |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.lstrip.html"> |
| pyspark.pandas.Series.str.lstrip |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.match.html"> |
| pyspark.pandas.Series.str.match |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.normalize.html"> |
| pyspark.pandas.Series.str.normalize |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.pad.html"> |
| pyspark.pandas.Series.str.pad |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.partition.html"> |
| pyspark.pandas.Series.str.partition |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.repeat.html"> |
| pyspark.pandas.Series.str.repeat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.replace.html"> |
| pyspark.pandas.Series.str.replace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rfind.html"> |
| pyspark.pandas.Series.str.rfind |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rindex.html"> |
| pyspark.pandas.Series.str.rindex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rjust.html"> |
| pyspark.pandas.Series.str.rjust |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rpartition.html"> |
| pyspark.pandas.Series.str.rpartition |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rsplit.html"> |
| pyspark.pandas.Series.str.rsplit |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rstrip.html"> |
| pyspark.pandas.Series.str.rstrip |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.slice.html"> |
| pyspark.pandas.Series.str.slice |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.slice_replace.html"> |
| pyspark.pandas.Series.str.slice_replace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.split.html"> |
| pyspark.pandas.Series.str.split |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.startswith.html"> |
| pyspark.pandas.Series.str.startswith |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.strip.html"> |
| pyspark.pandas.Series.str.strip |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.swapcase.html"> |
| pyspark.pandas.Series.str.swapcase |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.title.html"> |
| pyspark.pandas.Series.str.title |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.translate.html"> |
| pyspark.pandas.Series.str.translate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.upper.html"> |
| pyspark.pandas.Series.str.upper |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.wrap.html"> |
| pyspark.pandas.Series.str.wrap |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.zfill.html"> |
| pyspark.pandas.Series.str.zfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.categories.html"> |
| pyspark.pandas.Series.cat.categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.ordered.html"> |
| pyspark.pandas.Series.cat.ordered |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.codes.html"> |
| pyspark.pandas.Series.cat.codes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.rename_categories.html"> |
| pyspark.pandas.Series.cat.rename_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.reorder_categories.html"> |
| pyspark.pandas.Series.cat.reorder_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.add_categories.html"> |
| pyspark.pandas.Series.cat.add_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.remove_categories.html"> |
| pyspark.pandas.Series.cat.remove_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.remove_unused_categories.html"> |
| pyspark.pandas.Series.cat.remove_unused_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.set_categories.html"> |
| pyspark.pandas.Series.cat.set_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.as_ordered.html"> |
| pyspark.pandas.Series.cat.as_ordered |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.as_unordered.html"> |
| pyspark.pandas.Series.cat.as_unordered |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.html"> |
| pyspark.pandas.Series.plot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.area.html"> |
| pyspark.pandas.Series.plot.area |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.bar.html"> |
| pyspark.pandas.Series.plot.bar |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.barh.html"> |
| pyspark.pandas.Series.plot.barh |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.box.html"> |
| pyspark.pandas.Series.plot.box |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.density.html"> |
| pyspark.pandas.Series.plot.density |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.hist.html"> |
| pyspark.pandas.Series.plot.hist |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.line.html"> |
| pyspark.pandas.Series.plot.line |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.pie.html"> |
| pyspark.pandas.Series.plot.pie |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.kde.html"> |
| pyspark.pandas.Series.plot.kde |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.hist.html"> |
| pyspark.pandas.Series.hist |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_pandas.html"> |
| pyspark.pandas.Series.to_pandas |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_numpy.html"> |
| pyspark.pandas.Series.to_numpy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_list.html"> |
| pyspark.pandas.Series.to_list |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_string.html"> |
| pyspark.pandas.Series.to_string |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_dict.html"> |
| pyspark.pandas.Series.to_dict |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_clipboard.html"> |
| pyspark.pandas.Series.to_clipboard |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_latex.html"> |
| pyspark.pandas.Series.to_latex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_markdown.html"> |
| pyspark.pandas.Series.to_markdown |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_json.html"> |
| pyspark.pandas.Series.to_json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_csv.html"> |
| pyspark.pandas.Series.to_csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_excel.html"> |
| pyspark.pandas.Series.to_excel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_frame.html"> |
| pyspark.pandas.Series.to_frame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pandas_on_spark.transform_batch.html"> |
| pyspark.pandas.Series.pandas_on_spark.transform_batch |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="pyspark.pandas/frame.html"> |
| DataFrame |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/> |
| <label for="toctree-checkbox-6"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.html"> |
| pyspark.pandas.DataFrame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.index.html"> |
| pyspark.pandas.DataFrame.index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.columns.html"> |
| pyspark.pandas.DataFrame.columns |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.empty.html"> |
| pyspark.pandas.DataFrame.empty |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.dtypes.html"> |
| pyspark.pandas.DataFrame.dtypes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.shape.html"> |
| pyspark.pandas.DataFrame.shape |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.axes.html"> |
| pyspark.pandas.DataFrame.axes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ndim.html"> |
| pyspark.pandas.DataFrame.ndim |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.size.html"> |
| pyspark.pandas.DataFrame.size |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.select_dtypes.html"> |
| pyspark.pandas.DataFrame.select_dtypes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.values.html"> |
| pyspark.pandas.DataFrame.values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.copy.html"> |
| pyspark.pandas.DataFrame.copy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.isna.html"> |
| pyspark.pandas.DataFrame.isna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.astype.html"> |
| pyspark.pandas.DataFrame.astype |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.isnull.html"> |
| pyspark.pandas.DataFrame.isnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.notna.html"> |
| pyspark.pandas.DataFrame.notna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.notnull.html"> |
| pyspark.pandas.DataFrame.notnull |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pad.html"> |
| pyspark.pandas.DataFrame.pad |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.bool.html"> |
| pyspark.pandas.DataFrame.bool |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.at.html"> |
| pyspark.pandas.DataFrame.at |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.iat.html"> |
| pyspark.pandas.DataFrame.iat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.head.html"> |
| pyspark.pandas.DataFrame.head |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.idxmax.html"> |
| pyspark.pandas.DataFrame.idxmax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.idxmin.html"> |
| pyspark.pandas.DataFrame.idxmin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.loc.html"> |
| pyspark.pandas.DataFrame.loc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.iloc.html"> |
| pyspark.pandas.DataFrame.iloc |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.items.html"> |
| pyspark.pandas.DataFrame.items |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.iteritems.html"> |
| pyspark.pandas.DataFrame.iteritems |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.iterrows.html"> |
| pyspark.pandas.DataFrame.iterrows |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.itertuples.html"> |
| pyspark.pandas.DataFrame.itertuples |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.keys.html"> |
| pyspark.pandas.DataFrame.keys |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pop.html"> |
| pyspark.pandas.DataFrame.pop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.tail.html"> |
| pyspark.pandas.DataFrame.tail |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.xs.html"> |
| pyspark.pandas.DataFrame.xs |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.get.html"> |
| pyspark.pandas.DataFrame.get |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.where.html"> |
| pyspark.pandas.DataFrame.where |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mask.html"> |
| pyspark.pandas.DataFrame.mask |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.query.html"> |
| pyspark.pandas.DataFrame.query |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.add.html"> |
| pyspark.pandas.DataFrame.add |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.radd.html"> |
| pyspark.pandas.DataFrame.radd |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.div.html"> |
| pyspark.pandas.DataFrame.div |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rdiv.html"> |
| pyspark.pandas.DataFrame.rdiv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.truediv.html"> |
| pyspark.pandas.DataFrame.truediv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rtruediv.html"> |
| pyspark.pandas.DataFrame.rtruediv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mul.html"> |
| pyspark.pandas.DataFrame.mul |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rmul.html"> |
| pyspark.pandas.DataFrame.rmul |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sub.html"> |
| pyspark.pandas.DataFrame.sub |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rsub.html"> |
| pyspark.pandas.DataFrame.rsub |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pow.html"> |
| pyspark.pandas.DataFrame.pow |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rpow.html"> |
| pyspark.pandas.DataFrame.rpow |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mod.html"> |
| pyspark.pandas.DataFrame.mod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rmod.html"> |
| pyspark.pandas.DataFrame.rmod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.floordiv.html"> |
| pyspark.pandas.DataFrame.floordiv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rfloordiv.html"> |
| pyspark.pandas.DataFrame.rfloordiv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.lt.html"> |
| pyspark.pandas.DataFrame.lt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.gt.html"> |
| pyspark.pandas.DataFrame.gt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.le.html"> |
| pyspark.pandas.DataFrame.le |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ge.html"> |
| pyspark.pandas.DataFrame.ge |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ne.html"> |
| pyspark.pandas.DataFrame.ne |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.eq.html"> |
| pyspark.pandas.DataFrame.eq |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.dot.html"> |
| pyspark.pandas.DataFrame.dot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.apply.html"> |
| pyspark.pandas.DataFrame.apply |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.applymap.html"> |
| pyspark.pandas.DataFrame.applymap |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pipe.html"> |
| pyspark.pandas.DataFrame.pipe |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.agg.html"> |
| pyspark.pandas.DataFrame.agg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.aggregate.html"> |
| pyspark.pandas.DataFrame.aggregate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.groupby.html"> |
| pyspark.pandas.DataFrame.groupby |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rolling.html"> |
| pyspark.pandas.DataFrame.rolling |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.expanding.html"> |
| pyspark.pandas.DataFrame.expanding |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.transform.html"> |
| pyspark.pandas.DataFrame.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.abs.html"> |
| pyspark.pandas.DataFrame.abs |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.all.html"> |
| pyspark.pandas.DataFrame.all |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.any.html"> |
| pyspark.pandas.DataFrame.any |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.clip.html"> |
| pyspark.pandas.DataFrame.clip |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.corr.html"> |
| pyspark.pandas.DataFrame.corr |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.count.html"> |
| pyspark.pandas.DataFrame.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.describe.html"> |
| pyspark.pandas.DataFrame.describe |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.kurt.html"> |
| pyspark.pandas.DataFrame.kurt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.kurtosis.html"> |
| pyspark.pandas.DataFrame.kurtosis |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mad.html"> |
| pyspark.pandas.DataFrame.mad |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.max.html"> |
| pyspark.pandas.DataFrame.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mean.html"> |
| pyspark.pandas.DataFrame.mean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.min.html"> |
| pyspark.pandas.DataFrame.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.median.html"> |
| pyspark.pandas.DataFrame.median |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pct_change.html"> |
| pyspark.pandas.DataFrame.pct_change |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.prod.html"> |
| pyspark.pandas.DataFrame.prod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.product.html"> |
| pyspark.pandas.DataFrame.product |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.quantile.html"> |
| pyspark.pandas.DataFrame.quantile |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.nunique.html"> |
| pyspark.pandas.DataFrame.nunique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sem.html"> |
| pyspark.pandas.DataFrame.sem |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.skew.html"> |
| pyspark.pandas.DataFrame.skew |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sum.html"> |
| pyspark.pandas.DataFrame.sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.std.html"> |
| pyspark.pandas.DataFrame.std |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.var.html"> |
| pyspark.pandas.DataFrame.var |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cummin.html"> |
| pyspark.pandas.DataFrame.cummin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cummax.html"> |
| pyspark.pandas.DataFrame.cummax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cumsum.html"> |
| pyspark.pandas.DataFrame.cumsum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cumprod.html"> |
| pyspark.pandas.DataFrame.cumprod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.round.html"> |
| pyspark.pandas.DataFrame.round |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.diff.html"> |
| pyspark.pandas.DataFrame.diff |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.eval.html"> |
| pyspark.pandas.DataFrame.eval |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.add_prefix.html"> |
| pyspark.pandas.DataFrame.add_prefix |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.add_suffix.html"> |
| pyspark.pandas.DataFrame.add_suffix |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.align.html"> |
| pyspark.pandas.DataFrame.align |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.at_time.html"> |
| pyspark.pandas.DataFrame.at_time |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.between_time.html"> |
| pyspark.pandas.DataFrame.between_time |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.drop.html"> |
| pyspark.pandas.DataFrame.drop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.droplevel.html"> |
| pyspark.pandas.DataFrame.droplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.drop_duplicates.html"> |
| pyspark.pandas.DataFrame.drop_duplicates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.duplicated.html"> |
| pyspark.pandas.DataFrame.duplicated |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.equals.html"> |
| pyspark.pandas.DataFrame.equals |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.filter.html"> |
| pyspark.pandas.DataFrame.filter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.first.html"> |
| pyspark.pandas.DataFrame.first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.head.html"> |
| pyspark.pandas.DataFrame.head |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.last.html"> |
| pyspark.pandas.DataFrame.last |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rename.html"> |
| pyspark.pandas.DataFrame.rename |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rename_axis.html"> |
| pyspark.pandas.DataFrame.rename_axis |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.reset_index.html"> |
| pyspark.pandas.DataFrame.reset_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.set_index.html"> |
| pyspark.pandas.DataFrame.set_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.swapaxes.html"> |
| pyspark.pandas.DataFrame.swapaxes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.swaplevel.html"> |
| pyspark.pandas.DataFrame.swaplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.take.html"> |
| pyspark.pandas.DataFrame.take |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.isin.html"> |
| pyspark.pandas.DataFrame.isin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sample.html"> |
| pyspark.pandas.DataFrame.sample |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.truncate.html"> |
| pyspark.pandas.DataFrame.truncate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.backfill.html"> |
| pyspark.pandas.DataFrame.backfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.dropna.html"> |
| pyspark.pandas.DataFrame.dropna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.fillna.html"> |
| pyspark.pandas.DataFrame.fillna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.replace.html"> |
| pyspark.pandas.DataFrame.replace |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.bfill.html"> |
| pyspark.pandas.DataFrame.bfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ffill.html"> |
| pyspark.pandas.DataFrame.ffill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pivot_table.html"> |
| pyspark.pandas.DataFrame.pivot_table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pivot.html"> |
| pyspark.pandas.DataFrame.pivot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sort_index.html"> |
| pyspark.pandas.DataFrame.sort_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sort_values.html"> |
| pyspark.pandas.DataFrame.sort_values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.nlargest.html"> |
| pyspark.pandas.DataFrame.nlargest |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.nsmallest.html"> |
| pyspark.pandas.DataFrame.nsmallest |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.stack.html"> |
| pyspark.pandas.DataFrame.stack |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.unstack.html"> |
| pyspark.pandas.DataFrame.unstack |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.melt.html"> |
| pyspark.pandas.DataFrame.melt |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.explode.html"> |
| pyspark.pandas.DataFrame.explode |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.squeeze.html"> |
| pyspark.pandas.DataFrame.squeeze |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.T.html"> |
| pyspark.pandas.DataFrame.T |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.transpose.html"> |
| pyspark.pandas.DataFrame.transpose |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.reindex.html"> |
| pyspark.pandas.DataFrame.reindex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.reindex_like.html"> |
| pyspark.pandas.DataFrame.reindex_like |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rank.html"> |
| pyspark.pandas.DataFrame.rank |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.append.html"> |
| pyspark.pandas.DataFrame.append |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.assign.html"> |
| pyspark.pandas.DataFrame.assign |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.merge.html"> |
| pyspark.pandas.DataFrame.merge |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.join.html"> |
| pyspark.pandas.DataFrame.join |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.update.html"> |
| pyspark.pandas.DataFrame.update |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.insert.html"> |
| pyspark.pandas.DataFrame.insert |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.shift.html"> |
| pyspark.pandas.DataFrame.shift |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.first_valid_index.html"> |
| pyspark.pandas.DataFrame.first_valid_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.last_valid_index.html"> |
| pyspark.pandas.DataFrame.last_valid_index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.from_records.html"> |
| pyspark.pandas.DataFrame.from_records |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.info.html"> |
| pyspark.pandas.DataFrame.info |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_table.html"> |
| pyspark.pandas.DataFrame.to_table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_delta.html"> |
| pyspark.pandas.DataFrame.to_delta |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_parquet.html"> |
| pyspark.pandas.DataFrame.to_parquet |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_spark_io.html"> |
| pyspark.pandas.DataFrame.to_spark_io |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_csv.html"> |
| pyspark.pandas.DataFrame.to_csv |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_pandas.html"> |
| pyspark.pandas.DataFrame.to_pandas |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_html.html"> |
| pyspark.pandas.DataFrame.to_html |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_numpy.html"> |
| pyspark.pandas.DataFrame.to_numpy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_spark.html"> |
| pyspark.pandas.DataFrame.to_spark |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_string.html"> |
| pyspark.pandas.DataFrame.to_string |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_json.html"> |
| pyspark.pandas.DataFrame.to_json |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_dict.html"> |
| pyspark.pandas.DataFrame.to_dict |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_excel.html"> |
| pyspark.pandas.DataFrame.to_excel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_clipboard.html"> |
| pyspark.pandas.DataFrame.to_clipboard |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_markdown.html"> |
| pyspark.pandas.DataFrame.to_markdown |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_records.html"> |
| pyspark.pandas.DataFrame.to_records |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_latex.html"> |
| pyspark.pandas.DataFrame.to_latex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.style.html"> |
| pyspark.pandas.DataFrame.style |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.frame.html"> |
| pyspark.pandas.DataFrame.spark.frame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.cache.html"> |
| pyspark.pandas.DataFrame.spark.cache |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.persist.html"> |
| pyspark.pandas.DataFrame.spark.persist |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.hint.html"> |
| pyspark.pandas.DataFrame.spark.hint |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.to_table.html"> |
| pyspark.pandas.DataFrame.spark.to_table |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.to_spark_io.html"> |
| pyspark.pandas.DataFrame.spark.to_spark_io |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.apply.html"> |
| pyspark.pandas.DataFrame.spark.apply |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.repartition.html"> |
| pyspark.pandas.DataFrame.spark.repartition |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.coalesce.html"> |
| pyspark.pandas.DataFrame.spark.coalesce |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.html"> |
| pyspark.pandas.DataFrame.plot |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.area.html"> |
| pyspark.pandas.DataFrame.plot.area |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.barh.html"> |
| pyspark.pandas.DataFrame.plot.barh |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.bar.html"> |
| pyspark.pandas.DataFrame.plot.bar |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.hist.html"> |
| pyspark.pandas.DataFrame.plot.hist |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.line.html"> |
| pyspark.pandas.DataFrame.plot.line |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.pie.html"> |
| pyspark.pandas.DataFrame.plot.pie |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.scatter.html"> |
| pyspark.pandas.DataFrame.plot.scatter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.density.html"> |
| pyspark.pandas.DataFrame.plot.density |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.hist.html"> |
| pyspark.pandas.DataFrame.hist |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.kde.html"> |
| pyspark.pandas.DataFrame.kde |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pandas_on_spark.apply_batch.html"> |
| pyspark.pandas.DataFrame.pandas_on_spark.apply_batch |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pandas_on_spark.transform_batch.html"> |
| pyspark.pandas.DataFrame.pandas_on_spark.transform_batch |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="pyspark.pandas/indexing.html"> |
| Index objects |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/> |
| <label for="toctree-checkbox-7"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.html"> |
| pyspark.pandas.Index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_monotonic.html"> |
| pyspark.pandas.Index.is_monotonic |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_monotonic_increasing.html"> |
| pyspark.pandas.Index.is_monotonic_increasing |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_monotonic_decreasing.html"> |
| pyspark.pandas.Index.is_monotonic_decreasing |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_unique.html"> |
| pyspark.pandas.Index.is_unique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.has_duplicates.html"> |
| pyspark.pandas.Index.has_duplicates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.hasnans.html"> |
| pyspark.pandas.Index.hasnans |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.dtype.html"> |
| pyspark.pandas.Index.dtype |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.inferred_type.html"> |
| pyspark.pandas.Index.inferred_type |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_all_dates.html"> |
| pyspark.pandas.Index.is_all_dates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.shape.html"> |
| pyspark.pandas.Index.shape |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.name.html"> |
| pyspark.pandas.Index.name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.names.html"> |
| pyspark.pandas.Index.names |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.ndim.html"> |
| pyspark.pandas.Index.ndim |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.size.html"> |
| pyspark.pandas.Index.size |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.nlevels.html"> |
| pyspark.pandas.Index.nlevels |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.empty.html"> |
| pyspark.pandas.Index.empty |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.T.html"> |
| pyspark.pandas.Index.T |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.values.html"> |
| pyspark.pandas.Index.values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.all.html"> |
| pyspark.pandas.Index.all |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.any.html"> |
| pyspark.pandas.Index.any |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.argmin.html"> |
| pyspark.pandas.Index.argmin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.argmax.html"> |
| pyspark.pandas.Index.argmax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.copy.html"> |
| pyspark.pandas.Index.copy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.delete.html"> |
| pyspark.pandas.Index.delete |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.equals.html"> |
| pyspark.pandas.Index.equals |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.factorize.html"> |
| pyspark.pandas.Index.factorize |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.identical.html"> |
| pyspark.pandas.Index.identical |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.insert.html"> |
| pyspark.pandas.Index.insert |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_boolean.html"> |
| pyspark.pandas.Index.is_boolean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_categorical.html"> |
| pyspark.pandas.Index.is_categorical |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_floating.html"> |
| pyspark.pandas.Index.is_floating |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_integer.html"> |
| pyspark.pandas.Index.is_integer |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_interval.html"> |
| pyspark.pandas.Index.is_interval |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_numeric.html"> |
| pyspark.pandas.Index.is_numeric |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_object.html"> |
| pyspark.pandas.Index.is_object |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.drop.html"> |
| pyspark.pandas.Index.drop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.drop_duplicates.html"> |
| pyspark.pandas.Index.drop_duplicates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.min.html"> |
| pyspark.pandas.Index.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.max.html"> |
| pyspark.pandas.Index.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.map.html"> |
| pyspark.pandas.Index.map |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.rename.html"> |
| pyspark.pandas.Index.rename |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.repeat.html"> |
| pyspark.pandas.Index.repeat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.take.html"> |
| pyspark.pandas.Index.take |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.unique.html"> |
| pyspark.pandas.Index.unique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.nunique.html"> |
| pyspark.pandas.Index.nunique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.value_counts.html"> |
| pyspark.pandas.Index.value_counts |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.set_names.html"> |
| pyspark.pandas.Index.set_names |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.droplevel.html"> |
| pyspark.pandas.Index.droplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.fillna.html"> |
| pyspark.pandas.Index.fillna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.dropna.html"> |
| pyspark.pandas.Index.dropna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.isna.html"> |
| pyspark.pandas.Index.isna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.notna.html"> |
| pyspark.pandas.Index.notna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.astype.html"> |
| pyspark.pandas.Index.astype |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.item.html"> |
| pyspark.pandas.Index.item |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.to_list.html"> |
| pyspark.pandas.Index.to_list |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.to_series.html"> |
| pyspark.pandas.Index.to_series |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.to_frame.html"> |
| pyspark.pandas.Index.to_frame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.view.html"> |
| pyspark.pandas.Index.view |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.to_numpy.html"> |
| pyspark.pandas.Index.to_numpy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.spark.column.html"> |
| pyspark.pandas.Index.spark.column |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.spark.transform.html"> |
| pyspark.pandas.Index.spark.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.sort_values.html"> |
| pyspark.pandas.Index.sort_values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.shift.html"> |
| pyspark.pandas.Index.shift |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.append.html"> |
| pyspark.pandas.Index.append |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.intersection.html"> |
| pyspark.pandas.Index.intersection |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.union.html"> |
| pyspark.pandas.Index.union |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.difference.html"> |
| pyspark.pandas.Index.difference |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.symmetric_difference.html"> |
| pyspark.pandas.Index.symmetric_difference |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.asof.html"> |
| pyspark.pandas.Index.asof |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.isin.html"> |
| pyspark.pandas.Index.isin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Int64Index.html"> |
| pyspark.pandas.Int64Index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Float64Index.html"> |
| pyspark.pandas.Float64Index |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.html"> |
| pyspark.pandas.CategoricalIndex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.codes.html"> |
| pyspark.pandas.CategoricalIndex.codes |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.categories.html"> |
| pyspark.pandas.CategoricalIndex.categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.ordered.html"> |
| pyspark.pandas.CategoricalIndex.ordered |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.rename_categories.html"> |
| pyspark.pandas.CategoricalIndex.rename_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.reorder_categories.html"> |
| pyspark.pandas.CategoricalIndex.reorder_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.add_categories.html"> |
| pyspark.pandas.CategoricalIndex.add_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.remove_categories.html"> |
| pyspark.pandas.CategoricalIndex.remove_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.remove_unused_categories.html"> |
| pyspark.pandas.CategoricalIndex.remove_unused_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.set_categories.html"> |
| pyspark.pandas.CategoricalIndex.set_categories |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.as_ordered.html"> |
| pyspark.pandas.CategoricalIndex.as_ordered |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.as_unordered.html"> |
| pyspark.pandas.CategoricalIndex.as_unordered |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.map.html"> |
| pyspark.pandas.CategoricalIndex.map |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.html"> |
| pyspark.pandas.MultiIndex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.from_arrays.html"> |
| pyspark.pandas.MultiIndex.from_arrays |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.from_tuples.html"> |
| pyspark.pandas.MultiIndex.from_tuples |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.from_product.html"> |
| pyspark.pandas.MultiIndex.from_product |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.from_frame.html"> |
| pyspark.pandas.MultiIndex.from_frame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.has_duplicates.html"> |
| pyspark.pandas.MultiIndex.has_duplicates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.hasnans.html"> |
| pyspark.pandas.MultiIndex.hasnans |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.inferred_type.html"> |
| pyspark.pandas.MultiIndex.inferred_type |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.is_all_dates.html"> |
| pyspark.pandas.MultiIndex.is_all_dates |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.shape.html"> |
| pyspark.pandas.MultiIndex.shape |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.names.html"> |
| pyspark.pandas.MultiIndex.names |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.ndim.html"> |
| pyspark.pandas.MultiIndex.ndim |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.empty.html"> |
| pyspark.pandas.MultiIndex.empty |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.T.html"> |
| pyspark.pandas.MultiIndex.T |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.size.html"> |
| pyspark.pandas.MultiIndex.size |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.nlevels.html"> |
| pyspark.pandas.MultiIndex.nlevels |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.levshape.html"> |
| pyspark.pandas.MultiIndex.levshape |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.values.html"> |
| pyspark.pandas.MultiIndex.values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.swaplevel.html"> |
| pyspark.pandas.MultiIndex.swaplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.droplevel.html"> |
| pyspark.pandas.MultiIndex.droplevel |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.fillna.html"> |
| pyspark.pandas.MultiIndex.fillna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.dropna.html"> |
| pyspark.pandas.MultiIndex.dropna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.equals.html"> |
| pyspark.pandas.MultiIndex.equals |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.identical.html"> |
| pyspark.pandas.MultiIndex.identical |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.insert.html"> |
| pyspark.pandas.MultiIndex.insert |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.drop.html"> |
| pyspark.pandas.MultiIndex.drop |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.copy.html"> |
| pyspark.pandas.MultiIndex.copy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.delete.html"> |
| pyspark.pandas.MultiIndex.delete |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.rename.html"> |
| pyspark.pandas.MultiIndex.rename |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.repeat.html"> |
| pyspark.pandas.MultiIndex.repeat |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.take.html"> |
| pyspark.pandas.MultiIndex.take |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.unique.html"> |
| pyspark.pandas.MultiIndex.unique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.min.html"> |
| pyspark.pandas.MultiIndex.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.max.html"> |
| pyspark.pandas.MultiIndex.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.value_counts.html"> |
| pyspark.pandas.MultiIndex.value_counts |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.append.html"> |
| pyspark.pandas.MultiIndex.append |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.intersection.html"> |
| pyspark.pandas.MultiIndex.intersection |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.union.html"> |
| pyspark.pandas.MultiIndex.union |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.difference.html"> |
| pyspark.pandas.MultiIndex.difference |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.symmetric_difference.html"> |
| pyspark.pandas.MultiIndex.symmetric_difference |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.astype.html"> |
| pyspark.pandas.MultiIndex.astype |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.item.html"> |
| pyspark.pandas.MultiIndex.item |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.to_list.html"> |
| pyspark.pandas.MultiIndex.to_list |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.to_series.html"> |
| pyspark.pandas.MultiIndex.to_series |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.to_frame.html"> |
| pyspark.pandas.MultiIndex.to_frame |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.view.html"> |
| pyspark.pandas.MultiIndex.view |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.to_numpy.html"> |
| pyspark.pandas.MultiIndex.to_numpy |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.spark.data_type.html"> |
| pyspark.pandas.MultiIndex.spark.data_type |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.spark.column.html"> |
| pyspark.pandas.MultiIndex.spark.column |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.spark.transform.html"> |
| pyspark.pandas.MultiIndex.spark.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.sort_values.html"> |
| pyspark.pandas.MultiIndex.sort_values |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.html"> |
| pyspark.pandas.DatetimeIndex |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.year.html"> |
| pyspark.pandas.DatetimeIndex.year |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.month.html"> |
| pyspark.pandas.DatetimeIndex.month |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day.html"> |
| pyspark.pandas.DatetimeIndex.day |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.hour.html"> |
| pyspark.pandas.DatetimeIndex.hour |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.minute.html"> |
| pyspark.pandas.DatetimeIndex.minute |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.second.html"> |
| pyspark.pandas.DatetimeIndex.second |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.microsecond.html"> |
| pyspark.pandas.DatetimeIndex.microsecond |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.week.html"> |
| pyspark.pandas.DatetimeIndex.week |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.weekofyear.html"> |
| pyspark.pandas.DatetimeIndex.weekofyear |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.dayofweek.html"> |
| pyspark.pandas.DatetimeIndex.dayofweek |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day_of_week.html"> |
| pyspark.pandas.DatetimeIndex.day_of_week |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.weekday.html"> |
| pyspark.pandas.DatetimeIndex.weekday |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.dayofyear.html"> |
| pyspark.pandas.DatetimeIndex.dayofyear |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day_of_year.html"> |
| pyspark.pandas.DatetimeIndex.day_of_year |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.quarter.html"> |
| pyspark.pandas.DatetimeIndex.quarter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_month_start.html"> |
| pyspark.pandas.DatetimeIndex.is_month_start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_month_end.html"> |
| pyspark.pandas.DatetimeIndex.is_month_end |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_quarter_start.html"> |
| pyspark.pandas.DatetimeIndex.is_quarter_start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_quarter_end.html"> |
| pyspark.pandas.DatetimeIndex.is_quarter_end |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_year_start.html"> |
| pyspark.pandas.DatetimeIndex.is_year_start |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_year_end.html"> |
| pyspark.pandas.DatetimeIndex.is_year_end |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_leap_year.html"> |
| pyspark.pandas.DatetimeIndex.is_leap_year |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.daysinmonth.html"> |
| pyspark.pandas.DatetimeIndex.daysinmonth |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.days_in_month.html"> |
| pyspark.pandas.DatetimeIndex.days_in_month |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.indexer_between_time.html"> |
| pyspark.pandas.DatetimeIndex.indexer_between_time |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.indexer_at_time.html"> |
| pyspark.pandas.DatetimeIndex.indexer_at_time |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.normalize.html"> |
| pyspark.pandas.DatetimeIndex.normalize |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.strftime.html"> |
| pyspark.pandas.DatetimeIndex.strftime |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.round.html"> |
| pyspark.pandas.DatetimeIndex.round |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.floor.html"> |
| pyspark.pandas.DatetimeIndex.floor |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.ceil.html"> |
| pyspark.pandas.DatetimeIndex.ceil |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.month_name.html"> |
| pyspark.pandas.DatetimeIndex.month_name |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day_name.html"> |
| pyspark.pandas.DatetimeIndex.day_name |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="pyspark.pandas/window.html"> |
| Window |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/> |
| <label for="toctree-checkbox-8"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.count.html"> |
| pyspark.pandas.window.Rolling.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.sum.html"> |
| pyspark.pandas.window.Rolling.sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.min.html"> |
| pyspark.pandas.window.Rolling.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.max.html"> |
| pyspark.pandas.window.Rolling.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.mean.html"> |
| pyspark.pandas.window.Rolling.mean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.count.html"> |
| pyspark.pandas.window.Expanding.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.sum.html"> |
| pyspark.pandas.window.Expanding.sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.min.html"> |
| pyspark.pandas.window.Expanding.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.max.html"> |
| pyspark.pandas.window.Expanding.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.mean.html"> |
| pyspark.pandas.window.Expanding.mean |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="pyspark.pandas/groupby.html"> |
| GroupBy |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" type="checkbox"/> |
| <label for="toctree-checkbox-9"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.get_group.html"> |
| pyspark.pandas.groupby.GroupBy.get_group |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.apply.html"> |
| pyspark.pandas.groupby.GroupBy.apply |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.transform.html"> |
| pyspark.pandas.groupby.GroupBy.transform |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.DataFrameGroupBy.agg.html"> |
| pyspark.pandas.groupby.DataFrameGroupBy.agg |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.DataFrameGroupBy.aggregate.html"> |
| pyspark.pandas.groupby.DataFrameGroupBy.aggregate |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.all.html"> |
| pyspark.pandas.groupby.GroupBy.all |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.any.html"> |
| pyspark.pandas.groupby.GroupBy.any |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.count.html"> |
| pyspark.pandas.groupby.GroupBy.count |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cumcount.html"> |
| pyspark.pandas.groupby.GroupBy.cumcount |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cummax.html"> |
| pyspark.pandas.groupby.GroupBy.cummax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cummin.html"> |
| pyspark.pandas.groupby.GroupBy.cummin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cumprod.html"> |
| pyspark.pandas.groupby.GroupBy.cumprod |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cumsum.html"> |
| pyspark.pandas.groupby.GroupBy.cumsum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.filter.html"> |
| pyspark.pandas.groupby.GroupBy.filter |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.first.html"> |
| pyspark.pandas.groupby.GroupBy.first |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.last.html"> |
| pyspark.pandas.groupby.GroupBy.last |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.max.html"> |
| pyspark.pandas.groupby.GroupBy.max |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.mean.html"> |
| pyspark.pandas.groupby.GroupBy.mean |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.median.html"> |
| pyspark.pandas.groupby.GroupBy.median |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.min.html"> |
| pyspark.pandas.groupby.GroupBy.min |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.rank.html"> |
| pyspark.pandas.groupby.GroupBy.rank |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.std.html"> |
| pyspark.pandas.groupby.GroupBy.std |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.sum.html"> |
| pyspark.pandas.groupby.GroupBy.sum |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.var.html"> |
| pyspark.pandas.groupby.GroupBy.var |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.nunique.html"> |
| pyspark.pandas.groupby.GroupBy.nunique |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.size.html"> |
| pyspark.pandas.groupby.GroupBy.size |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.diff.html"> |
| pyspark.pandas.groupby.GroupBy.diff |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.idxmax.html"> |
| pyspark.pandas.groupby.GroupBy.idxmax |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.idxmin.html"> |
| pyspark.pandas.groupby.GroupBy.idxmin |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.fillna.html"> |
| pyspark.pandas.groupby.GroupBy.fillna |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.bfill.html"> |
| pyspark.pandas.groupby.GroupBy.bfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.ffill.html"> |
| pyspark.pandas.groupby.GroupBy.ffill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.head.html"> |
| pyspark.pandas.groupby.GroupBy.head |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.backfill.html"> |
| pyspark.pandas.groupby.GroupBy.backfill |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.shift.html"> |
| pyspark.pandas.groupby.GroupBy.shift |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.tail.html"> |
| pyspark.pandas.groupby.GroupBy.tail |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.DataFrameGroupBy.describe.html"> |
| pyspark.pandas.groupby.DataFrameGroupBy.describe |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.nsmallest.html"> |
| pyspark.pandas.groupby.SeriesGroupBy.nsmallest |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.nlargest.html"> |
| pyspark.pandas.groupby.SeriesGroupBy.nlargest |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.value_counts.html"> |
| pyspark.pandas.groupby.SeriesGroupBy.value_counts |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.unique.html"> |
| pyspark.pandas.groupby.SeriesGroupBy.unique |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="pyspark.pandas/ml.html"> |
| Machine Learning utilities |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-10" name="toctree-checkbox-10" type="checkbox"/> |
| <label for="toctree-checkbox-10"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.mlflow.PythonModelWrapper.html"> |
| pyspark.pandas.mlflow.PythonModelWrapper |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.mlflow.load_model.html"> |
| pyspark.pandas.mlflow.load_model |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l2 has-children"> |
| <a class="reference internal" href="pyspark.pandas/extensions.html"> |
| Extensions |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-11" name="toctree-checkbox-11" type="checkbox"/> |
| <label for="toctree-checkbox-11"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.extensions.register_dataframe_accessor.html"> |
| pyspark.pandas.extensions.register_dataframe_accessor |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.extensions.register_series_accessor.html"> |
| pyspark.pandas.extensions.register_series_accessor |
| </a> |
| </li> |
| <li class="toctree-l3"> |
| <a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.extensions.register_index_accessor.html"> |
| pyspark.pandas.extensions.register_index_accessor |
| </a> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="pyspark.ss.html"> |
| Structured Streaming |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-12" name="toctree-checkbox-12" type="checkbox"/> |
| <label for="toctree-checkbox-12"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamReader.html"> |
| pyspark.sql.streaming.DataStreamReader |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamWriter.html"> |
| pyspark.sql.streaming.DataStreamWriter |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.ForeachBatchFunction.html"> |
| pyspark.sql.streaming.ForeachBatchFunction |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQuery.html"> |
| pyspark.sql.streaming.StreamingQuery |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQueryException.html"> |
| pyspark.sql.streaming.StreamingQueryException |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQueryManager.html"> |
| pyspark.sql.streaming.StreamingQueryManager |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamReader.csv.html"> |
| pyspark.sql.streaming.DataStreamReader.csv |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamReader.format.html"> |
| pyspark.sql.streaming.DataStreamReader.format |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamReader.json.html"> |
| pyspark.sql.streaming.DataStreamReader.json |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamReader.load.html"> |
| pyspark.sql.streaming.DataStreamReader.load |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamReader.option.html"> |
| pyspark.sql.streaming.DataStreamReader.option |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamReader.options.html"> |
| pyspark.sql.streaming.DataStreamReader.options |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamReader.orc.html"> |
| pyspark.sql.streaming.DataStreamReader.orc |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamReader.parquet.html"> |
| pyspark.sql.streaming.DataStreamReader.parquet |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamReader.schema.html"> |
| pyspark.sql.streaming.DataStreamReader.schema |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamReader.text.html"> |
| pyspark.sql.streaming.DataStreamReader.text |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamWriter.foreach.html"> |
| pyspark.sql.streaming.DataStreamWriter.foreach |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamWriter.foreachBatch.html"> |
| pyspark.sql.streaming.DataStreamWriter.foreachBatch |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamWriter.format.html"> |
| pyspark.sql.streaming.DataStreamWriter.format |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamWriter.option.html"> |
| pyspark.sql.streaming.DataStreamWriter.option |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamWriter.options.html"> |
| pyspark.sql.streaming.DataStreamWriter.options |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamWriter.outputMode.html"> |
| pyspark.sql.streaming.DataStreamWriter.outputMode |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamWriter.partitionBy.html"> |
| pyspark.sql.streaming.DataStreamWriter.partitionBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamWriter.queryName.html"> |
| pyspark.sql.streaming.DataStreamWriter.queryName |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamWriter.start.html"> |
| pyspark.sql.streaming.DataStreamWriter.start |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.DataStreamWriter.trigger.html"> |
| pyspark.sql.streaming.DataStreamWriter.trigger |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQuery.awaitTermination.html"> |
| pyspark.sql.streaming.StreamingQuery.awaitTermination |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQuery.exception.html"> |
| pyspark.sql.streaming.StreamingQuery.exception |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQuery.explain.html"> |
| pyspark.sql.streaming.StreamingQuery.explain |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQuery.id.html"> |
| pyspark.sql.streaming.StreamingQuery.id |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQuery.isActive.html"> |
| pyspark.sql.streaming.StreamingQuery.isActive |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQuery.lastProgress.html"> |
| pyspark.sql.streaming.StreamingQuery.lastProgress |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQuery.name.html"> |
| pyspark.sql.streaming.StreamingQuery.name |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQuery.processAllAvailable.html"> |
| pyspark.sql.streaming.StreamingQuery.processAllAvailable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQuery.recentProgress.html"> |
| pyspark.sql.streaming.StreamingQuery.recentProgress |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQuery.runId.html"> |
| pyspark.sql.streaming.StreamingQuery.runId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQuery.status.html"> |
| pyspark.sql.streaming.StreamingQuery.status |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQuery.stop.html"> |
| pyspark.sql.streaming.StreamingQuery.stop |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQueryManager.active.html"> |
| pyspark.sql.streaming.StreamingQueryManager.active |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQueryManager.awaitAnyTermination.html"> |
| pyspark.sql.streaming.StreamingQueryManager.awaitAnyTermination |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQueryManager.get.html"> |
| pyspark.sql.streaming.StreamingQueryManager.get |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.sql.streaming.StreamingQueryManager.resetTerminated.html"> |
| pyspark.sql.streaming.StreamingQueryManager.resetTerminated |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="pyspark.ml.html"> |
| MLlib (DataFrame-based) |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-13" name="toctree-checkbox-13" type="checkbox"/> |
| <label for="toctree-checkbox-13"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.Transformer.html"> |
| Transformer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.UnaryTransformer.html"> |
| UnaryTransformer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.Estimator.html"> |
| Estimator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.Model.html"> |
| Model |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.Predictor.html"> |
| Predictor |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.PredictionModel.html"> |
| PredictionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.Pipeline.html"> |
| Pipeline |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.PipelineModel.html"> |
| PipelineModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.param.Param.html"> |
| Param |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.param.Params.html"> |
| Params |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.param.TypeConverters.html"> |
| TypeConverters |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.Binarizer.html"> |
| Binarizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.BucketedRandomProjectionLSH.html"> |
| BucketedRandomProjectionLSH |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.BucketedRandomProjectionLSHModel.html"> |
| BucketedRandomProjectionLSHModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.Bucketizer.html"> |
| Bucketizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.ChiSqSelector.html"> |
| ChiSqSelector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.ChiSqSelectorModel.html"> |
| ChiSqSelectorModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.CountVectorizer.html"> |
| CountVectorizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.CountVectorizerModel.html"> |
| CountVectorizerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.DCT.html"> |
| DCT |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.ElementwiseProduct.html"> |
| ElementwiseProduct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.FeatureHasher.html"> |
| FeatureHasher |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.HashingTF.html"> |
| HashingTF |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.IDF.html"> |
| IDF |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.IDFModel.html"> |
| IDFModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.Imputer.html"> |
| Imputer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.ImputerModel.html"> |
| ImputerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.IndexToString.html"> |
| IndexToString |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.Interaction.html"> |
| Interaction |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.MaxAbsScaler.html"> |
| MaxAbsScaler |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.MaxAbsScalerModel.html"> |
| MaxAbsScalerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.MinHashLSH.html"> |
| MinHashLSH |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.MinHashLSHModel.html"> |
| MinHashLSHModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.MinMaxScaler.html"> |
| MinMaxScaler |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.MinMaxScalerModel.html"> |
| MinMaxScalerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.NGram.html"> |
| NGram |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.Normalizer.html"> |
| Normalizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.OneHotEncoder.html"> |
| OneHotEncoder |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.OneHotEncoderModel.html"> |
| OneHotEncoderModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.PCA.html"> |
| PCA |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.PCAModel.html"> |
| PCAModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.PolynomialExpansion.html"> |
| PolynomialExpansion |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.QuantileDiscretizer.html"> |
| QuantileDiscretizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.RobustScaler.html"> |
| RobustScaler |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.RobustScalerModel.html"> |
| RobustScalerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.RegexTokenizer.html"> |
| RegexTokenizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.RFormula.html"> |
| RFormula |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.RFormulaModel.html"> |
| RFormulaModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.SQLTransformer.html"> |
| SQLTransformer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.StandardScaler.html"> |
| StandardScaler |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.StandardScalerModel.html"> |
| StandardScalerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.StopWordsRemover.html"> |
| StopWordsRemover |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.StringIndexer.html"> |
| StringIndexer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.StringIndexerModel.html"> |
| StringIndexerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.Tokenizer.html"> |
| Tokenizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.UnivariateFeatureSelector.html"> |
| UnivariateFeatureSelector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.UnivariateFeatureSelectorModel.html"> |
| UnivariateFeatureSelectorModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.VarianceThresholdSelector.html"> |
| VarianceThresholdSelector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.VarianceThresholdSelectorModel.html"> |
| VarianceThresholdSelectorModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.VectorAssembler.html"> |
| VectorAssembler |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.VectorIndexer.html"> |
| VectorIndexer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.VectorIndexerModel.html"> |
| VectorIndexerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.VectorSizeHint.html"> |
| VectorSizeHint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.VectorSlicer.html"> |
| VectorSlicer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.Word2Vec.html"> |
| Word2Vec |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.feature.Word2VecModel.html"> |
| Word2VecModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.LinearSVC.html"> |
| LinearSVC |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.LinearSVCModel.html"> |
| LinearSVCModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.LinearSVCSummary.html"> |
| LinearSVCSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.LinearSVCTrainingSummary.html"> |
| LinearSVCTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.LogisticRegression.html"> |
| LogisticRegression |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.LogisticRegressionModel.html"> |
| LogisticRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.LogisticRegressionSummary.html"> |
| LogisticRegressionSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.LogisticRegressionTrainingSummary.html"> |
| LogisticRegressionTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.BinaryLogisticRegressionSummary.html"> |
| BinaryLogisticRegressionSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.BinaryLogisticRegressionTrainingSummary.html"> |
| BinaryLogisticRegressionTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.DecisionTreeClassifier.html"> |
| DecisionTreeClassifier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.DecisionTreeClassificationModel.html"> |
| DecisionTreeClassificationModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.GBTClassifier.html"> |
| GBTClassifier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.GBTClassificationModel.html"> |
| GBTClassificationModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassifier.html"> |
| RandomForestClassifier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassificationModel.html"> |
| RandomForestClassificationModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassificationSummary.html"> |
| RandomForestClassificationSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassificationTrainingSummary.html"> |
| RandomForestClassificationTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.BinaryRandomForestClassificationSummary.html"> |
| BinaryRandomForestClassificationSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.BinaryRandomForestClassificationTrainingSummary.html"> |
| BinaryRandomForestClassificationTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.NaiveBayes.html"> |
| NaiveBayes |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.NaiveBayesModel.html"> |
| NaiveBayesModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassifier.html"> |
| MultilayerPerceptronClassifier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassificationModel.html"> |
| MultilayerPerceptronClassificationModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassificationSummary.html"> |
| MultilayerPerceptronClassificationSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassificationTrainingSummary.html"> |
| MultilayerPerceptronClassificationTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.OneVsRest.html"> |
| OneVsRest |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.OneVsRestModel.html"> |
| OneVsRestModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.FMClassifier.html"> |
| FMClassifier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.FMClassificationModel.html"> |
| FMClassificationModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.FMClassificationSummary.html"> |
| FMClassificationSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.classification.FMClassificationTrainingSummary.html"> |
| FMClassificationTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.BisectingKMeans.html"> |
| BisectingKMeans |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.BisectingKMeansModel.html"> |
| BisectingKMeansModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.BisectingKMeansSummary.html"> |
| BisectingKMeansSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.KMeans.html"> |
| KMeans |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.KMeansModel.html"> |
| KMeansModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.KMeansSummary.html"> |
| KMeansSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.GaussianMixture.html"> |
| GaussianMixture |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.GaussianMixtureModel.html"> |
| GaussianMixtureModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.GaussianMixtureSummary.html"> |
| GaussianMixtureSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.LDA.html"> |
| LDA |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.LDAModel.html"> |
| LDAModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.LocalLDAModel.html"> |
| LocalLDAModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.DistributedLDAModel.html"> |
| DistributedLDAModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.clustering.PowerIterationClustering.html"> |
| PowerIterationClustering |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.functions.array_to_vector.html"> |
| pyspark.ml.functions.array_to_vector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.functions.vector_to_array.html"> |
| pyspark.ml.functions.vector_to_array |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.linalg.Vector.html"> |
| Vector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.linalg.DenseVector.html"> |
| DenseVector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.linalg.SparseVector.html"> |
| SparseVector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.linalg.Vectors.html"> |
| Vectors |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.linalg.Matrix.html"> |
| Matrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.linalg.DenseMatrix.html"> |
| DenseMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.linalg.SparseMatrix.html"> |
| SparseMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.linalg.Matrices.html"> |
| Matrices |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.recommendation.ALS.html"> |
| ALS |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.recommendation.ALSModel.html"> |
| ALSModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.AFTSurvivalRegression.html"> |
| AFTSurvivalRegression |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.AFTSurvivalRegressionModel.html"> |
| AFTSurvivalRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.DecisionTreeRegressor.html"> |
| DecisionTreeRegressor |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.DecisionTreeRegressionModel.html"> |
| DecisionTreeRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.GBTRegressor.html"> |
| GBTRegressor |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.GBTRegressionModel.html"> |
| GBTRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegression.html"> |
| GeneralizedLinearRegression |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegressionModel.html"> |
| GeneralizedLinearRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegressionSummary.html"> |
| GeneralizedLinearRegressionSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegressionTrainingSummary.html"> |
| GeneralizedLinearRegressionTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.IsotonicRegression.html"> |
| IsotonicRegression |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.IsotonicRegressionModel.html"> |
| IsotonicRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.LinearRegression.html"> |
| LinearRegression |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.LinearRegressionModel.html"> |
| LinearRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.LinearRegressionSummary.html"> |
| LinearRegressionSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.LinearRegressionTrainingSummary.html"> |
| LinearRegressionTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.RandomForestRegressor.html"> |
| RandomForestRegressor |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.RandomForestRegressionModel.html"> |
| RandomForestRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.FMRegressor.html"> |
| FMRegressor |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.regression.FMRegressionModel.html"> |
| FMRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.stat.ChiSquareTest.html"> |
| ChiSquareTest |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.stat.Correlation.html"> |
| Correlation |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.stat.KolmogorovSmirnovTest.html"> |
| KolmogorovSmirnovTest |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.stat.MultivariateGaussian.html"> |
| MultivariateGaussian |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.stat.Summarizer.html"> |
| Summarizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.stat.SummaryBuilder.html"> |
| SummaryBuilder |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.tuning.ParamGridBuilder.html"> |
| ParamGridBuilder |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.tuning.CrossValidator.html"> |
| CrossValidator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.tuning.CrossValidatorModel.html"> |
| CrossValidatorModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.tuning.TrainValidationSplit.html"> |
| TrainValidationSplit |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.tuning.TrainValidationSplitModel.html"> |
| TrainValidationSplitModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.evaluation.Evaluator.html"> |
| Evaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.evaluation.BinaryClassificationEvaluator.html"> |
| BinaryClassificationEvaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.evaluation.RegressionEvaluator.html"> |
| RegressionEvaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.evaluation.MulticlassClassificationEvaluator.html"> |
| MulticlassClassificationEvaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.evaluation.MultilabelClassificationEvaluator.html"> |
| MultilabelClassificationEvaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.evaluation.ClusteringEvaluator.html"> |
| ClusteringEvaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.evaluation.RankingEvaluator.html"> |
| RankingEvaluator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.fpm.FPGrowth.html"> |
| FPGrowth |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.fpm.FPGrowthModel.html"> |
| FPGrowthModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.fpm.PrefixSpan.html"> |
| PrefixSpan |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.image.ImageSchema.html"> |
| ImageSchema |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.image._ImageSchema.html"> |
| _ImageSchema |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.util.BaseReadWrite.html"> |
| BaseReadWrite |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.util.DefaultParamsReadable.html"> |
| DefaultParamsReadable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.util.DefaultParamsReader.html"> |
| DefaultParamsReader |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.util.DefaultParamsWritable.html"> |
| DefaultParamsWritable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.util.DefaultParamsWriter.html"> |
| DefaultParamsWriter |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.util.GeneralMLWriter.html"> |
| GeneralMLWriter |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.util.HasTrainingSummary.html"> |
| HasTrainingSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.util.Identifiable.html"> |
| Identifiable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.util.MLReadable.html"> |
| MLReadable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.util.MLReader.html"> |
| MLReader |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.util.MLWritable.html"> |
| MLWritable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.ml.util.MLWriter.html"> |
| MLWriter |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="pyspark.streaming.html"> |
| Spark Streaming |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-14" name="toctree-checkbox-14" type="checkbox"/> |
| <label for="toctree-checkbox-14"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.html"> |
| pyspark.streaming.StreamingContext |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.html"> |
| pyspark.streaming.DStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.addStreamingListener.html"> |
| pyspark.streaming.StreamingContext.addStreamingListener |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.awaitTermination.html"> |
| pyspark.streaming.StreamingContext.awaitTermination |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.awaitTerminationOrTimeout.html"> |
| pyspark.streaming.StreamingContext.awaitTerminationOrTimeout |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.checkpoint.html"> |
| pyspark.streaming.StreamingContext.checkpoint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.getActive.html"> |
| pyspark.streaming.StreamingContext.getActive |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.getActiveOrCreate.html"> |
| pyspark.streaming.StreamingContext.getActiveOrCreate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.getOrCreate.html"> |
| pyspark.streaming.StreamingContext.getOrCreate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.remember.html"> |
| pyspark.streaming.StreamingContext.remember |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.sparkContext.html"> |
| pyspark.streaming.StreamingContext.sparkContext |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.start.html"> |
| pyspark.streaming.StreamingContext.start |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.stop.html"> |
| pyspark.streaming.StreamingContext.stop |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.transform.html"> |
| pyspark.streaming.StreamingContext.transform |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.union.html"> |
| pyspark.streaming.StreamingContext.union |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.binaryRecordsStream.html"> |
| pyspark.streaming.StreamingContext.binaryRecordsStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.queueStream.html"> |
| pyspark.streaming.StreamingContext.queueStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.socketTextStream.html"> |
| pyspark.streaming.StreamingContext.socketTextStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.StreamingContext.textFileStream.html"> |
| pyspark.streaming.StreamingContext.textFileStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.pprint.html"> |
| pyspark.streaming.DStream.pprint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.saveAsTextFiles.html"> |
| pyspark.streaming.DStream.saveAsTextFiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.cache.html"> |
| pyspark.streaming.DStream.cache |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.checkpoint.html"> |
| pyspark.streaming.DStream.checkpoint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.cogroup.html"> |
| pyspark.streaming.DStream.cogroup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.combineByKey.html"> |
| pyspark.streaming.DStream.combineByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.context.html"> |
| pyspark.streaming.DStream.context |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.count.html"> |
| pyspark.streaming.DStream.count |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.countByValue.html"> |
| pyspark.streaming.DStream.countByValue |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.countByValueAndWindow.html"> |
| pyspark.streaming.DStream.countByValueAndWindow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.countByWindow.html"> |
| pyspark.streaming.DStream.countByWindow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.filter.html"> |
| pyspark.streaming.DStream.filter |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.flatMap.html"> |
| pyspark.streaming.DStream.flatMap |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.flatMapValues.html"> |
| pyspark.streaming.DStream.flatMapValues |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.foreachRDD.html"> |
| pyspark.streaming.DStream.foreachRDD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.fullOuterJoin.html"> |
| pyspark.streaming.DStream.fullOuterJoin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.glom.html"> |
| pyspark.streaming.DStream.glom |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.groupByKey.html"> |
| pyspark.streaming.DStream.groupByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.groupByKeyAndWindow.html"> |
| pyspark.streaming.DStream.groupByKeyAndWindow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.join.html"> |
| pyspark.streaming.DStream.join |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.leftOuterJoin.html"> |
| pyspark.streaming.DStream.leftOuterJoin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.map.html"> |
| pyspark.streaming.DStream.map |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.mapPartitions.html"> |
| pyspark.streaming.DStream.mapPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.mapPartitionsWithIndex.html"> |
| pyspark.streaming.DStream.mapPartitionsWithIndex |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.mapValues.html"> |
| pyspark.streaming.DStream.mapValues |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.partitionBy.html"> |
| pyspark.streaming.DStream.partitionBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.persist.html"> |
| pyspark.streaming.DStream.persist |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.reduce.html"> |
| pyspark.streaming.DStream.reduce |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.reduceByKey.html"> |
| pyspark.streaming.DStream.reduceByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.reduceByKeyAndWindow.html"> |
| pyspark.streaming.DStream.reduceByKeyAndWindow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.reduceByWindow.html"> |
| pyspark.streaming.DStream.reduceByWindow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.repartition.html"> |
| pyspark.streaming.DStream.repartition |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.rightOuterJoin.html"> |
| pyspark.streaming.DStream.rightOuterJoin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.slice.html"> |
| pyspark.streaming.DStream.slice |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.transform.html"> |
| pyspark.streaming.DStream.transform |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.transformWith.html"> |
| pyspark.streaming.DStream.transformWith |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.union.html"> |
| pyspark.streaming.DStream.union |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.updateStateByKey.html"> |
| pyspark.streaming.DStream.updateStateByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.DStream.window.html"> |
| pyspark.streaming.DStream.window |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.kinesis.KinesisUtils.createStream.html"> |
| pyspark.streaming.kinesis.KinesisUtils.createStream |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.kinesis.InitialPositionInStream.LATEST.html"> |
| pyspark.streaming.kinesis.InitialPositionInStream.LATEST |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON.html"> |
| pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="pyspark.mllib.html"> |
| MLlib (RDD-based) |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-15" name="toctree-checkbox-15" type="checkbox"/> |
| <label for="toctree-checkbox-15"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.classification.LogisticRegressionModel.html"> |
| LogisticRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.classification.LogisticRegressionWithSGD.html"> |
| LogisticRegressionWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.classification.LogisticRegressionWithLBFGS.html"> |
| LogisticRegressionWithLBFGS |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.classification.SVMModel.html"> |
| SVMModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.classification.SVMWithSGD.html"> |
| SVMWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.classification.NaiveBayesModel.html"> |
| NaiveBayesModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.classification.NaiveBayes.html"> |
| NaiveBayes |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.classification.StreamingLogisticRegressionWithSGD.html"> |
| StreamingLogisticRegressionWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.clustering.BisectingKMeansModel.html"> |
| BisectingKMeansModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.clustering.BisectingKMeans.html"> |
| BisectingKMeans |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.clustering.KMeansModel.html"> |
| KMeansModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.clustering.KMeans.html"> |
| KMeans |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.clustering.GaussianMixtureModel.html"> |
| GaussianMixtureModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.clustering.GaussianMixture.html"> |
| GaussianMixture |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.clustering.PowerIterationClusteringModel.html"> |
| PowerIterationClusteringModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.clustering.PowerIterationClustering.html"> |
| PowerIterationClustering |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.clustering.StreamingKMeans.html"> |
| StreamingKMeans |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.clustering.StreamingKMeansModel.html"> |
| StreamingKMeansModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.clustering.LDA.html"> |
| LDA |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.clustering.LDAModel.html"> |
| LDAModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.evaluation.BinaryClassificationMetrics.html"> |
| BinaryClassificationMetrics |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.evaluation.RegressionMetrics.html"> |
| RegressionMetrics |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.evaluation.MulticlassMetrics.html"> |
| MulticlassMetrics |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.evaluation.RankingMetrics.html"> |
| RankingMetrics |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.feature.Normalizer.html"> |
| Normalizer |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.feature.StandardScalerModel.html"> |
| StandardScalerModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.feature.StandardScaler.html"> |
| StandardScaler |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.feature.HashingTF.html"> |
| HashingTF |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.feature.IDFModel.html"> |
| IDFModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.feature.IDF.html"> |
| IDF |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.feature.Word2Vec.html"> |
| Word2Vec |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.feature.Word2VecModel.html"> |
| Word2VecModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.feature.ChiSqSelector.html"> |
| ChiSqSelector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.feature.ChiSqSelectorModel.html"> |
| ChiSqSelectorModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.feature.ElementwiseProduct.html"> |
| ElementwiseProduct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.fpm.FPGrowth.html"> |
| FPGrowth |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.fpm.FPGrowthModel.html"> |
| FPGrowthModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.fpm.PrefixSpan.html"> |
| PrefixSpan |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.fpm.PrefixSpanModel.html"> |
| PrefixSpanModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.Vector.html"> |
| Vector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.DenseVector.html"> |
| DenseVector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.SparseVector.html"> |
| SparseVector |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.Vectors.html"> |
| Vectors |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.Matrix.html"> |
| Matrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.DenseMatrix.html"> |
| DenseMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.SparseMatrix.html"> |
| SparseMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.Matrices.html"> |
| Matrices |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.QRDecomposition.html"> |
| QRDecomposition |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.distributed.BlockMatrix.html"> |
| BlockMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.distributed.CoordinateMatrix.html"> |
| CoordinateMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.distributed.DistributedMatrix.html"> |
| DistributedMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.distributed.IndexedRow.html"> |
| IndexedRow |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.distributed.IndexedRowMatrix.html"> |
| IndexedRowMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.distributed.MatrixEntry.html"> |
| MatrixEntry |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.distributed.RowMatrix.html"> |
| RowMatrix |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.linalg.distributed.SingularValueDecomposition.html"> |
| SingularValueDecomposition |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.random.RandomRDDs.html"> |
| RandomRDDs |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.recommendation.MatrixFactorizationModel.html"> |
| MatrixFactorizationModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.recommendation.ALS.html"> |
| ALS |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.recommendation.Rating.html"> |
| Rating |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.regression.LabeledPoint.html"> |
| LabeledPoint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.regression.LinearModel.html"> |
| LinearModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.regression.LinearRegressionModel.html"> |
| LinearRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.regression.LinearRegressionWithSGD.html"> |
| LinearRegressionWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.regression.RidgeRegressionModel.html"> |
| RidgeRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.regression.RidgeRegressionWithSGD.html"> |
| RidgeRegressionWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.regression.LassoModel.html"> |
| LassoModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.regression.LassoWithSGD.html"> |
| LassoWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.regression.IsotonicRegressionModel.html"> |
| IsotonicRegressionModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.regression.IsotonicRegression.html"> |
| IsotonicRegression |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.regression.StreamingLinearAlgorithm.html"> |
| StreamingLinearAlgorithm |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.regression.StreamingLinearRegressionWithSGD.html"> |
| StreamingLinearRegressionWithSGD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.stat.Statistics.html"> |
| Statistics |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.stat.MultivariateStatisticalSummary.html"> |
| MultivariateStatisticalSummary |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.stat.ChiSqTestResult.html"> |
| ChiSqTestResult |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.stat.MultivariateGaussian.html"> |
| MultivariateGaussian |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.stat.KernelDensity.html"> |
| KernelDensity |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.stat.ChiSqTestResult.html"> |
| ChiSqTestResult |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.stat.KolmogorovSmirnovTestResult.html"> |
| KolmogorovSmirnovTestResult |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.tree.DecisionTreeModel.html"> |
| DecisionTreeModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.tree.DecisionTree.html"> |
| DecisionTree |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.tree.RandomForestModel.html"> |
| RandomForestModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.tree.RandomForest.html"> |
| RandomForest |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.tree.GradientBoostedTreesModel.html"> |
| GradientBoostedTreesModel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.tree.GradientBoostedTrees.html"> |
| GradientBoostedTrees |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.util.JavaLoader.html"> |
| JavaLoader |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.util.JavaSaveable.html"> |
| JavaSaveable |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.util.LinearDataGenerator.html"> |
| LinearDataGenerator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.util.Loader.html"> |
| Loader |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.util.MLUtils.html"> |
| MLUtils |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.mllib.util.Saveable.html"> |
| Saveable |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 current active has-children"> |
| <a class="current reference internal" href="#"> |
| Spark Core |
| </a> |
| <input checked="" class="toctree-checkbox" id="toctree-checkbox-16" name="toctree-checkbox-16" type="checkbox"/> |
| <label for="toctree-checkbox-16"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.html"> |
| pyspark.SparkContext |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.html"> |
| pyspark.RDD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.Broadcast.html"> |
| pyspark.Broadcast |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.Accumulator.html"> |
| pyspark.Accumulator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.AccumulatorParam.html"> |
| pyspark.AccumulatorParam |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkConf.html"> |
| pyspark.SparkConf |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkFiles.html"> |
| pyspark.SparkFiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.StorageLevel.html"> |
| pyspark.StorageLevel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.TaskContext.html"> |
| pyspark.TaskContext |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDDBarrier.html"> |
| pyspark.RDDBarrier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.BarrierTaskContext.html"> |
| pyspark.BarrierTaskContext |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.BarrierTaskInfo.html"> |
| pyspark.BarrierTaskInfo |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.InheritableThread.html"> |
| pyspark.InheritableThread |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.util.VersionUtils.html"> |
| pyspark.util.VersionUtils |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.PACKAGE_EXTENSIONS.html"> |
| pyspark.SparkContext.PACKAGE_EXTENSIONS |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.accumulator.html"> |
| pyspark.SparkContext.accumulator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.addFile.html"> |
| pyspark.SparkContext.addFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.addPyFile.html"> |
| pyspark.SparkContext.addPyFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.applicationId.html"> |
| pyspark.SparkContext.applicationId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.binaryFiles.html"> |
| pyspark.SparkContext.binaryFiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.binaryRecords.html"> |
| pyspark.SparkContext.binaryRecords |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.broadcast.html"> |
| pyspark.SparkContext.broadcast |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.cancelAllJobs.html"> |
| pyspark.SparkContext.cancelAllJobs |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.cancelJobGroup.html"> |
| pyspark.SparkContext.cancelJobGroup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.defaultMinPartitions.html"> |
| pyspark.SparkContext.defaultMinPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.defaultParallelism.html"> |
| pyspark.SparkContext.defaultParallelism |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.dump_profiles.html"> |
| pyspark.SparkContext.dump_profiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.emptyRDD.html"> |
| pyspark.SparkContext.emptyRDD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.getCheckpointDir.html"> |
| pyspark.SparkContext.getCheckpointDir |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.getConf.html"> |
| pyspark.SparkContext.getConf |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.getLocalProperty.html"> |
| pyspark.SparkContext.getLocalProperty |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.getOrCreate.html"> |
| pyspark.SparkContext.getOrCreate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.hadoopFile.html"> |
| pyspark.SparkContext.hadoopFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.hadoopRDD.html"> |
| pyspark.SparkContext.hadoopRDD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.newAPIHadoopFile.html"> |
| pyspark.SparkContext.newAPIHadoopFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.newAPIHadoopRDD.html"> |
| pyspark.SparkContext.newAPIHadoopRDD |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.parallelize.html"> |
| pyspark.SparkContext.parallelize |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.pickleFile.html"> |
| pyspark.SparkContext.pickleFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.range.html"> |
| pyspark.SparkContext.range |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.resources.html"> |
| pyspark.SparkContext.resources |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.runJob.html"> |
| pyspark.SparkContext.runJob |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.sequenceFile.html"> |
| pyspark.SparkContext.sequenceFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.setCheckpointDir.html"> |
| pyspark.SparkContext.setCheckpointDir |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.setJobDescription.html"> |
| pyspark.SparkContext.setJobDescription |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.setJobGroup.html"> |
| pyspark.SparkContext.setJobGroup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.setLocalProperty.html"> |
| pyspark.SparkContext.setLocalProperty |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.setLogLevel.html"> |
| pyspark.SparkContext.setLogLevel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.setSystemProperty.html"> |
| pyspark.SparkContext.setSystemProperty |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.show_profiles.html"> |
| pyspark.SparkContext.show_profiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.sparkUser.html"> |
| pyspark.SparkContext.sparkUser |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.startTime.html"> |
| pyspark.SparkContext.startTime |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.statusTracker.html"> |
| pyspark.SparkContext.statusTracker |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.stop.html"> |
| pyspark.SparkContext.stop |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.textFile.html"> |
| pyspark.SparkContext.textFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.uiWebUrl.html"> |
| pyspark.SparkContext.uiWebUrl |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.union.html"> |
| pyspark.SparkContext.union |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.version.html"> |
| pyspark.SparkContext.version |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkContext.wholeTextFiles.html"> |
| pyspark.SparkContext.wholeTextFiles |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.aggregate.html"> |
| pyspark.RDD.aggregate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.aggregateByKey.html"> |
| pyspark.RDD.aggregateByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.barrier.html"> |
| pyspark.RDD.barrier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.cache.html"> |
| pyspark.RDD.cache |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.cartesian.html"> |
| pyspark.RDD.cartesian |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.checkpoint.html"> |
| pyspark.RDD.checkpoint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.coalesce.html"> |
| pyspark.RDD.coalesce |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.cogroup.html"> |
| pyspark.RDD.cogroup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.collect.html"> |
| pyspark.RDD.collect |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.collectAsMap.html"> |
| pyspark.RDD.collectAsMap |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.collectWithJobGroup.html"> |
| pyspark.RDD.collectWithJobGroup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.combineByKey.html"> |
| pyspark.RDD.combineByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.context.html"> |
| pyspark.RDD.context |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.count.html"> |
| pyspark.RDD.count |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.countApprox.html"> |
| pyspark.RDD.countApprox |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.countApproxDistinct.html"> |
| pyspark.RDD.countApproxDistinct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.countByKey.html"> |
| pyspark.RDD.countByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.countByValue.html"> |
| pyspark.RDD.countByValue |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.distinct.html"> |
| pyspark.RDD.distinct |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.filter.html"> |
| pyspark.RDD.filter |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.first.html"> |
| pyspark.RDD.first |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.flatMap.html"> |
| pyspark.RDD.flatMap |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.flatMapValues.html"> |
| pyspark.RDD.flatMapValues |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.fold.html"> |
| pyspark.RDD.fold |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.foldByKey.html"> |
| pyspark.RDD.foldByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.foreach.html"> |
| pyspark.RDD.foreach |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.foreachPartition.html"> |
| pyspark.RDD.foreachPartition |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.fullOuterJoin.html"> |
| pyspark.RDD.fullOuterJoin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.getCheckpointFile.html"> |
| pyspark.RDD.getCheckpointFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.getNumPartitions.html"> |
| pyspark.RDD.getNumPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.getResourceProfile.html"> |
| pyspark.RDD.getResourceProfile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.getStorageLevel.html"> |
| pyspark.RDD.getStorageLevel |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.glom.html"> |
| pyspark.RDD.glom |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.groupBy.html"> |
| pyspark.RDD.groupBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.groupByKey.html"> |
| pyspark.RDD.groupByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.groupWith.html"> |
| pyspark.RDD.groupWith |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.histogram.html"> |
| pyspark.RDD.histogram |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.id.html"> |
| pyspark.RDD.id |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.intersection.html"> |
| pyspark.RDD.intersection |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.isCheckpointed.html"> |
| pyspark.RDD.isCheckpointed |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.isEmpty.html"> |
| pyspark.RDD.isEmpty |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.isLocallyCheckpointed.html"> |
| pyspark.RDD.isLocallyCheckpointed |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.join.html"> |
| pyspark.RDD.join |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.keyBy.html"> |
| pyspark.RDD.keyBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.keys.html"> |
| pyspark.RDD.keys |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.leftOuterJoin.html"> |
| pyspark.RDD.leftOuterJoin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.localCheckpoint.html"> |
| pyspark.RDD.localCheckpoint |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.lookup.html"> |
| pyspark.RDD.lookup |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.map.html"> |
| pyspark.RDD.map |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.mapPartitions.html"> |
| pyspark.RDD.mapPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.mapPartitionsWithIndex.html"> |
| pyspark.RDD.mapPartitionsWithIndex |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.mapPartitionsWithSplit.html"> |
| pyspark.RDD.mapPartitionsWithSplit |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.mapValues.html"> |
| pyspark.RDD.mapValues |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.max.html"> |
| pyspark.RDD.max |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.mean.html"> |
| pyspark.RDD.mean |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.meanApprox.html"> |
| pyspark.RDD.meanApprox |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.min.html"> |
| pyspark.RDD.min |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.name.html"> |
| pyspark.RDD.name |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.partitionBy.html"> |
| pyspark.RDD.partitionBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.persist.html"> |
| pyspark.RDD.persist |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.pipe.html"> |
| pyspark.RDD.pipe |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.randomSplit.html"> |
| pyspark.RDD.randomSplit |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.reduce.html"> |
| pyspark.RDD.reduce |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.reduceByKey.html"> |
| pyspark.RDD.reduceByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.reduceByKeyLocally.html"> |
| pyspark.RDD.reduceByKeyLocally |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.repartition.html"> |
| pyspark.RDD.repartition |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.repartitionAndSortWithinPartitions.html"> |
| pyspark.RDD.repartitionAndSortWithinPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.rightOuterJoin.html"> |
| pyspark.RDD.rightOuterJoin |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.sample.html"> |
| pyspark.RDD.sample |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.sampleByKey.html"> |
| pyspark.RDD.sampleByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.sampleStdev.html"> |
| pyspark.RDD.sampleStdev |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.sampleVariance.html"> |
| pyspark.RDD.sampleVariance |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.saveAsHadoopDataset.html"> |
| pyspark.RDD.saveAsHadoopDataset |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.saveAsHadoopFile.html"> |
| pyspark.RDD.saveAsHadoopFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.saveAsNewAPIHadoopDataset.html"> |
| pyspark.RDD.saveAsNewAPIHadoopDataset |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.saveAsNewAPIHadoopFile.html"> |
| pyspark.RDD.saveAsNewAPIHadoopFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.saveAsPickleFile.html"> |
| pyspark.RDD.saveAsPickleFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.saveAsSequenceFile.html"> |
| pyspark.RDD.saveAsSequenceFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.saveAsTextFile.html"> |
| pyspark.RDD.saveAsTextFile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.setName.html"> |
| pyspark.RDD.setName |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.sortBy.html"> |
| pyspark.RDD.sortBy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.sortByKey.html"> |
| pyspark.RDD.sortByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.stats.html"> |
| pyspark.RDD.stats |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.stdev.html"> |
| pyspark.RDD.stdev |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.subtract.html"> |
| pyspark.RDD.subtract |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.subtractByKey.html"> |
| pyspark.RDD.subtractByKey |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.sum.html"> |
| pyspark.RDD.sum |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.sumApprox.html"> |
| pyspark.RDD.sumApprox |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.take.html"> |
| pyspark.RDD.take |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.takeOrdered.html"> |
| pyspark.RDD.takeOrdered |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.takeSample.html"> |
| pyspark.RDD.takeSample |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.toDebugString.html"> |
| pyspark.RDD.toDebugString |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.toLocalIterator.html"> |
| pyspark.RDD.toLocalIterator |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.top.html"> |
| pyspark.RDD.top |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.treeAggregate.html"> |
| pyspark.RDD.treeAggregate |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.treeReduce.html"> |
| pyspark.RDD.treeReduce |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.union.html"> |
| pyspark.RDD.union |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.unpersist.html"> |
| pyspark.RDD.unpersist |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.values.html"> |
| pyspark.RDD.values |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.variance.html"> |
| pyspark.RDD.variance |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.withResources.html"> |
| pyspark.RDD.withResources |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.zip.html"> |
| pyspark.RDD.zip |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.zipWithIndex.html"> |
| pyspark.RDD.zipWithIndex |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDD.zipWithUniqueId.html"> |
| pyspark.RDD.zipWithUniqueId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.Broadcast.destroy.html"> |
| pyspark.Broadcast.destroy |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.Broadcast.dump.html"> |
| pyspark.Broadcast.dump |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.Broadcast.load.html"> |
| pyspark.Broadcast.load |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.Broadcast.load_from_path.html"> |
| pyspark.Broadcast.load_from_path |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.Broadcast.unpersist.html"> |
| pyspark.Broadcast.unpersist |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.Broadcast.value.html"> |
| pyspark.Broadcast.value |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.Accumulator.add.html"> |
| pyspark.Accumulator.add |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.Accumulator.value.html"> |
| pyspark.Accumulator.value |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.AccumulatorParam.addInPlace.html"> |
| pyspark.AccumulatorParam.addInPlace |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.AccumulatorParam.zero.html"> |
| pyspark.AccumulatorParam.zero |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.inheritable_thread_target.html"> |
| pyspark.inheritable_thread_target |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkConf.contains.html"> |
| pyspark.SparkConf.contains |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkConf.get.html"> |
| pyspark.SparkConf.get |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkConf.getAll.html"> |
| pyspark.SparkConf.getAll |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkConf.set.html"> |
| pyspark.SparkConf.set |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkConf.setAll.html"> |
| pyspark.SparkConf.setAll |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkConf.setAppName.html"> |
| pyspark.SparkConf.setAppName |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkConf.setExecutorEnv.html"> |
| pyspark.SparkConf.setExecutorEnv |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkConf.setIfMissing.html"> |
| pyspark.SparkConf.setIfMissing |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkConf.setMaster.html"> |
| pyspark.SparkConf.setMaster |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkConf.setSparkHome.html"> |
| pyspark.SparkConf.setSparkHome |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkConf.toDebugString.html"> |
| pyspark.SparkConf.toDebugString |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkFiles.get.html"> |
| pyspark.SparkFiles.get |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.SparkFiles.getRootDirectory.html"> |
| pyspark.SparkFiles.getRootDirectory |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.StorageLevel.DISK_ONLY.html"> |
| pyspark.StorageLevel.DISK_ONLY |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.StorageLevel.DISK_ONLY_2.html"> |
| pyspark.StorageLevel.DISK_ONLY_2 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.StorageLevel.DISK_ONLY_3.html"> |
| pyspark.StorageLevel.DISK_ONLY_3 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_AND_DISK.html"> |
| pyspark.StorageLevel.MEMORY_AND_DISK |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_AND_DISK_2.html"> |
| pyspark.StorageLevel.MEMORY_AND_DISK_2 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_ONLY.html"> |
| pyspark.StorageLevel.MEMORY_ONLY |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_ONLY_2.html"> |
| pyspark.StorageLevel.MEMORY_ONLY_2 |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.StorageLevel.OFF_HEAP.html"> |
| pyspark.StorageLevel.OFF_HEAP |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.TaskContext.attemptNumber.html"> |
| pyspark.TaskContext.attemptNumber |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.TaskContext.get.html"> |
| pyspark.TaskContext.get |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.TaskContext.getLocalProperty.html"> |
| pyspark.TaskContext.getLocalProperty |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.TaskContext.partitionId.html"> |
| pyspark.TaskContext.partitionId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.TaskContext.resources.html"> |
| pyspark.TaskContext.resources |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.TaskContext.stageId.html"> |
| pyspark.TaskContext.stageId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.TaskContext.taskAttemptId.html"> |
| pyspark.TaskContext.taskAttemptId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDDBarrier.mapPartitions.html"> |
| pyspark.RDDBarrier.mapPartitions |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.RDDBarrier.mapPartitionsWithIndex.html"> |
| pyspark.RDDBarrier.mapPartitionsWithIndex |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.BarrierTaskContext.allGather.html"> |
| pyspark.BarrierTaskContext.allGather |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.BarrierTaskContext.attemptNumber.html"> |
| pyspark.BarrierTaskContext.attemptNumber |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.BarrierTaskContext.barrier.html"> |
| pyspark.BarrierTaskContext.barrier |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.BarrierTaskContext.get.html"> |
| pyspark.BarrierTaskContext.get |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.BarrierTaskContext.getLocalProperty.html"> |
| pyspark.BarrierTaskContext.getLocalProperty |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.BarrierTaskContext.getTaskInfos.html"> |
| pyspark.BarrierTaskContext.getTaskInfos |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.BarrierTaskContext.partitionId.html"> |
| pyspark.BarrierTaskContext.partitionId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.BarrierTaskContext.resources.html"> |
| pyspark.BarrierTaskContext.resources |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.BarrierTaskContext.stageId.html"> |
| pyspark.BarrierTaskContext.stageId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.BarrierTaskContext.taskAttemptId.html"> |
| pyspark.BarrierTaskContext.taskAttemptId |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.util.VersionUtils.majorMinorVersion.html"> |
| pyspark.util.VersionUtils.majorMinorVersion |
| </a> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1 has-children"> |
| <a class="reference internal" href="pyspark.resource.html"> |
| Resource Management |
| </a> |
| <input class="toctree-checkbox" id="toctree-checkbox-17" name="toctree-checkbox-17" type="checkbox"/> |
| <label for="toctree-checkbox-17"> |
| <i class="fas fa-chevron-down"> |
| </i> |
| </label> |
| <ul> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.resource.ResourceInformation.html"> |
| pyspark.resource.ResourceInformation |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.resource.ResourceProfile.html"> |
| pyspark.resource.ResourceProfile |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.resource.ResourceProfileBuilder.html"> |
| pyspark.resource.ResourceProfileBuilder |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.resource.ExecutorResourceRequest.html"> |
| pyspark.resource.ExecutorResourceRequest |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.resource.ExecutorResourceRequests.html"> |
| pyspark.resource.ExecutorResourceRequests |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.resource.TaskResourceRequest.html"> |
| pyspark.resource.TaskResourceRequest |
| </a> |
| </li> |
| <li class="toctree-l2"> |
| <a class="reference internal" href="api/pyspark.resource.TaskResourceRequests.html"> |
| pyspark.resource.TaskResourceRequests |
| </a> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| |
| </div> |
| </nav> |
| </div> |
| |
| |
| |
| |
| <div class="d-none d-xl-block col-xl-2 bd-toc"> |
| |
| |
| <div class="toc-item"> |
| |
| <div class="tocsection onthispage pt-5 pb-3"> |
| <i class="fas fa-list"></i> On this page |
| </div> |
| |
| <nav id="bd-toc-nav"> |
| <ul class="visible nav section-nav flex-column"> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#public-classes"> |
| Public Classes |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#spark-context-apis"> |
| Spark Context APIs |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#rdd-apis"> |
| RDD APIs |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#broadcast-and-accumulator"> |
| Broadcast and Accumulator |
| </a> |
| </li> |
| <li class="toc-h2 nav-item toc-entry"> |
| <a class="reference internal nav-link" href="#management"> |
| Management |
| </a> |
| </li> |
| </ul> |
| |
| </nav> |
| </div> |
| |
| <div class="toc-item"> |
| |
| </div> |
| |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| <main class="col-12 col-md-9 col-xl-7 py-md-5 pl-md-5 pr-md-4 bd-content" role="main"> |
| |
| <div> |
| |
| <div class="section" id="spark-core"> |
| <h1>Spark Core<a class="headerlink" href="#spark-core" title="Permalink to this headline">¶</a></h1> |
| <div class="section" id="public-classes"> |
| <h2>Public Classes<a class="headerlink" href="#public-classes" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.html#pyspark.SparkContext" title="pyspark.SparkContext"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext</span></code></a>([master, appName, sparkHome, …])</p></td> |
| <td><p>Main entry point for Spark functionality.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.html#pyspark.RDD" title="pyspark.RDD"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD</span></code></a>(jrdd, ctx[, jrdd_deserializer])</p></td> |
| <td><p>A Resilient Distributed Dataset (RDD), the basic abstraction in Spark.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.Broadcast.html#pyspark.Broadcast" title="pyspark.Broadcast"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Broadcast</span></code></a>([sc, value, pickle_registry, …])</p></td> |
| <td><p>A broadcast variable created with <a class="reference internal" href="api/pyspark.SparkContext.broadcast.html#pyspark.SparkContext.broadcast" title="pyspark.SparkContext.broadcast"><code class="xref py py-meth docutils literal notranslate"><span class="pre">SparkContext.broadcast()</span></code></a>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.Accumulator.html#pyspark.Accumulator" title="pyspark.Accumulator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Accumulator</span></code></a>(aid, value, accum_param)</p></td> |
| <td><p>A shared variable that can be accumulated, i.e., has a commutative and associative “add” operation.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.AccumulatorParam.html#pyspark.AccumulatorParam" title="pyspark.AccumulatorParam"><code class="xref py py-obj docutils literal notranslate"><span class="pre">AccumulatorParam</span></code></a></p></td> |
| <td><p>Helper object that defines how to accumulate values of a given type.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkConf.html#pyspark.SparkConf" title="pyspark.SparkConf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkConf</span></code></a>([loadDefaults, _jvm, _jconf])</p></td> |
| <td><p>Configuration for a Spark application.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkFiles.html#pyspark.SparkFiles" title="pyspark.SparkFiles"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkFiles</span></code></a>()</p></td> |
| <td><p>Resolves paths to files added through <a class="reference internal" href="api/pyspark.SparkContext.addFile.html#pyspark.SparkContext.addFile" title="pyspark.SparkContext.addFile"><code class="xref py py-meth docutils literal notranslate"><span class="pre">SparkContext.addFile()</span></code></a>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.StorageLevel.html#pyspark.StorageLevel" title="pyspark.StorageLevel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StorageLevel</span></code></a>(useDisk, useMemory, useOffHeap, …)</p></td> |
| <td><p>Flags for controlling the storage of an RDD.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.TaskContext.html#pyspark.TaskContext" title="pyspark.TaskContext"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TaskContext</span></code></a></p></td> |
| <td><p>Contextual information about a task which can be read or mutated during execution.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDDBarrier.html#pyspark.RDDBarrier" title="pyspark.RDDBarrier"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDDBarrier</span></code></a>(rdd)</p></td> |
| <td><p>Wraps an RDD in a barrier stage, which forces Spark to launch tasks of this stage together.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.BarrierTaskContext.html#pyspark.BarrierTaskContext" title="pyspark.BarrierTaskContext"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BarrierTaskContext</span></code></a></p></td> |
| <td><p>A <a class="reference internal" href="api/pyspark.TaskContext.html#pyspark.TaskContext" title="pyspark.TaskContext"><code class="xref py py-class docutils literal notranslate"><span class="pre">TaskContext</span></code></a> with extra contextual info and tooling for tasks in a barrier stage.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.BarrierTaskInfo.html#pyspark.BarrierTaskInfo" title="pyspark.BarrierTaskInfo"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BarrierTaskInfo</span></code></a>(address)</p></td> |
| <td><p>Carries all task infos of a barrier task.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.InheritableThread.html#pyspark.InheritableThread" title="pyspark.InheritableThread"><code class="xref py py-obj docutils literal notranslate"><span class="pre">InheritableThread</span></code></a>(target, *args, **kwargs)</p></td> |
| <td><p>Thread that is recommended to be used in PySpark instead of <code class="xref py py-class docutils literal notranslate"><span class="pre">threading.Thread</span></code> when the pinned thread mode is enabled.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.util.VersionUtils.html#pyspark.util.VersionUtils" title="pyspark.util.VersionUtils"><code class="xref py py-obj docutils literal notranslate"><span class="pre">util.VersionUtils</span></code></a></p></td> |
| <td><p>Provides utility method to determine Spark versions with given input string.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <div class="section" id="spark-context-apis"> |
| <h2>Spark Context APIs<a class="headerlink" href="#spark-context-apis" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.PACKAGE_EXTENSIONS.html#pyspark.SparkContext.PACKAGE_EXTENSIONS" title="pyspark.SparkContext.PACKAGE_EXTENSIONS"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.PACKAGE_EXTENSIONS</span></code></a></p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.accumulator.html#pyspark.SparkContext.accumulator" title="pyspark.SparkContext.accumulator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.accumulator</span></code></a>(value[, accum_param])</p></td> |
| <td><p>Create an <a class="reference internal" href="api/pyspark.Accumulator.html#pyspark.Accumulator" title="pyspark.Accumulator"><code class="xref py py-class docutils literal notranslate"><span class="pre">Accumulator</span></code></a> with the given initial value, using a given <a class="reference internal" href="api/pyspark.AccumulatorParam.html#pyspark.AccumulatorParam" title="pyspark.AccumulatorParam"><code class="xref py py-class docutils literal notranslate"><span class="pre">AccumulatorParam</span></code></a> helper object to define how to add values of the data type if provided.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.addFile.html#pyspark.SparkContext.addFile" title="pyspark.SparkContext.addFile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.addFile</span></code></a>(path[, recursive])</p></td> |
| <td><p>Add a file to be downloaded with this Spark job on every node.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.addPyFile.html#pyspark.SparkContext.addPyFile" title="pyspark.SparkContext.addPyFile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.addPyFile</span></code></a>(path)</p></td> |
| <td><p>Add a .py or .zip dependency for all tasks to be executed on this SparkContext in the future.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.applicationId.html#pyspark.SparkContext.applicationId" title="pyspark.SparkContext.applicationId"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.applicationId</span></code></a></p></td> |
| <td><p>A unique identifier for the Spark application.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.binaryFiles.html#pyspark.SparkContext.binaryFiles" title="pyspark.SparkContext.binaryFiles"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.binaryFiles</span></code></a>(path[, minPartitions])</p></td> |
| <td><p>Read a directory of binary files from HDFS, a local file system (available on all nodes), or any Hadoop-supported file system URI as a byte array.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.binaryRecords.html#pyspark.SparkContext.binaryRecords" title="pyspark.SparkContext.binaryRecords"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.binaryRecords</span></code></a>(path, recordLength)</p></td> |
| <td><p>Load data from a flat binary file, assuming each record is a set of numbers with the specified numerical format (see ByteBuffer), and the number of bytes per record is constant.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.broadcast.html#pyspark.SparkContext.broadcast" title="pyspark.SparkContext.broadcast"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.broadcast</span></code></a>(value)</p></td> |
| <td><p>Broadcast a read-only variable to the cluster, returning a <a class="reference internal" href="api/pyspark.Broadcast.html#pyspark.Broadcast" title="pyspark.Broadcast"><code class="xref py py-class docutils literal notranslate"><span class="pre">Broadcast</span></code></a> object for reading it in distributed functions.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.cancelAllJobs.html#pyspark.SparkContext.cancelAllJobs" title="pyspark.SparkContext.cancelAllJobs"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.cancelAllJobs</span></code></a>()</p></td> |
| <td><p>Cancel all jobs that have been scheduled or are running.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.cancelJobGroup.html#pyspark.SparkContext.cancelJobGroup" title="pyspark.SparkContext.cancelJobGroup"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.cancelJobGroup</span></code></a>(groupId)</p></td> |
| <td><p>Cancel active jobs for the specified group.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.defaultMinPartitions.html#pyspark.SparkContext.defaultMinPartitions" title="pyspark.SparkContext.defaultMinPartitions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.defaultMinPartitions</span></code></a></p></td> |
| <td><p>Default min number of partitions for Hadoop RDDs when not given by user</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.defaultParallelism.html#pyspark.SparkContext.defaultParallelism" title="pyspark.SparkContext.defaultParallelism"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.defaultParallelism</span></code></a></p></td> |
| <td><p>Default level of parallelism to use when not given by user (e.g.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.dump_profiles.html#pyspark.SparkContext.dump_profiles" title="pyspark.SparkContext.dump_profiles"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.dump_profiles</span></code></a>(path)</p></td> |
| <td><p>Dump the profile stats into directory <cite>path</cite></p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.emptyRDD.html#pyspark.SparkContext.emptyRDD" title="pyspark.SparkContext.emptyRDD"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.emptyRDD</span></code></a>()</p></td> |
| <td><p>Create an RDD that has no partitions or elements.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.getCheckpointDir.html#pyspark.SparkContext.getCheckpointDir" title="pyspark.SparkContext.getCheckpointDir"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.getCheckpointDir</span></code></a>()</p></td> |
| <td><p>Return the directory where RDDs are checkpointed.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.getConf.html#pyspark.SparkContext.getConf" title="pyspark.SparkContext.getConf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.getConf</span></code></a>()</p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.getLocalProperty.html#pyspark.SparkContext.getLocalProperty" title="pyspark.SparkContext.getLocalProperty"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.getLocalProperty</span></code></a>(key)</p></td> |
| <td><p>Get a local property set in this thread, or null if it is missing.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.getOrCreate.html#pyspark.SparkContext.getOrCreate" title="pyspark.SparkContext.getOrCreate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.getOrCreate</span></code></a>([conf])</p></td> |
| <td><p>Get or instantiate a SparkContext and register it as a singleton object.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.hadoopFile.html#pyspark.SparkContext.hadoopFile" title="pyspark.SparkContext.hadoopFile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.hadoopFile</span></code></a>(path, …[, …])</p></td> |
| <td><p>Read an ‘old’ Hadoop InputFormat with arbitrary key and value class from HDFS, a local file system (available on all nodes), or any Hadoop-supported file system URI.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.hadoopRDD.html#pyspark.SparkContext.hadoopRDD" title="pyspark.SparkContext.hadoopRDD"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.hadoopRDD</span></code></a>(inputFormatClass, …)</p></td> |
| <td><p>Read an ‘old’ Hadoop InputFormat with arbitrary key and value class, from an arbitrary Hadoop configuration, which is passed in as a Python dict.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.newAPIHadoopFile.html#pyspark.SparkContext.newAPIHadoopFile" title="pyspark.SparkContext.newAPIHadoopFile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.newAPIHadoopFile</span></code></a>(path, …[, …])</p></td> |
| <td><p>Read a ‘new API’ Hadoop InputFormat with arbitrary key and value class from HDFS, a local file system (available on all nodes), or any Hadoop-supported file system URI.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.newAPIHadoopRDD.html#pyspark.SparkContext.newAPIHadoopRDD" title="pyspark.SparkContext.newAPIHadoopRDD"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.newAPIHadoopRDD</span></code></a>(…[, …])</p></td> |
| <td><p>Read a ‘new API’ Hadoop InputFormat with arbitrary key and value class, from an arbitrary Hadoop configuration, which is passed in as a Python dict.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.parallelize.html#pyspark.SparkContext.parallelize" title="pyspark.SparkContext.parallelize"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.parallelize</span></code></a>(c[, numSlices])</p></td> |
| <td><p>Distribute a local Python collection to form an RDD.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.pickleFile.html#pyspark.SparkContext.pickleFile" title="pyspark.SparkContext.pickleFile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.pickleFile</span></code></a>(name[, minPartitions])</p></td> |
| <td><p>Load an RDD previously saved using <a class="reference internal" href="api/pyspark.RDD.saveAsPickleFile.html#pyspark.RDD.saveAsPickleFile" title="pyspark.RDD.saveAsPickleFile"><code class="xref py py-meth docutils literal notranslate"><span class="pre">RDD.saveAsPickleFile()</span></code></a> method.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.range.html#pyspark.SparkContext.range" title="pyspark.SparkContext.range"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.range</span></code></a>(start[, end, step, numSlices])</p></td> |
| <td><p>Create a new RDD of int containing elements from <cite>start</cite> to <cite>end</cite> (exclusive), increased by <cite>step</cite> every element.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.resources.html#pyspark.SparkContext.resources" title="pyspark.SparkContext.resources"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.resources</span></code></a></p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.runJob.html#pyspark.SparkContext.runJob" title="pyspark.SparkContext.runJob"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.runJob</span></code></a>(rdd, partitionFunc[, …])</p></td> |
| <td><p>Executes the given partitionFunc on the specified set of partitions, returning the result as an array of elements.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.sequenceFile.html#pyspark.SparkContext.sequenceFile" title="pyspark.SparkContext.sequenceFile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.sequenceFile</span></code></a>(path[, keyClass, …])</p></td> |
| <td><p>Read a Hadoop SequenceFile with arbitrary key and value Writable class from HDFS, a local file system (available on all nodes), or any Hadoop-supported file system URI.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.setCheckpointDir.html#pyspark.SparkContext.setCheckpointDir" title="pyspark.SparkContext.setCheckpointDir"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.setCheckpointDir</span></code></a>(dirName)</p></td> |
| <td><p>Set the directory under which RDDs are going to be checkpointed.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.setJobDescription.html#pyspark.SparkContext.setJobDescription" title="pyspark.SparkContext.setJobDescription"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.setJobDescription</span></code></a>(value)</p></td> |
| <td><p>Set a human readable description of the current job.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.setJobGroup.html#pyspark.SparkContext.setJobGroup" title="pyspark.SparkContext.setJobGroup"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.setJobGroup</span></code></a>(groupId, description)</p></td> |
| <td><p>Assigns a group ID to all the jobs started by this thread until the group ID is set to a different value or cleared.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.setLocalProperty.html#pyspark.SparkContext.setLocalProperty" title="pyspark.SparkContext.setLocalProperty"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.setLocalProperty</span></code></a>(key, value)</p></td> |
| <td><p>Set a local property that affects jobs submitted from this thread, such as the Spark fair scheduler pool.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.setLogLevel.html#pyspark.SparkContext.setLogLevel" title="pyspark.SparkContext.setLogLevel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.setLogLevel</span></code></a>(logLevel)</p></td> |
| <td><p>Control our logLevel.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.setSystemProperty.html#pyspark.SparkContext.setSystemProperty" title="pyspark.SparkContext.setSystemProperty"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.setSystemProperty</span></code></a>(key, value)</p></td> |
| <td><p>Set a Java system property, such as spark.executor.memory.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.show_profiles.html#pyspark.SparkContext.show_profiles" title="pyspark.SparkContext.show_profiles"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.show_profiles</span></code></a>()</p></td> |
| <td><p>Print the profile stats to stdout</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.sparkUser.html#pyspark.SparkContext.sparkUser" title="pyspark.SparkContext.sparkUser"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.sparkUser</span></code></a>()</p></td> |
| <td><p>Get SPARK_USER for user who is running SparkContext.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.startTime.html#pyspark.SparkContext.startTime" title="pyspark.SparkContext.startTime"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.startTime</span></code></a></p></td> |
| <td><p>Return the epoch time when the Spark Context was started.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.statusTracker.html#pyspark.SparkContext.statusTracker" title="pyspark.SparkContext.statusTracker"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.statusTracker</span></code></a>()</p></td> |
| <td><p>Return <code class="xref py py-class docutils literal notranslate"><span class="pre">StatusTracker</span></code> object</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.stop.html#pyspark.SparkContext.stop" title="pyspark.SparkContext.stop"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.stop</span></code></a>()</p></td> |
| <td><p>Shut down the SparkContext.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.textFile.html#pyspark.SparkContext.textFile" title="pyspark.SparkContext.textFile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.textFile</span></code></a>(name[, minPartitions, …])</p></td> |
| <td><p>Read a text file from HDFS, a local file system (available on all nodes), or any Hadoop-supported file system URI, and return it as an RDD of Strings.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.uiWebUrl.html#pyspark.SparkContext.uiWebUrl" title="pyspark.SparkContext.uiWebUrl"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.uiWebUrl</span></code></a></p></td> |
| <td><p>Return the URL of the SparkUI instance started by this SparkContext</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.union.html#pyspark.SparkContext.union" title="pyspark.SparkContext.union"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.union</span></code></a>(rdds)</p></td> |
| <td><p>Build the union of a list of RDDs.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkContext.version.html#pyspark.SparkContext.version" title="pyspark.SparkContext.version"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.version</span></code></a></p></td> |
| <td><p>The version of Spark on which this application is running.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkContext.wholeTextFiles.html#pyspark.SparkContext.wholeTextFiles" title="pyspark.SparkContext.wholeTextFiles"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkContext.wholeTextFiles</span></code></a>(path[, …])</p></td> |
| <td><p>Read a directory of text files from HDFS, a local file system (available on all nodes), or any Hadoop-supported file system URI.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <div class="section" id="rdd-apis"> |
| <h2>RDD APIs<a class="headerlink" href="#rdd-apis" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.aggregate.html#pyspark.RDD.aggregate" title="pyspark.RDD.aggregate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.aggregate</span></code></a>(zeroValue, seqOp, combOp)</p></td> |
| <td><p>Aggregate the elements of each partition, and then the results for all the partitions, using a given combine functions and a neutral “zero value.”</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.aggregateByKey.html#pyspark.RDD.aggregateByKey" title="pyspark.RDD.aggregateByKey"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.aggregateByKey</span></code></a>(zeroValue, seqFunc, combFunc)</p></td> |
| <td><p>Aggregate the values of each key, using given combine functions and a neutral “zero value”.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.barrier.html#pyspark.RDD.barrier" title="pyspark.RDD.barrier"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.barrier</span></code></a>()</p></td> |
| <td><p>Marks the current stage as a barrier stage, where Spark must launch all tasks together.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.cache.html#pyspark.RDD.cache" title="pyspark.RDD.cache"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.cache</span></code></a>()</p></td> |
| <td><p>Persist this RDD with the default storage level (<cite>MEMORY_ONLY</cite>).</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.cartesian.html#pyspark.RDD.cartesian" title="pyspark.RDD.cartesian"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.cartesian</span></code></a>(other)</p></td> |
| <td><p>Return the Cartesian product of this RDD and another one, that is, the RDD of all pairs of elements <code class="docutils literal notranslate"><span class="pre">(a,</span> <span class="pre">b)</span></code> where <code class="docutils literal notranslate"><span class="pre">a</span></code> is in <cite>self</cite> and <code class="docutils literal notranslate"><span class="pre">b</span></code> is in <cite>other</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.checkpoint.html#pyspark.RDD.checkpoint" title="pyspark.RDD.checkpoint"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.checkpoint</span></code></a>()</p></td> |
| <td><p>Mark this RDD for checkpointing.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.coalesce.html#pyspark.RDD.coalesce" title="pyspark.RDD.coalesce"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.coalesce</span></code></a>(numPartitions[, shuffle])</p></td> |
| <td><p>Return a new RDD that is reduced into <cite>numPartitions</cite> partitions.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.cogroup.html#pyspark.RDD.cogroup" title="pyspark.RDD.cogroup"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.cogroup</span></code></a>(other[, numPartitions])</p></td> |
| <td><p>For each key k in <cite>self</cite> or <cite>other</cite>, return a resulting RDD that contains a tuple with the list of values for that key in <cite>self</cite> as well as <cite>other</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.collect.html#pyspark.RDD.collect" title="pyspark.RDD.collect"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.collect</span></code></a>()</p></td> |
| <td><p>Return a list that contains all of the elements in this RDD.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.collectAsMap.html#pyspark.RDD.collectAsMap" title="pyspark.RDD.collectAsMap"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.collectAsMap</span></code></a>()</p></td> |
| <td><p>Return the key-value pairs in this RDD to the master as a dictionary.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.collectWithJobGroup.html#pyspark.RDD.collectWithJobGroup" title="pyspark.RDD.collectWithJobGroup"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.collectWithJobGroup</span></code></a>(groupId, description)</p></td> |
| <td><p>When collect rdd, use this method to specify job group.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.combineByKey.html#pyspark.RDD.combineByKey" title="pyspark.RDD.combineByKey"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.combineByKey</span></code></a>(createCombiner, mergeValue, …)</p></td> |
| <td><p>Generic function to combine the elements for each key using a custom set of aggregation functions.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.context.html#pyspark.RDD.context" title="pyspark.RDD.context"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.context</span></code></a></p></td> |
| <td><p>The <a class="reference internal" href="api/pyspark.SparkContext.html#pyspark.SparkContext" title="pyspark.SparkContext"><code class="xref py py-class docutils literal notranslate"><span class="pre">SparkContext</span></code></a> that this RDD was created on.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.count.html#pyspark.RDD.count" title="pyspark.RDD.count"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.count</span></code></a>()</p></td> |
| <td><p>Return the number of elements in this RDD.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.countApprox.html#pyspark.RDD.countApprox" title="pyspark.RDD.countApprox"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.countApprox</span></code></a>(timeout[, confidence])</p></td> |
| <td><p>Approximate version of count() that returns a potentially incomplete result within a timeout, even if not all tasks have finished.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.countApproxDistinct.html#pyspark.RDD.countApproxDistinct" title="pyspark.RDD.countApproxDistinct"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.countApproxDistinct</span></code></a>([relativeSD])</p></td> |
| <td><p>Return approximate number of distinct elements in the RDD.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.countByKey.html#pyspark.RDD.countByKey" title="pyspark.RDD.countByKey"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.countByKey</span></code></a>()</p></td> |
| <td><p>Count the number of elements for each key, and return the result to the master as a dictionary.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.countByValue.html#pyspark.RDD.countByValue" title="pyspark.RDD.countByValue"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.countByValue</span></code></a>()</p></td> |
| <td><p>Return the count of each unique value in this RDD as a dictionary of (value, count) pairs.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.distinct.html#pyspark.RDD.distinct" title="pyspark.RDD.distinct"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.distinct</span></code></a>([numPartitions])</p></td> |
| <td><p>Return a new RDD containing the distinct elements in this RDD.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.filter.html#pyspark.RDD.filter" title="pyspark.RDD.filter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.filter</span></code></a>(f)</p></td> |
| <td><p>Return a new RDD containing only the elements that satisfy a predicate.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.first.html#pyspark.RDD.first" title="pyspark.RDD.first"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.first</span></code></a>()</p></td> |
| <td><p>Return the first element in this RDD.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.flatMap.html#pyspark.RDD.flatMap" title="pyspark.RDD.flatMap"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.flatMap</span></code></a>(f[, preservesPartitioning])</p></td> |
| <td><p>Return a new RDD by first applying a function to all elements of this RDD, and then flattening the results.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.flatMapValues.html#pyspark.RDD.flatMapValues" title="pyspark.RDD.flatMapValues"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.flatMapValues</span></code></a>(f)</p></td> |
| <td><p>Pass each value in the key-value pair RDD through a flatMap function without changing the keys; this also retains the original RDD’s partitioning.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.fold.html#pyspark.RDD.fold" title="pyspark.RDD.fold"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.fold</span></code></a>(zeroValue, op)</p></td> |
| <td><p>Aggregate the elements of each partition, and then the results for all the partitions, using a given associative function and a neutral “zero value.”</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.foldByKey.html#pyspark.RDD.foldByKey" title="pyspark.RDD.foldByKey"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.foldByKey</span></code></a>(zeroValue, func[, …])</p></td> |
| <td><p>Merge the values for each key using an associative function “func” and a neutral “zeroValue” which may be added to the result an arbitrary number of times, and must not change the result (e.g., 0 for addition, or 1 for multiplication.).</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.foreach.html#pyspark.RDD.foreach" title="pyspark.RDD.foreach"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.foreach</span></code></a>(f)</p></td> |
| <td><p>Applies a function to all elements of this RDD.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.foreachPartition.html#pyspark.RDD.foreachPartition" title="pyspark.RDD.foreachPartition"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.foreachPartition</span></code></a>(f)</p></td> |
| <td><p>Applies a function to each partition of this RDD.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.fullOuterJoin.html#pyspark.RDD.fullOuterJoin" title="pyspark.RDD.fullOuterJoin"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.fullOuterJoin</span></code></a>(other[, numPartitions])</p></td> |
| <td><p>Perform a right outer join of <cite>self</cite> and <cite>other</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.getCheckpointFile.html#pyspark.RDD.getCheckpointFile" title="pyspark.RDD.getCheckpointFile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.getCheckpointFile</span></code></a>()</p></td> |
| <td><p>Gets the name of the file to which this RDD was checkpointed</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.getNumPartitions.html#pyspark.RDD.getNumPartitions" title="pyspark.RDD.getNumPartitions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.getNumPartitions</span></code></a>()</p></td> |
| <td><p>Returns the number of partitions in RDD</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.getResourceProfile.html#pyspark.RDD.getResourceProfile" title="pyspark.RDD.getResourceProfile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.getResourceProfile</span></code></a>()</p></td> |
| <td><p>Get the <a class="reference internal" href="api/pyspark.resource.ResourceProfile.html#pyspark.resource.ResourceProfile" title="pyspark.resource.ResourceProfile"><code class="xref py py-class docutils literal notranslate"><span class="pre">pyspark.resource.ResourceProfile</span></code></a> specified with this RDD or None if it wasn’t specified.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.getStorageLevel.html#pyspark.RDD.getStorageLevel" title="pyspark.RDD.getStorageLevel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.getStorageLevel</span></code></a>()</p></td> |
| <td><p>Get the RDD’s current storage level.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.glom.html#pyspark.RDD.glom" title="pyspark.RDD.glom"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.glom</span></code></a>()</p></td> |
| <td><p>Return an RDD created by coalescing all elements within each partition into a list.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.groupBy.html#pyspark.RDD.groupBy" title="pyspark.RDD.groupBy"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.groupBy</span></code></a>(f[, numPartitions, partitionFunc])</p></td> |
| <td><p>Return an RDD of grouped items.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.groupByKey.html#pyspark.RDD.groupByKey" title="pyspark.RDD.groupByKey"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.groupByKey</span></code></a>([numPartitions, partitionFunc])</p></td> |
| <td><p>Group the values for each key in the RDD into a single sequence.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.groupWith.html#pyspark.RDD.groupWith" title="pyspark.RDD.groupWith"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.groupWith</span></code></a>(other, *others)</p></td> |
| <td><p>Alias for cogroup but with support for multiple RDDs.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.histogram.html#pyspark.RDD.histogram" title="pyspark.RDD.histogram"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.histogram</span></code></a>(buckets)</p></td> |
| <td><p>Compute a histogram using the provided buckets.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.id.html#pyspark.RDD.id" title="pyspark.RDD.id"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.id</span></code></a>()</p></td> |
| <td><p>A unique ID for this RDD (within its SparkContext).</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.intersection.html#pyspark.RDD.intersection" title="pyspark.RDD.intersection"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.intersection</span></code></a>(other)</p></td> |
| <td><p>Return the intersection of this RDD and another one.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.isCheckpointed.html#pyspark.RDD.isCheckpointed" title="pyspark.RDD.isCheckpointed"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.isCheckpointed</span></code></a>()</p></td> |
| <td><p>Return whether this RDD is checkpointed and materialized, either reliably or locally.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.isEmpty.html#pyspark.RDD.isEmpty" title="pyspark.RDD.isEmpty"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.isEmpty</span></code></a>()</p></td> |
| <td><p>Returns true if and only if the RDD contains no elements at all.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.isLocallyCheckpointed.html#pyspark.RDD.isLocallyCheckpointed" title="pyspark.RDD.isLocallyCheckpointed"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.isLocallyCheckpointed</span></code></a>()</p></td> |
| <td><p>Return whether this RDD is marked for local checkpointing.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.join.html#pyspark.RDD.join" title="pyspark.RDD.join"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.join</span></code></a>(other[, numPartitions])</p></td> |
| <td><p>Return an RDD containing all pairs of elements with matching keys in <cite>self</cite> and <cite>other</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.keyBy.html#pyspark.RDD.keyBy" title="pyspark.RDD.keyBy"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.keyBy</span></code></a>(f)</p></td> |
| <td><p>Creates tuples of the elements in this RDD by applying <cite>f</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.keys.html#pyspark.RDD.keys" title="pyspark.RDD.keys"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.keys</span></code></a>()</p></td> |
| <td><p>Return an RDD with the keys of each tuple.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.leftOuterJoin.html#pyspark.RDD.leftOuterJoin" title="pyspark.RDD.leftOuterJoin"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.leftOuterJoin</span></code></a>(other[, numPartitions])</p></td> |
| <td><p>Perform a left outer join of <cite>self</cite> and <cite>other</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.localCheckpoint.html#pyspark.RDD.localCheckpoint" title="pyspark.RDD.localCheckpoint"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.localCheckpoint</span></code></a>()</p></td> |
| <td><p>Mark this RDD for local checkpointing using Spark’s existing caching layer.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.lookup.html#pyspark.RDD.lookup" title="pyspark.RDD.lookup"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.lookup</span></code></a>(key)</p></td> |
| <td><p>Return the list of values in the RDD for key <cite>key</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.map.html#pyspark.RDD.map" title="pyspark.RDD.map"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.map</span></code></a>(f[, preservesPartitioning])</p></td> |
| <td><p>Return a new RDD by applying a function to each element of this RDD.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.mapPartitions.html#pyspark.RDD.mapPartitions" title="pyspark.RDD.mapPartitions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.mapPartitions</span></code></a>(f[, preservesPartitioning])</p></td> |
| <td><p>Return a new RDD by applying a function to each partition of this RDD.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.mapPartitionsWithIndex.html#pyspark.RDD.mapPartitionsWithIndex" title="pyspark.RDD.mapPartitionsWithIndex"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.mapPartitionsWithIndex</span></code></a>(f[, …])</p></td> |
| <td><p>Return a new RDD by applying a function to each partition of this RDD, while tracking the index of the original partition.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.mapPartitionsWithSplit.html#pyspark.RDD.mapPartitionsWithSplit" title="pyspark.RDD.mapPartitionsWithSplit"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.mapPartitionsWithSplit</span></code></a>(f[, …])</p></td> |
| <td><p>Return a new RDD by applying a function to each partition of this RDD, while tracking the index of the original partition.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.mapValues.html#pyspark.RDD.mapValues" title="pyspark.RDD.mapValues"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.mapValues</span></code></a>(f)</p></td> |
| <td><p>Pass each value in the key-value pair RDD through a map function without changing the keys; this also retains the original RDD’s partitioning.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.max.html#pyspark.RDD.max" title="pyspark.RDD.max"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.max</span></code></a>([key])</p></td> |
| <td><p>Find the maximum item in this RDD.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.mean.html#pyspark.RDD.mean" title="pyspark.RDD.mean"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.mean</span></code></a>()</p></td> |
| <td><p>Compute the mean of this RDD’s elements.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.meanApprox.html#pyspark.RDD.meanApprox" title="pyspark.RDD.meanApprox"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.meanApprox</span></code></a>(timeout[, confidence])</p></td> |
| <td><p>Approximate operation to return the mean within a timeout or meet the confidence.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.min.html#pyspark.RDD.min" title="pyspark.RDD.min"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.min</span></code></a>([key])</p></td> |
| <td><p>Find the minimum item in this RDD.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.name.html#pyspark.RDD.name" title="pyspark.RDD.name"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.name</span></code></a>()</p></td> |
| <td><p>Return the name of this RDD.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.partitionBy.html#pyspark.RDD.partitionBy" title="pyspark.RDD.partitionBy"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.partitionBy</span></code></a>(numPartitions[, partitionFunc])</p></td> |
| <td><p>Return a copy of the RDD partitioned using the specified partitioner.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.persist.html#pyspark.RDD.persist" title="pyspark.RDD.persist"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.persist</span></code></a>([storageLevel])</p></td> |
| <td><p>Set this RDD’s storage level to persist its values across operations after the first time it is computed.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.pipe.html#pyspark.RDD.pipe" title="pyspark.RDD.pipe"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.pipe</span></code></a>(command[, env, checkCode])</p></td> |
| <td><p>Return an RDD created by piping elements to a forked external process.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.randomSplit.html#pyspark.RDD.randomSplit" title="pyspark.RDD.randomSplit"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.randomSplit</span></code></a>(weights[, seed])</p></td> |
| <td><p>Randomly splits this RDD with the provided weights.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.reduce.html#pyspark.RDD.reduce" title="pyspark.RDD.reduce"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.reduce</span></code></a>(f)</p></td> |
| <td><p>Reduces the elements of this RDD using the specified commutative and associative binary operator.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.reduceByKey.html#pyspark.RDD.reduceByKey" title="pyspark.RDD.reduceByKey"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.reduceByKey</span></code></a>(func[, numPartitions, …])</p></td> |
| <td><p>Merge the values for each key using an associative and commutative reduce function.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.reduceByKeyLocally.html#pyspark.RDD.reduceByKeyLocally" title="pyspark.RDD.reduceByKeyLocally"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.reduceByKeyLocally</span></code></a>(func)</p></td> |
| <td><p>Merge the values for each key using an associative and commutative reduce function, but return the results immediately to the master as a dictionary.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.repartition.html#pyspark.RDD.repartition" title="pyspark.RDD.repartition"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.repartition</span></code></a>(numPartitions)</p></td> |
| <td><p>Return a new RDD that has exactly numPartitions partitions.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.repartitionAndSortWithinPartitions.html#pyspark.RDD.repartitionAndSortWithinPartitions" title="pyspark.RDD.repartitionAndSortWithinPartitions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.repartitionAndSortWithinPartitions</span></code></a>([…])</p></td> |
| <td><p>Repartition the RDD according to the given partitioner and, within each resulting partition, sort records by their keys.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.rightOuterJoin.html#pyspark.RDD.rightOuterJoin" title="pyspark.RDD.rightOuterJoin"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.rightOuterJoin</span></code></a>(other[, numPartitions])</p></td> |
| <td><p>Perform a right outer join of <cite>self</cite> and <cite>other</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.sample.html#pyspark.RDD.sample" title="pyspark.RDD.sample"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.sample</span></code></a>(withReplacement, fraction[, seed])</p></td> |
| <td><p>Return a sampled subset of this RDD.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.sampleByKey.html#pyspark.RDD.sampleByKey" title="pyspark.RDD.sampleByKey"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.sampleByKey</span></code></a>(withReplacement, fractions)</p></td> |
| <td><p>Return a subset of this RDD sampled by key (via stratified sampling).</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.sampleStdev.html#pyspark.RDD.sampleStdev" title="pyspark.RDD.sampleStdev"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.sampleStdev</span></code></a>()</p></td> |
| <td><p>Compute the sample standard deviation of this RDD’s elements (which corrects for bias in estimating the standard deviation by dividing by N-1 instead of N).</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.sampleVariance.html#pyspark.RDD.sampleVariance" title="pyspark.RDD.sampleVariance"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.sampleVariance</span></code></a>()</p></td> |
| <td><p>Compute the sample variance of this RDD’s elements (which corrects for bias in estimating the variance by dividing by N-1 instead of N).</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.saveAsHadoopDataset.html#pyspark.RDD.saveAsHadoopDataset" title="pyspark.RDD.saveAsHadoopDataset"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.saveAsHadoopDataset</span></code></a>(conf[, …])</p></td> |
| <td><p>Output a Python RDD of key-value pairs (of form <code class="docutils literal notranslate"><span class="pre">RDD[(K,</span> <span class="pre">V)]</span></code>) to any Hadoop file system, using the old Hadoop OutputFormat API (mapred package).</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.saveAsHadoopFile.html#pyspark.RDD.saveAsHadoopFile" title="pyspark.RDD.saveAsHadoopFile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.saveAsHadoopFile</span></code></a>(path, outputFormatClass)</p></td> |
| <td><p>Output a Python RDD of key-value pairs (of form <code class="docutils literal notranslate"><span class="pre">RDD[(K,</span> <span class="pre">V)]</span></code>) to any Hadoop file system, using the old Hadoop OutputFormat API (mapred package).</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.saveAsNewAPIHadoopDataset.html#pyspark.RDD.saveAsNewAPIHadoopDataset" title="pyspark.RDD.saveAsNewAPIHadoopDataset"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.saveAsNewAPIHadoopDataset</span></code></a>(conf[, …])</p></td> |
| <td><p>Output a Python RDD of key-value pairs (of form <code class="docutils literal notranslate"><span class="pre">RDD[(K,</span> <span class="pre">V)]</span></code>) to any Hadoop file system, using the new Hadoop OutputFormat API (mapreduce package).</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.saveAsNewAPIHadoopFile.html#pyspark.RDD.saveAsNewAPIHadoopFile" title="pyspark.RDD.saveAsNewAPIHadoopFile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.saveAsNewAPIHadoopFile</span></code></a>(path, …[, …])</p></td> |
| <td><p>Output a Python RDD of key-value pairs (of form <code class="docutils literal notranslate"><span class="pre">RDD[(K,</span> <span class="pre">V)]</span></code>) to any Hadoop file system, using the new Hadoop OutputFormat API (mapreduce package).</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.saveAsPickleFile.html#pyspark.RDD.saveAsPickleFile" title="pyspark.RDD.saveAsPickleFile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.saveAsPickleFile</span></code></a>(path[, batchSize])</p></td> |
| <td><p>Save this RDD as a SequenceFile of serialized objects.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.saveAsSequenceFile.html#pyspark.RDD.saveAsSequenceFile" title="pyspark.RDD.saveAsSequenceFile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.saveAsSequenceFile</span></code></a>(path[, …])</p></td> |
| <td><p>Output a Python RDD of key-value pairs (of form <code class="docutils literal notranslate"><span class="pre">RDD[(K,</span> <span class="pre">V)]</span></code>) to any Hadoop file system, using the “org.apache.hadoop.io.Writable” types that we convert from the RDD’s key and value types.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.saveAsTextFile.html#pyspark.RDD.saveAsTextFile" title="pyspark.RDD.saveAsTextFile"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.saveAsTextFile</span></code></a>(path[, compressionCodecClass])</p></td> |
| <td><p>Save this RDD as a text file, using string representations of elements.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.setName.html#pyspark.RDD.setName" title="pyspark.RDD.setName"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.setName</span></code></a>(name)</p></td> |
| <td><p>Assign a name to this RDD.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.sortBy.html#pyspark.RDD.sortBy" title="pyspark.RDD.sortBy"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.sortBy</span></code></a>(keyfunc[, ascending, numPartitions])</p></td> |
| <td><p>Sorts this RDD by the given keyfunc</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.sortByKey.html#pyspark.RDD.sortByKey" title="pyspark.RDD.sortByKey"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.sortByKey</span></code></a>([ascending, numPartitions, …])</p></td> |
| <td><p>Sorts this RDD, which is assumed to consist of (key, value) pairs.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.stats.html#pyspark.RDD.stats" title="pyspark.RDD.stats"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.stats</span></code></a>()</p></td> |
| <td><p>Return a <code class="xref py py-class docutils literal notranslate"><span class="pre">StatCounter</span></code> object that captures the mean, variance and count of the RDD’s elements in one operation.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.stdev.html#pyspark.RDD.stdev" title="pyspark.RDD.stdev"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.stdev</span></code></a>()</p></td> |
| <td><p>Compute the standard deviation of this RDD’s elements.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.subtract.html#pyspark.RDD.subtract" title="pyspark.RDD.subtract"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.subtract</span></code></a>(other[, numPartitions])</p></td> |
| <td><p>Return each value in <cite>self</cite> that is not contained in <cite>other</cite>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.subtractByKey.html#pyspark.RDD.subtractByKey" title="pyspark.RDD.subtractByKey"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.subtractByKey</span></code></a>(other[, numPartitions])</p></td> |
| <td><p>Return each (key, value) pair in <cite>self</cite> that has no pair with matching key in <cite>other</cite>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.sum.html#pyspark.RDD.sum" title="pyspark.RDD.sum"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.sum</span></code></a>()</p></td> |
| <td><p>Add up the elements in this RDD.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.sumApprox.html#pyspark.RDD.sumApprox" title="pyspark.RDD.sumApprox"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.sumApprox</span></code></a>(timeout[, confidence])</p></td> |
| <td><p>Approximate operation to return the sum within a timeout or meet the confidence.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.take.html#pyspark.RDD.take" title="pyspark.RDD.take"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.take</span></code></a>(num)</p></td> |
| <td><p>Take the first num elements of the RDD.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.takeOrdered.html#pyspark.RDD.takeOrdered" title="pyspark.RDD.takeOrdered"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.takeOrdered</span></code></a>(num[, key])</p></td> |
| <td><p>Get the N elements from an RDD ordered in ascending order or as specified by the optional key function.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.takeSample.html#pyspark.RDD.takeSample" title="pyspark.RDD.takeSample"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.takeSample</span></code></a>(withReplacement, num[, seed])</p></td> |
| <td><p>Return a fixed-size sampled subset of this RDD.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.toDebugString.html#pyspark.RDD.toDebugString" title="pyspark.RDD.toDebugString"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.toDebugString</span></code></a>()</p></td> |
| <td><p>A description of this RDD and its recursive dependencies for debugging.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.toLocalIterator.html#pyspark.RDD.toLocalIterator" title="pyspark.RDD.toLocalIterator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.toLocalIterator</span></code></a>([prefetchPartitions])</p></td> |
| <td><p>Return an iterator that contains all of the elements in this RDD.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.top.html#pyspark.RDD.top" title="pyspark.RDD.top"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.top</span></code></a>(num[, key])</p></td> |
| <td><p>Get the top N elements from an RDD.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.treeAggregate.html#pyspark.RDD.treeAggregate" title="pyspark.RDD.treeAggregate"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.treeAggregate</span></code></a>(zeroValue, seqOp, combOp)</p></td> |
| <td><p>Aggregates the elements of this RDD in a multi-level tree pattern.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.treeReduce.html#pyspark.RDD.treeReduce" title="pyspark.RDD.treeReduce"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.treeReduce</span></code></a>(f[, depth])</p></td> |
| <td><p>Reduces the elements of this RDD in a multi-level tree pattern.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.union.html#pyspark.RDD.union" title="pyspark.RDD.union"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.union</span></code></a>(other)</p></td> |
| <td><p>Return the union of this RDD and another one.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.unpersist.html#pyspark.RDD.unpersist" title="pyspark.RDD.unpersist"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.unpersist</span></code></a>([blocking])</p></td> |
| <td><p>Mark the RDD as non-persistent, and remove all blocks for it from memory and disk.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.values.html#pyspark.RDD.values" title="pyspark.RDD.values"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.values</span></code></a>()</p></td> |
| <td><p>Return an RDD with the values of each tuple.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.variance.html#pyspark.RDD.variance" title="pyspark.RDD.variance"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.variance</span></code></a>()</p></td> |
| <td><p>Compute the variance of this RDD’s elements.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.withResources.html#pyspark.RDD.withResources" title="pyspark.RDD.withResources"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.withResources</span></code></a>(profile)</p></td> |
| <td><p>Specify a <a class="reference internal" href="api/pyspark.resource.ResourceProfile.html#pyspark.resource.ResourceProfile" title="pyspark.resource.ResourceProfile"><code class="xref py py-class docutils literal notranslate"><span class="pre">pyspark.resource.ResourceProfile</span></code></a> to use when calculating this RDD.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.zip.html#pyspark.RDD.zip" title="pyspark.RDD.zip"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.zip</span></code></a>(other)</p></td> |
| <td><p>Zips this RDD with another one, returning key-value pairs with the first element in each RDD second element in each RDD, etc.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDD.zipWithIndex.html#pyspark.RDD.zipWithIndex" title="pyspark.RDD.zipWithIndex"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.zipWithIndex</span></code></a>()</p></td> |
| <td><p>Zips this RDD with its element indices.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDD.zipWithUniqueId.html#pyspark.RDD.zipWithUniqueId" title="pyspark.RDD.zipWithUniqueId"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDD.zipWithUniqueId</span></code></a>()</p></td> |
| <td><p>Zips this RDD with generated unique Long ids.</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <div class="section" id="broadcast-and-accumulator"> |
| <h2>Broadcast and Accumulator<a class="headerlink" href="#broadcast-and-accumulator" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.Broadcast.destroy.html#pyspark.Broadcast.destroy" title="pyspark.Broadcast.destroy"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Broadcast.destroy</span></code></a>([blocking])</p></td> |
| <td><p>Destroy all data and metadata related to this broadcast variable.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.Broadcast.dump.html#pyspark.Broadcast.dump" title="pyspark.Broadcast.dump"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Broadcast.dump</span></code></a>(value, f)</p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.Broadcast.load.html#pyspark.Broadcast.load" title="pyspark.Broadcast.load"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Broadcast.load</span></code></a>(file)</p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.Broadcast.load_from_path.html#pyspark.Broadcast.load_from_path" title="pyspark.Broadcast.load_from_path"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Broadcast.load_from_path</span></code></a>(path)</p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.Broadcast.unpersist.html#pyspark.Broadcast.unpersist" title="pyspark.Broadcast.unpersist"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Broadcast.unpersist</span></code></a>([blocking])</p></td> |
| <td><p>Delete cached copies of this broadcast on the executors.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.Broadcast.value.html#pyspark.Broadcast.value" title="pyspark.Broadcast.value"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Broadcast.value</span></code></a></p></td> |
| <td><p>Return the broadcasted value</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.Accumulator.add.html#pyspark.Accumulator.add" title="pyspark.Accumulator.add"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Accumulator.add</span></code></a>(term)</p></td> |
| <td><p>Adds a term to this accumulator’s value</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.Accumulator.value.html#pyspark.Accumulator.value" title="pyspark.Accumulator.value"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Accumulator.value</span></code></a></p></td> |
| <td><p>Get the accumulator’s value; only usable in driver program</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.AccumulatorParam.addInPlace.html#pyspark.AccumulatorParam.addInPlace" title="pyspark.AccumulatorParam.addInPlace"><code class="xref py py-obj docutils literal notranslate"><span class="pre">AccumulatorParam.addInPlace</span></code></a>(value1, value2)</p></td> |
| <td><p>Add two values of the accumulator’s data type, returning a new value; for efficiency, can also update <cite>value1</cite> in place and return it.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.AccumulatorParam.zero.html#pyspark.AccumulatorParam.zero" title="pyspark.AccumulatorParam.zero"><code class="xref py py-obj docutils literal notranslate"><span class="pre">AccumulatorParam.zero</span></code></a>(value)</p></td> |
| <td><p>Provide a “zero value” for the type, compatible in dimensions with the provided <cite>value</cite> (e.g., a zero vector)</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <div class="section" id="management"> |
| <h2>Management<a class="headerlink" href="#management" title="Permalink to this headline">¶</a></h2> |
| <table class="longtable table autosummary"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.inheritable_thread_target.html#pyspark.inheritable_thread_target" title="pyspark.inheritable_thread_target"><code class="xref py py-obj docutils literal notranslate"><span class="pre">inheritable_thread_target</span></code></a>(f)</p></td> |
| <td><p>Return thread target wrapper which is recommended to be used in PySpark when the pinned thread mode is enabled.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkConf.contains.html#pyspark.SparkConf.contains" title="pyspark.SparkConf.contains"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkConf.contains</span></code></a>(key)</p></td> |
| <td><p>Does this configuration contain a given key?</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkConf.get.html#pyspark.SparkConf.get" title="pyspark.SparkConf.get"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkConf.get</span></code></a>(key[, defaultValue])</p></td> |
| <td><p>Get the configured value for some key, or return a default otherwise.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkConf.getAll.html#pyspark.SparkConf.getAll" title="pyspark.SparkConf.getAll"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkConf.getAll</span></code></a>()</p></td> |
| <td><p>Get all values as a list of key-value pairs.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkConf.set.html#pyspark.SparkConf.set" title="pyspark.SparkConf.set"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkConf.set</span></code></a>(key, value)</p></td> |
| <td><p>Set a configuration property.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkConf.setAll.html#pyspark.SparkConf.setAll" title="pyspark.SparkConf.setAll"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkConf.setAll</span></code></a>(pairs)</p></td> |
| <td><p>Set multiple parameters, passed as a list of key-value pairs.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkConf.setAppName.html#pyspark.SparkConf.setAppName" title="pyspark.SparkConf.setAppName"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkConf.setAppName</span></code></a>(value)</p></td> |
| <td><p>Set application name.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkConf.setExecutorEnv.html#pyspark.SparkConf.setExecutorEnv" title="pyspark.SparkConf.setExecutorEnv"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkConf.setExecutorEnv</span></code></a>([key, value, pairs])</p></td> |
| <td><p>Set an environment variable to be passed to executors.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkConf.setIfMissing.html#pyspark.SparkConf.setIfMissing" title="pyspark.SparkConf.setIfMissing"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkConf.setIfMissing</span></code></a>(key, value)</p></td> |
| <td><p>Set a configuration property, if not already set.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkConf.setMaster.html#pyspark.SparkConf.setMaster" title="pyspark.SparkConf.setMaster"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkConf.setMaster</span></code></a>(value)</p></td> |
| <td><p>Set master URL to connect to.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkConf.setSparkHome.html#pyspark.SparkConf.setSparkHome" title="pyspark.SparkConf.setSparkHome"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkConf.setSparkHome</span></code></a>(value)</p></td> |
| <td><p>Set path where Spark is installed on worker nodes.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkConf.toDebugString.html#pyspark.SparkConf.toDebugString" title="pyspark.SparkConf.toDebugString"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkConf.toDebugString</span></code></a>()</p></td> |
| <td><p>Returns a printable version of the configuration, as a list of key=value pairs, one per line.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.SparkFiles.get.html#pyspark.SparkFiles.get" title="pyspark.SparkFiles.get"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkFiles.get</span></code></a>(filename)</p></td> |
| <td><p>Get the absolute path of a file added through <a class="reference internal" href="api/pyspark.SparkContext.addFile.html#pyspark.SparkContext.addFile" title="pyspark.SparkContext.addFile"><code class="xref py py-meth docutils literal notranslate"><span class="pre">SparkContext.addFile()</span></code></a>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.SparkFiles.getRootDirectory.html#pyspark.SparkFiles.getRootDirectory" title="pyspark.SparkFiles.getRootDirectory"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparkFiles.getRootDirectory</span></code></a>()</p></td> |
| <td><p>Get the root directory that contains files added through <a class="reference internal" href="api/pyspark.SparkContext.addFile.html#pyspark.SparkContext.addFile" title="pyspark.SparkContext.addFile"><code class="xref py py-meth docutils literal notranslate"><span class="pre">SparkContext.addFile()</span></code></a>.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.StorageLevel.DISK_ONLY.html#pyspark.StorageLevel.DISK_ONLY" title="pyspark.StorageLevel.DISK_ONLY"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StorageLevel.DISK_ONLY</span></code></a></p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.StorageLevel.DISK_ONLY_2.html#pyspark.StorageLevel.DISK_ONLY_2" title="pyspark.StorageLevel.DISK_ONLY_2"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StorageLevel.DISK_ONLY_2</span></code></a></p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.StorageLevel.DISK_ONLY_3.html#pyspark.StorageLevel.DISK_ONLY_3" title="pyspark.StorageLevel.DISK_ONLY_3"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StorageLevel.DISK_ONLY_3</span></code></a></p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_AND_DISK.html#pyspark.StorageLevel.MEMORY_AND_DISK" title="pyspark.StorageLevel.MEMORY_AND_DISK"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StorageLevel.MEMORY_AND_DISK</span></code></a></p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_AND_DISK_2.html#pyspark.StorageLevel.MEMORY_AND_DISK_2" title="pyspark.StorageLevel.MEMORY_AND_DISK_2"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StorageLevel.MEMORY_AND_DISK_2</span></code></a></p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_ONLY.html#pyspark.StorageLevel.MEMORY_ONLY" title="pyspark.StorageLevel.MEMORY_ONLY"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StorageLevel.MEMORY_ONLY</span></code></a></p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_ONLY_2.html#pyspark.StorageLevel.MEMORY_ONLY_2" title="pyspark.StorageLevel.MEMORY_ONLY_2"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StorageLevel.MEMORY_ONLY_2</span></code></a></p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.StorageLevel.OFF_HEAP.html#pyspark.StorageLevel.OFF_HEAP" title="pyspark.StorageLevel.OFF_HEAP"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StorageLevel.OFF_HEAP</span></code></a></p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.TaskContext.attemptNumber.html#pyspark.TaskContext.attemptNumber" title="pyspark.TaskContext.attemptNumber"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TaskContext.attemptNumber</span></code></a>()</p></td> |
| <td><p><p>”</p> |
| </p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.TaskContext.get.html#pyspark.TaskContext.get" title="pyspark.TaskContext.get"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TaskContext.get</span></code></a>()</p></td> |
| <td><p>Return the currently active TaskContext.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.TaskContext.getLocalProperty.html#pyspark.TaskContext.getLocalProperty" title="pyspark.TaskContext.getLocalProperty"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TaskContext.getLocalProperty</span></code></a>(key)</p></td> |
| <td><p>Get a local property set upstream in the driver, or None if it is missing.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.TaskContext.partitionId.html#pyspark.TaskContext.partitionId" title="pyspark.TaskContext.partitionId"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TaskContext.partitionId</span></code></a>()</p></td> |
| <td><p>The ID of the RDD partition that is computed by this task.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.TaskContext.resources.html#pyspark.TaskContext.resources" title="pyspark.TaskContext.resources"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TaskContext.resources</span></code></a>()</p></td> |
| <td><p>Resources allocated to the task.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.TaskContext.stageId.html#pyspark.TaskContext.stageId" title="pyspark.TaskContext.stageId"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TaskContext.stageId</span></code></a>()</p></td> |
| <td><p>The ID of the stage that this task belong to.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.TaskContext.taskAttemptId.html#pyspark.TaskContext.taskAttemptId" title="pyspark.TaskContext.taskAttemptId"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TaskContext.taskAttemptId</span></code></a>()</p></td> |
| <td><p>An ID that is unique to this task attempt (within the same SparkContext, no two task attempts will share the same attempt ID).</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.RDDBarrier.mapPartitions.html#pyspark.RDDBarrier.mapPartitions" title="pyspark.RDDBarrier.mapPartitions"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDDBarrier.mapPartitions</span></code></a>(f[, …])</p></td> |
| <td><p>Returns a new RDD by applying a function to each partition of the wrapped RDD, where tasks are launched together in a barrier stage.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.RDDBarrier.mapPartitionsWithIndex.html#pyspark.RDDBarrier.mapPartitionsWithIndex" title="pyspark.RDDBarrier.mapPartitionsWithIndex"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RDDBarrier.mapPartitionsWithIndex</span></code></a>(f[, …])</p></td> |
| <td><p>Returns a new RDD by applying a function to each partition of the wrapped RDD, while tracking the index of the original partition.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.BarrierTaskContext.allGather.html#pyspark.BarrierTaskContext.allGather" title="pyspark.BarrierTaskContext.allGather"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BarrierTaskContext.allGather</span></code></a>([message])</p></td> |
| <td><p>This function blocks until all tasks in the same stage have reached this routine.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.BarrierTaskContext.attemptNumber.html#pyspark.BarrierTaskContext.attemptNumber" title="pyspark.BarrierTaskContext.attemptNumber"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BarrierTaskContext.attemptNumber</span></code></a>()</p></td> |
| <td><p><p>”</p> |
| </p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.BarrierTaskContext.barrier.html#pyspark.BarrierTaskContext.barrier" title="pyspark.BarrierTaskContext.barrier"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BarrierTaskContext.barrier</span></code></a>()</p></td> |
| <td><p>Sets a global barrier and waits until all tasks in this stage hit this barrier.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.BarrierTaskContext.get.html#pyspark.BarrierTaskContext.get" title="pyspark.BarrierTaskContext.get"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BarrierTaskContext.get</span></code></a>()</p></td> |
| <td><p>Return the currently active <a class="reference internal" href="api/pyspark.BarrierTaskContext.html#pyspark.BarrierTaskContext" title="pyspark.BarrierTaskContext"><code class="xref py py-class docutils literal notranslate"><span class="pre">BarrierTaskContext</span></code></a>.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.BarrierTaskContext.getLocalProperty.html#pyspark.BarrierTaskContext.getLocalProperty" title="pyspark.BarrierTaskContext.getLocalProperty"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BarrierTaskContext.getLocalProperty</span></code></a>(key)</p></td> |
| <td><p>Get a local property set upstream in the driver, or None if it is missing.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.BarrierTaskContext.getTaskInfos.html#pyspark.BarrierTaskContext.getTaskInfos" title="pyspark.BarrierTaskContext.getTaskInfos"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BarrierTaskContext.getTaskInfos</span></code></a>()</p></td> |
| <td><p>Returns <a class="reference internal" href="api/pyspark.BarrierTaskInfo.html#pyspark.BarrierTaskInfo" title="pyspark.BarrierTaskInfo"><code class="xref py py-class docutils literal notranslate"><span class="pre">BarrierTaskInfo</span></code></a> for all tasks in this barrier stage, ordered by partition ID.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.BarrierTaskContext.partitionId.html#pyspark.BarrierTaskContext.partitionId" title="pyspark.BarrierTaskContext.partitionId"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BarrierTaskContext.partitionId</span></code></a>()</p></td> |
| <td><p>The ID of the RDD partition that is computed by this task.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.BarrierTaskContext.resources.html#pyspark.BarrierTaskContext.resources" title="pyspark.BarrierTaskContext.resources"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BarrierTaskContext.resources</span></code></a>()</p></td> |
| <td><p>Resources allocated to the task.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.BarrierTaskContext.stageId.html#pyspark.BarrierTaskContext.stageId" title="pyspark.BarrierTaskContext.stageId"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BarrierTaskContext.stageId</span></code></a>()</p></td> |
| <td><p>The ID of the stage that this task belong to.</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.BarrierTaskContext.taskAttemptId.html#pyspark.BarrierTaskContext.taskAttemptId" title="pyspark.BarrierTaskContext.taskAttemptId"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BarrierTaskContext.taskAttemptId</span></code></a>()</p></td> |
| <td><p>An ID that is unique to this task attempt (within the same SparkContext, no two task attempts will share the same attempt ID).</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.util.VersionUtils.majorMinorVersion.html#pyspark.util.VersionUtils.majorMinorVersion" title="pyspark.util.VersionUtils.majorMinorVersion"><code class="xref py py-obj docutils literal notranslate"><span class="pre">util.VersionUtils.majorMinorVersion</span></code></a>(sparkVersion)</p></td> |
| <td><p>Given a Spark version string, return the (major version number, minor version number).</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| </div> |
| |
| |
| </div> |
| |
| |
| <div class='prev-next-bottom'> |
| |
| <a class='left-prev' id="prev-link" href="api/pyspark.mllib.util.Saveable.html" title="previous page">Saveable</a> |
| <a class='right-next' id="next-link" href="api/pyspark.SparkContext.html" title="next page">pyspark.SparkContext</a> |
| |
| </div> |
| |
| </main> |
| |
| |
| </div> |
| </div> |
| |
| <script src="../_static/js/index.1c5a1a01449ed65a7b51.js"></script> |
| |
| <footer class="footer mt-5 mt-md-0"> |
| <div class="container"> |
| |
| <div class="footer-item"> |
| <p class="copyright"> |
| © Copyright .<br/> |
| </p> |
| </div> |
| |
| <div class="footer-item"> |
| <p class="sphinx-version"> |
| Created using <a href="http://sphinx-doc.org/">Sphinx</a> 3.0.4.<br/> |
| </p> |
| </div> |
| |
| </div> |
| </footer> |
| </body> |
| </html> |
