user-guide/index.html - datafusion-python - Git at Google


 <!DOCTYPE html>


 <html lang="en" data-content_root="../" data-theme="auto">

   <head>
     <meta charset="utf-8" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />

     <title>User Guide &#8212; Apache DataFusion in Python  documentation</title>


   <script data-cfasync="false">
     document.documentElement.dataset.mode = localStorage.getItem("mode") || "auto";
     document.documentElement.dataset.theme = localStorage.getItem("theme") || "auto";
   </script>
   <!--
     this give us a css class that will be invisible only if js is disabled
   -->
   <noscript>
     <style>
       .pst-js-only { display: none !important; }

     </style>
   </noscript>

   <!-- Loaded before other Sphinx assets -->
   <link href="../_static/styles/theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />
 <link href="../_static/styles/pydata-sphinx-theme.css?digest=8878045cc6db502f8baf" rel="stylesheet" />

     <link rel="stylesheet" type="text/css" href="../_static/pygments.css?v=8f2a1f02" />
     <link rel="stylesheet" type="text/css" href="../_static/mystnb.11b39860a7a0cbfd473a3ad8a317855267ff0bd372690045ca344a6b62be495e.css" />
     <link rel="stylesheet" type="text/css" href="../_static/graphviz.css?v=4ae1632d" />
     <link rel="stylesheet" type="text/css" href="../_static/theme_overrides.css?v=4af573bc" />

   <!-- So that users can add custom icons -->
   <script src="../_static/scripts/fontawesome.js?digest=8878045cc6db502f8baf"></script>
   <!-- Pre-loaded scripts that we'll load fully later -->
   <link rel="preload" as="script" href="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf" />
 <link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf" />

     <script src="../_static/documentation_options.js?v=5929fcd5"></script>
     <script src="../_static/doctools.js?v=9bcbadda"></script>
     <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script>DOCUMENTATION_OPTIONS.pagename = 'user-guide/index';</script>
     <script src="../_static/toc-toggle.js?v=36375f01"></script>
     <link rel="icon" href="../_static/favicon.svg"/>
     <link rel="index" title="Index" href="../genindex.html" />
     <link rel="search" title="Search" href="../search.html" />
     <link rel="next" title="Introduction" href="introduction.html" />
     <link rel="prev" title="DataFusion in Python" href="../index.html" />
   <meta name="viewport" content="width=device-width, initial-scale=1"/>
   <meta name="docsearch:language" content="en"/>
   <meta name="docsearch:version" content="" />
   </head>


   <body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="auto">


   <div id="pst-skip-link" class="skip-link d-print-none"><a href="#main-content">Skip to main content</a></div>

   <div id="pst-scroll-pixel-helper"></div>

   <button type="button" class="btn rounded-pill" id="pst-back-to-top">
     <i class="fa-solid fa-arrow-up"></i>Back to top</button>


   <dialog id="pst-search-dialog">

 <form class="bd-search d-flex align-items-center"
       action="../search.html"
       method="get">
   <i class="fa-solid fa-magnifying-glass"></i>
   <input type="search"
          class="form-control"
          name="q"
          placeholder="Search the docs ..."
          aria-label="Search the docs ..."
          autocomplete="off"
          autocorrect="off"
          autocapitalize="off"
          spellcheck="false"/>
   <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
 </form>
   </dialog>

   <div class="pst-async-banner-revealer d-none">
   <aside id="bd-header-version-warning" class="d-none d-print-none" aria-label="Version warning"></aside>
 </div>


     <header class="bd-header navbar navbar-expand-lg bd-navbar d-print-none">
 <div class="bd-header__inner bd-page-width">
   <button class="pst-navbar-icon sidebar-toggle primary-toggle" aria-label="Site navigation">
     <span class="fa-solid fa-bars"></span>
   </button>


   <div class="col-lg-3 navbar-header-items__start">

       <div class="navbar-item">


 <a class="navbar-brand logo" href="../index.html">


     <img src="../_static/original.svg" class="logo__image only-light" alt="Apache DataFusion in Python"/>
     <img src="../_static/original_dark.svg" class="logo__image only-dark pst-js-only" alt="Apache DataFusion in Python"/>


 </a></div>

   </div>

   <div class="col-lg-9 navbar-header-items">

     <div class="me-auto navbar-header-items__center">

         <div class="navbar-item">
 <nav>
   <ul class="bd-navbar-elements navbar-nav">

 <li class="nav-item current active">
   <a class="nav-link nav-internal" href="#">
     User Guide
   </a>
 </li>


 <li class="nav-item ">
   <a class="nav-link nav-internal" href="../contributor-guide/index.html">
     Contributor Guide
   </a>
 </li>


 <li class="nav-item ">
   <a class="nav-link nav-internal" href="../autoapi/index.html">
     API Reference
   </a>
 </li>


 <li class="nav-item ">
   <a class="nav-link nav-internal" href="../links.html">
     Links
   </a>
 </li>

   </ul>
 </nav></div>

     </div>


     <div class="navbar-header-items__end">

         <div class="navbar-item navbar-persistent--container">


 <button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
  <i class="fa-solid fa-magnifying-glass"></i>
  <span class="search-button__default-text">Search</span>
  <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
 </button>
         </div>


         <div class="navbar-item"><ul class="navbar-icon-links"
     aria-label="Icon Links">
         <li class="nav-item">


           <a href="https://github.com/apache/datafusion-python" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
             <span class="sr-only">GitHub</span></a>
         </li>
         <li class="nav-item">


           <a href="https://docs.rs/datafusion/latest/datafusion/" title="Rust API docs (docs.rs)" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-rust fa-lg" aria-hidden="true"></i>
             <span class="sr-only">Rust API docs (docs.rs)</span></a>
         </li>
 </ul></div>

         <div class="navbar-item">

 <button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode"  data-bs-placement="bottom" data-bs-toggle="tooltip">
   <i class="theme-switch fa-solid fa-sun                fa-lg" data-mode="light" title="Light"></i>
   <i class="theme-switch fa-solid fa-moon               fa-lg" data-mode="dark"  title="Dark"></i>
   <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto"  title="System Settings"></i>
 </button></div>

     </div>

   </div>


     <div class="navbar-persistent--mobile">

 <button class="btn search-button-field search-button__button pst-js-only" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
  <i class="fa-solid fa-magnifying-glass"></i>
  <span class="search-button__default-text">Search</span>
  <span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd class="kbd-shortcut__modifier">K</kbd></span>
 </button>
     </div>


 </div>

     </header>


   <div class="bd-container">
     <div class="bd-container__inner bd-page-width">


       <dialog id="pst-primary-sidebar-modal"></dialog>
       <div id="pst-primary-sidebar" class="bd-sidebar-primary bd-sidebar">


   <div class="sidebar-header-items sidebar-primary__section">


       <div class="sidebar-header-items__center">


             <div class="navbar-item">
 <nav>
   <ul class="bd-navbar-elements navbar-nav">

 <li class="nav-item current active">
   <a class="nav-link nav-internal" href="#">
     User Guide
   </a>
 </li>


 <li class="nav-item ">
   <a class="nav-link nav-internal" href="../contributor-guide/index.html">
     Contributor Guide
   </a>
 </li>


 <li class="nav-item ">
   <a class="nav-link nav-internal" href="../autoapi/index.html">
     API Reference
   </a>
 </li>


 <li class="nav-item ">
   <a class="nav-link nav-internal" href="../links.html">
     Links
   </a>
 </li>

   </ul>
 </nav></div>


       </div>


       <div class="sidebar-header-items__end">

           <div class="navbar-item"><ul class="navbar-icon-links"
     aria-label="Icon Links">
         <li class="nav-item">


           <a href="https://github.com/apache/datafusion-python" title="GitHub" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-github fa-lg" aria-hidden="true"></i>
             <span class="sr-only">GitHub</span></a>
         </li>
         <li class="nav-item">


           <a href="https://docs.rs/datafusion/latest/datafusion/" title="Rust API docs (docs.rs)" class="nav-link pst-navbar-icon" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><i class="fa-brands fa-rust fa-lg" aria-hidden="true"></i>
             <span class="sr-only">Rust API docs (docs.rs)</span></a>
         </li>
 </ul></div>

           <div class="navbar-item">

 <button class="btn btn-sm nav-link pst-navbar-icon theme-switch-button pst-js-only" aria-label="Color mode" data-bs-title="Color mode"  data-bs-placement="bottom" data-bs-toggle="tooltip">
   <i class="theme-switch fa-solid fa-sun                fa-lg" data-mode="light" title="Light"></i>
   <i class="theme-switch fa-solid fa-moon               fa-lg" data-mode="dark"  title="Dark"></i>
   <i class="theme-switch fa-solid fa-circle-half-stroke fa-lg" data-mode="auto"  title="System Settings"></i>
 </button></div>

       </div>

   </div>

     <div class="sidebar-primary-items__start sidebar-primary__section">
         <div class="sidebar-primary-item">
 <nav class="bd-docs-nav bd-links" aria-label="Section Navigation">
   <p class="bd-links__title" role="heading" aria-level="1">Section Navigation</p>
   <div class="bd-toc-item navbar-nav">
     <ul class="current nav bd-sidenav">
 <li class="toctree-l1 current active has-children"><a class="current reference internal" href="#">User Guide</a><details open="open"><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
 <li class="toctree-l2"><a class="reference internal" href="introduction.html">Introduction</a></li>
 <li class="toctree-l2"><a class="reference internal" href="basics.html">Concepts</a></li>
 <li class="toctree-l2"><a class="reference internal" href="data-sources.html">Data Sources</a></li>

 <li class="toctree-l2 has-children"><a class="reference internal" href="dataframe/index.html">DataFrames</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
 <li class="toctree-l3"><a class="reference internal" href="dataframe/rendering.html">DataFrame Rendering</a></li>
 <li class="toctree-l3"><a class="reference internal" href="dataframe/execution-metrics.html">Execution Metrics</a></li>
 </ul>
 </details></li>
 <li class="toctree-l2 has-children"><a class="reference internal" href="common-operations/index.html">Common Operations</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
 <li class="toctree-l3"><a class="reference internal" href="common-operations/views.html">Registering Views</a></li>
 <li class="toctree-l3"><a class="reference internal" href="common-operations/basic-info.html">Basic Operations</a></li>
 <li class="toctree-l3"><a class="reference internal" href="common-operations/select-and-filter.html">Column Selections</a></li>
 <li class="toctree-l3"><a class="reference internal" href="common-operations/expressions.html">Expressions</a></li>
 <li class="toctree-l3"><a class="reference internal" href="common-operations/joins.html">Joins</a></li>
 <li class="toctree-l3"><a class="reference internal" href="common-operations/functions.html">Functions</a></li>

 <li class="toctree-l3"><a class="reference internal" href="common-operations/spark-functions.html">Spark-Compatible Functions</a></li>
 <li class="toctree-l3"><a class="reference internal" href="common-operations/aggregations.html">Aggregation</a></li>
 <li class="toctree-l3"><a class="reference internal" href="common-operations/windows.html">Window Functions</a></li>
 <li class="toctree-l3"><a class="reference internal" href="common-operations/udf-and-udfa.html">User-Defined Functions</a></li>
 </ul>
 </details></li>
 <li class="toctree-l2 has-children"><a class="reference internal" href="io/index.html">IO</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
 <li class="toctree-l3"><a class="reference internal" href="io/arrow.html">Arrow</a></li>
 <li class="toctree-l3"><a class="reference internal" href="io/avro.html">Avro</a></li>
 <li class="toctree-l3"><a class="reference internal" href="io/csv.html">CSV</a></li>
 <li class="toctree-l3"><a class="reference internal" href="io/json.html">JSON</a></li>
 <li class="toctree-l3"><a class="reference internal" href="io/parquet.html">Parquet</a></li>
 <li class="toctree-l3"><a class="reference internal" href="io/table_provider.html">Custom Table Provider</a></li>
 </ul>
 </details></li>
 <li class="toctree-l2"><a class="reference internal" href="configuration.html">Configuration</a></li>
 <li class="toctree-l2"><a class="reference internal" href="distributing-work.html">Distributing work</a></li>
 <li class="toctree-l2"><a class="reference internal" href="sql.html">SQL</a></li>
 <li class="toctree-l2"><a class="reference internal" href="upgrade-guides.html">Upgrade Guides</a></li>
 <li class="toctree-l2"><a class="reference internal" href="ai-coding-assistants.html">Using AI Coding Assistants</a></li>
 </ul>
 </details></li>
 <li class="toctree-l1 has-children"><a class="reference internal" href="../contributor-guide/index.html">Contributor Guide</a><details open="open"><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
 <li class="toctree-l2"><a class="reference internal" href="../contributor-guide/introduction.html">Introduction</a></li>
 <li class="toctree-l2"><a class="reference internal" href="../contributor-guide/ffi.html">Python Extensions</a></li>
 </ul>
 </details></li>
 <li class="toctree-l1 has-children"><a class="reference internal" href="../autoapi/index.html">API Reference</a><details open="open"><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
 <li class="toctree-l2 has-children"><a class="reference internal" href="../autoapi/datafusion/index.html">datafusion</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/catalog/index.html">datafusion.catalog</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/context/index.html">datafusion.context</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/dataframe/index.html">datafusion.dataframe</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/dataframe_formatter/index.html">datafusion.dataframe_formatter</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/expr/index.html">datafusion.expr</a></li>
 <li class="toctree-l3 has-children"><a class="reference internal" href="../autoapi/datafusion/functions/index.html">datafusion.functions</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
 <li class="toctree-l4"><a class="reference internal" href="../autoapi/datafusion/functions/spark/index.html">datafusion.functions.spark</a></li>
 </ul>
 </details></li>
 <li class="toctree-l3 has-children"><a class="reference internal" href="../autoapi/datafusion/input/index.html">datafusion.input</a><details><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
 <li class="toctree-l4"><a class="reference internal" href="../autoapi/datafusion/input/base/index.html">datafusion.input.base</a></li>
 <li class="toctree-l4"><a class="reference internal" href="../autoapi/datafusion/input/location/index.html">datafusion.input.location</a></li>
 </ul>
 </details></li>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/io/index.html">datafusion.io</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/ipc/index.html">datafusion.ipc</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/object_store/index.html">datafusion.object_store</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/options/index.html">datafusion.options</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/plan/index.html">datafusion.plan</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/record_batch/index.html">datafusion.record_batch</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/substrait/index.html">datafusion.substrait</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/unparser/index.html">datafusion.unparser</a></li>
 <li class="toctree-l3"><a class="reference internal" href="../autoapi/datafusion/user_defined/index.html">datafusion.user_defined</a></li>
 </ul>
 </details></li>
 </ul>
 </details></li>
 <li class="toctree-l1 has-children"><a class="reference internal" href="../links.html">Links</a><details open="open"><summary><span class="toctree-toggle" role="presentation"><i class="fa-solid fa-chevron-down"></i></span></summary><ul>
 <li class="toctree-l2"><a class="reference external" href="https://github.com/apache/datafusion-python">GitHub and Issue Tracker</a></li>
 <li class="toctree-l2"><a class="reference external" href="https://docs.rs/datafusion/latest/datafusion/">Rust API Docs</a></li>
 <li class="toctree-l2"><a class="reference external" href="https://github.com/apache/datafusion/blob/main/CODE_OF_CONDUCT.md">Code of Conduct</a></li>
 <li class="toctree-l2"><a class="reference external" href="https://github.com/apache/datafusion-python/tree/main/examples">Examples</a></li>
 </ul>
 </details></li>
 </ul>
 </div>
 </nav></div>
     </div>


   <div class="sidebar-primary-items__end sidebar-primary__section">
       <div class="sidebar-primary-item">
 <div id="ethical-ad-placement"
       class="flat"
       data-ea-publisher="readthedocs"
       data-ea-type="readthedocs-sidebar"
       data-ea-manual="true">
 </div></div>
   </div>


       </div>

       <main id="main-content" class="bd-main" role="main">


           <div class="bd-content">
             <div class="bd-article-container">

               <div class="bd-header-article d-print-none">
 <div class="header-article-items header-article__inner">

     <div class="header-article-items__start">

         <div class="header-article-item">

 <nav aria-label="Breadcrumb" class="d-print-none">
   <ul class="bd-breadcrumbs">

     <li class="breadcrumb-item breadcrumb-home">
       <a href="../index.html" class="nav-link" aria-label="Home">
         <i class="fa-solid fa-home"></i>
       </a>
     </li>
     <li class="breadcrumb-item active" aria-current="page"><span class="ellipsis">User Guide</span></li>
   </ul>
 </nav>
 </div>

     </div>


 </div>
 </div>


 <div id="searchbox"></div>
                 <article class="bd-article">

   <!---
   Licensed to the Apache Software Foundation (ASF) under one
   or more contributor license agreements.  See the NOTICE file
   distributed with this work for additional information
   regarding copyright ownership.  The ASF licenses this file
   to you under the Apache License, Version 2.0 (the
   "License"); you may not use this file except in compliance
   with the License.  You may obtain a copy of the License at

     http://www.apache.org/licenses/LICENSE-2.0

   Unless required by applicable law or agreed to in writing,
   software distributed under the License is distributed on an
   "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
   KIND, either express or implied.  See the License for the
   specific language governing permissions and limitations
   under the License.
 -->
 <section id="user-guide">
 <h1>User Guide<a class="headerlink" href="#user-guide" title="Link to this heading">#</a></h1>
 <p>The user guide walks through installing DataFusion in Python, building queries
 with the DataFrame API or SQL, reading and writing data, and tuning execution.</p>
 <div class="toctree-wrapper compound">
 <ul>
 <li class="toctree-l1"><a class="reference internal" href="introduction.html">Introduction</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="introduction.html#installation">Installation</a></li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="basics.html">Concepts</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="basics.html#session-context">Session Context</a></li>
 <li class="toctree-l2"><a class="reference internal" href="basics.html#dataframe">DataFrame</a></li>
 <li class="toctree-l2"><a class="reference internal" href="basics.html#expressions">Expressions</a></li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="data-sources.html">Data Sources</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="data-sources.html#local-file">Local file</a></li>
 <li class="toctree-l2"><a class="reference internal" href="data-sources.html#create-in-memory">Create in-memory</a></li>
 <li class="toctree-l2"><a class="reference internal" href="data-sources.html#object-store">Object Store</a></li>
 <li class="toctree-l2"><a class="reference internal" href="data-sources.html#other-dataframe-libraries">Other DataFrame Libraries</a></li>
 <li class="toctree-l2"><a class="reference internal" href="data-sources.html#delta-lake">Delta Lake</a></li>
 <li class="toctree-l2"><a class="reference internal" href="data-sources.html#apache-iceberg">Apache Iceberg</a></li>
 <li class="toctree-l2"><a class="reference internal" href="data-sources.html#custom-table-provider">Custom Table Provider</a></li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="data-sources.html#catalog">Catalog</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="data-sources.html#user-defined-catalog-and-schema">User Defined Catalog and Schema</a></li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="dataframe/index.html">DataFrames</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="dataframe/index.html#overview">Overview</a></li>
 <li class="toctree-l2"><a class="reference internal" href="dataframe/index.html#creating-dataframes">Creating DataFrames</a></li>
 <li class="toctree-l2"><a class="reference internal" href="dataframe/index.html#common-dataframe-operations">Common DataFrame Operations</a></li>
 <li class="toctree-l2"><a class="reference internal" href="dataframe/index.html#column-names-as-function-arguments">Column Names as Function Arguments</a></li>
 <li class="toctree-l2"><a class="reference internal" href="dataframe/index.html#terminal-operations">Terminal Operations</a></li>
 <li class="toctree-l2"><a class="reference internal" href="dataframe/index.html#zero-copy-streaming-to-arrow-based-python-libraries">Zero-copy streaming to Arrow-based Python libraries</a></li>
 <li class="toctree-l2"><a class="reference internal" href="dataframe/index.html#pyarrow">PyArrow</a></li>
 <li class="toctree-l2"><a class="reference internal" href="dataframe/index.html#html-rendering">HTML Rendering</a></li>
 <li class="toctree-l2"><a class="reference internal" href="dataframe/index.html#core-classes">Core Classes</a></li>
 <li class="toctree-l2"><a class="reference internal" href="dataframe/index.html#expression-classes">Expression Classes</a></li>
 <li class="toctree-l2"><a class="reference internal" href="dataframe/index.html#built-in-functions">Built-in Functions</a></li>
 <li class="toctree-l2"><a class="reference internal" href="dataframe/index.html#execution-metrics">Execution Metrics</a></li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="common-operations/index.html">Common Operations</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="common-operations/views.html">Registering Views</a></li>
 <li class="toctree-l2"><a class="reference internal" href="common-operations/basic-info.html">Basic Operations</a></li>
 <li class="toctree-l2"><a class="reference internal" href="common-operations/select-and-filter.html">Column Selections</a></li>
 <li class="toctree-l2"><a class="reference internal" href="common-operations/expressions.html">Expressions</a></li>
 <li class="toctree-l2"><a class="reference internal" href="common-operations/joins.html">Joins</a></li>
 <li class="toctree-l2"><a class="reference internal" href="common-operations/functions.html">Functions</a></li>
 <li class="toctree-l2"><a class="reference internal" href="common-operations/functions.html#handling-missing-values">Handling Missing Values</a></li>
 <li class="toctree-l2"><a class="reference internal" href="common-operations/spark-functions.html">Spark-Compatible Functions</a></li>
 <li class="toctree-l2"><a class="reference internal" href="common-operations/aggregations.html">Aggregation</a></li>
 <li class="toctree-l2"><a class="reference internal" href="common-operations/windows.html">Window Functions</a></li>
 <li class="toctree-l2"><a class="reference internal" href="common-operations/udf-and-udfa.html">User-Defined Functions</a></li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="io/index.html">IO</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="io/arrow.html">Arrow</a></li>
 <li class="toctree-l2"><a class="reference internal" href="io/avro.html">Avro</a></li>
 <li class="toctree-l2"><a class="reference internal" href="io/csv.html">CSV</a></li>
 <li class="toctree-l2"><a class="reference internal" href="io/json.html">JSON</a></li>
 <li class="toctree-l2"><a class="reference internal" href="io/parquet.html">Parquet</a></li>
 <li class="toctree-l2"><a class="reference internal" href="io/table_provider.html">Custom Table Provider</a></li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="configuration.html">Configuration</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="configuration.html#maximizing-cpu-usage">Maximizing CPU Usage</a></li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="distributing-work.html">Distributing work</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="distributing-work.html#expression-level-distribution">Expression-level distribution</a></li>
 <li class="toctree-l2"><a class="reference internal" href="distributing-work.html#query-level-distribution-via-datafusion-distributed">Query-level distribution via datafusion-distributed</a></li>
 <li class="toctree-l2"><a class="reference internal" href="distributing-work.html#query-level-distribution-via-apache-ballista">Query-level distribution via Apache Ballista</a></li>
 <li class="toctree-l2"><a class="reference internal" href="distributing-work.html#see-also">See also</a></li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="sql.html">SQL</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="sql.html#parameterized-queries">Parameterized queries</a></li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="upgrade-guides.html">Upgrade Guides</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="upgrade-guides.html#datafusion-54-0-0">DataFusion 54.0.0</a></li>
 <li class="toctree-l2"><a class="reference internal" href="upgrade-guides.html#datafusion-53-0-0">DataFusion 53.0.0</a></li>
 <li class="toctree-l2"><a class="reference internal" href="upgrade-guides.html#datafusion-52-0-0">DataFusion 52.0.0</a></li>
 </ul>
 </li>
 <li class="toctree-l1"><a class="reference internal" href="ai-coding-assistants.html">Using AI Coding Assistants</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="ai-coding-assistants.html#what-is-published">What is published</a></li>
 <li class="toctree-l2"><a class="reference internal" href="ai-coding-assistants.html#installing-the-skill">Installing the skill</a></li>
 <li class="toctree-l2"><a class="reference internal" href="ai-coding-assistants.html#what-the-skill-covers">What the skill covers</a></li>
 <li class="toctree-l2"><a class="reference internal" href="ai-coding-assistants.html#if-you-are-an-agent-author">If you are an agent author</a></li>
 </ul>
 </li>
 </ul>
 </div>
 </section>


                 </article>


                 <footer class="prev-next-footer d-print-none">

 <div class="prev-next-area">
     <a class="left-prev"
        href="../index.html"
        title="previous page">
       <i class="fa-solid fa-angle-left"></i>
       <div class="prev-next-info">
         <p class="prev-next-subtitle">previous</p>
         <p class="prev-next-title">DataFusion in Python</p>
       </div>
     </a>
     <a class="right-next"
        href="introduction.html"
        title="next page">
       <div class="prev-next-info">
         <p class="prev-next-subtitle">next</p>
         <p class="prev-next-title">Introduction</p>
       </div>
       <i class="fa-solid fa-angle-right"></i>
     </a>
 </div>
                 </footer>

             </div>


           </div>
           <footer class="bd-footer-content">

           </footer>

       </main>
     </div>
   </div>

   <!-- Scripts loaded after <body> so the DOM is not blocked -->
   <script defer src="../_static/scripts/bootstrap.js?digest=8878045cc6db502f8baf"></script>
 <script defer src="../_static/scripts/pydata-sphinx-theme.js?digest=8878045cc6db502f8baf"></script>

 <!-- Based on pydata_sphinx_theme/footer.html -->
 <footer class="footer mt-5 mt-md-0">
   <div class="container">

     <div class="footer-item">
       <p>Apache Arrow DataFusion, Arrow DataFusion, Apache, the Apache feather logo, and the Apache Arrow DataFusion project logo</p>
       <p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
     </div>
   </div>
 </footer>


   </body>
 </html>