blob: 933fcd700910628130aabc3d1e884d35ae3b55db [file] [log] [blame]
<!DOCTYPE html>
<html lang="en" data-content_root="./">
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="viewport" content="width=device-width, initial-scale=1" />
<title>Download &#8212; Apache DataFusion documentation</title>
<link href="_static/styles/theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
<link href="_static/styles/pydata-sphinx-theme.css?digest=1999514e3f237ded88cf" rel="stylesheet">
<link rel="stylesheet"
href="_static/vendor/fontawesome/5.13.0/css/all.min.css">
<link rel="preload" as="font" type="font/woff2" crossorigin
href="_static/vendor/fontawesome/5.13.0/webfonts/fa-solid-900.woff2">
<link rel="preload" as="font" type="font/woff2" crossorigin
href="_static/vendor/fontawesome/5.13.0/webfonts/fa-brands-400.woff2">
<link rel="stylesheet" type="text/css" href="_static/pygments.css?v=8f2a1f02" />
<link rel="stylesheet" type="text/css" href="_static/styles/pydata-sphinx-theme.css?v=1140d252" />
<link rel="stylesheet" type="text/css" href="_static/theme_overrides.css?v=c6d785ac" />
<link rel="preload" as="script" href="_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf">
<script src="_static/documentation_options.js?v=8a448e45"></script>
<script src="_static/doctools.js?v=9bcbadda"></script>
<script src="_static/sphinx_highlight.js?v=dc90522c"></script>
<script async="true" defer="true" src="https://buttons.github.io/buttons.js"></script>
<link rel="index" title="Index" href="genindex.html" />
<link rel="search" title="Search" href="search.html" />
<link rel="next" title="Introduction" href="user-guide/introduction.html" />
<link rel="prev" title="Apache DataFusion" href="index.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="en">
<!-- Google Analytics -->
</head>
<body data-spy="scroll" data-target="#bd-toc-nav" data-offset="80">
<div class="container-fluid" id="banner"></div>
<div class="container-xl">
<div class="row">
<!-- Only show if we have sidebars configured, else just a small margin -->
<div class="col-12 col-md-3 bd-sidebar">
<div class="sidebar-start-items">
<form class="bd-search d-flex align-items-center" action="search.html" method="get">
<i class="icon fas fa-search"></i>
<input type="search" class="form-control" name="q" id="search-input" placeholder="Search the docs ..." aria-label="Search the docs ..." autocomplete="off" >
</form>
<nav class="bd-links" id="bd-docs-nav" aria-label="Main navigation">
<div class="bd-toc-item active">
<p aria-level="2" class="caption" role="heading">
<span class="caption-text">
ASF Links
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
<a class="reference external" href="https://apache.org">
Apache Software Foundation
</a>
</li>
<li class="toctree-l1">
<a class="reference external" href="https://www.apache.org/licenses/">
License
</a>
</li>
<li class="toctree-l1">
<a class="reference external" href="https://www.apache.org/foundation/sponsorship.html">
Donate
</a>
</li>
<li class="toctree-l1">
<a class="reference external" href="https://www.apache.org/foundation/thanks.html">
Thanks
</a>
</li>
<li class="toctree-l1">
<a class="reference external" href="https://www.apache.org/security/">
Security
</a>
</li>
</ul>
<p aria-level="2" class="caption" role="heading">
<span class="caption-text">
Links
</span>
</p>
<ul class="current nav bd-sidenav">
<li class="toctree-l1">
<a class="reference external" href="https://github.com/apache/datafusion">
GitHub and Issue Tracker
</a>
</li>
<li class="toctree-l1">
<a class="reference external" href="https://crates.io/crates/datafusion">
crates.io
</a>
</li>
<li class="toctree-l1">
<a class="reference external" href="https://docs.rs/datafusion/latest/datafusion/">
API Docs
</a>
</li>
<li class="toctree-l1">
<a class="reference external" href="https://datafusion.apache.org/blog/">
Blog
</a>
</li>
<li class="toctree-l1">
<a class="reference external" href="https://github.com/apache/datafusion/blob/main/CODE_OF_CONDUCT.md">
Code of conduct
</a>
</li>
<li class="toctree-l1 current active">
<a class="current reference internal" href="#">
Download
</a>
</li>
</ul>
<p aria-level="2" class="caption" role="heading">
<span class="caption-text">
User Guide
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
<a class="reference internal" href="user-guide/introduction.html">
Introduction
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="user-guide/example-usage.html">
Example Usage
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="user-guide/features.html">
Features
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="user-guide/concepts-readings-events.html">
Concepts, Readings, Events
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="user-guide/crate-configuration.html">
Crate Configuration
</a>
</li>
<li class="toctree-l1 has-children">
<a class="reference internal" href="user-guide/cli/index.html">
DataFusion CLI
</a>
<input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/>
<label for="toctree-checkbox-1">
<i class="fas fa-chevron-down">
</i>
</label>
<ul>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/cli/overview.html">
Overview
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/cli/installation.html">
Installation
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/cli/usage.html">
Usage
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/cli/datasources.html">
Local Files / Directories
</a>
</li>
</ul>
</li>
<li class="toctree-l1">
<a class="reference internal" href="user-guide/dataframe.html">
DataFrame API
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="user-guide/expressions.html">
Expression API
</a>
</li>
<li class="toctree-l1 has-children">
<a class="reference internal" href="user-guide/sql/index.html">
SQL Reference
</a>
<input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/>
<label for="toctree-checkbox-2">
<i class="fas fa-chevron-down">
</i>
</label>
<ul>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/data_types.html">
Data Types
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/select.html">
SELECT syntax
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/subqueries.html">
Subqueries
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/ddl.html">
DDL
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/dml.html">
DML
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/explain.html">
EXPLAIN
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/information_schema.html">
Information Schema
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/operators.html">
Operators
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/aggregate_functions.html">
Aggregate Functions
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/window_functions.html">
Window Functions
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/scalar_functions.html">
Scalar Functions
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/special_functions.html">
Special Functions
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/write_options.html">
Write Options
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="user-guide/sql/prepared_statements.html">
Prepared Statements
</a>
</li>
</ul>
</li>
<li class="toctree-l1">
<a class="reference internal" href="user-guide/configs.html">
Configuration Settings
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="user-guide/explain-usage.html">
Reading Explain Plans
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="user-guide/faq.html">
Frequently Asked Questions
</a>
</li>
</ul>
<p aria-level="2" class="caption" role="heading">
<span class="caption-text">
Library User Guide
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
<a class="reference internal" href="library-user-guide/index.html">
Introduction
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="library-user-guide/extensions.html">
Extensions List
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="library-user-guide/using-the-sql-api.html">
Using the SQL API
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="library-user-guide/working-with-exprs.html">
Working with
<code class="docutils literal notranslate">
<span class="pre">
Expr
</span>
</code>
s
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="library-user-guide/using-the-dataframe-api.html">
Using the DataFrame API
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="library-user-guide/building-logical-plans.html">
Building Logical Plans
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="library-user-guide/catalogs.html">
Catalogs, Schemas, and Tables
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="library-user-guide/adding-udfs.html">
Adding User Defined Functions: Scalar/Window/Aggregate/Table Functions
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="library-user-guide/custom-table-providers.html">
Custom Table Provider
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="library-user-guide/extending-operators.html">
Extending DataFusion’s operators: custom LogicalPlan and Execution Plans
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="library-user-guide/profiling.html">
Profiling Cookbook
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="library-user-guide/query-optimizer.html">
DataFusion Query Optimizer
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="library-user-guide/api-health.html">
API health policy
</a>
</li>
</ul>
<p aria-level="2" class="caption" role="heading">
<span class="caption-text">
Contributor Guide
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
<a class="reference internal" href="contributor-guide/index.html">
Introduction
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="contributor-guide/communication.html">
Communication
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="contributor-guide/getting_started.html">
Getting Started
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="contributor-guide/architecture.html">
Architecture
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="contributor-guide/testing.html">
Testing
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="contributor-guide/howtos.html">
HOWTOs
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="contributor-guide/roadmap.html">
Roadmap
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="contributor-guide/governance.html">
Governance
</a>
</li>
<li class="toctree-l1">
<a class="reference internal" href="contributor-guide/inviting.html">
Inviting New Committers and PMC Members
</a>
</li>
<li class="toctree-l1 has-children">
<a class="reference internal" href="contributor-guide/specification/index.html">
Specifications
</a>
<input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/>
<label for="toctree-checkbox-3">
<i class="fas fa-chevron-down">
</i>
</label>
<ul>
<li class="toctree-l2">
<a class="reference internal" href="contributor-guide/specification/invariants.html">
Invariants
</a>
</li>
<li class="toctree-l2">
<a class="reference internal" href="contributor-guide/specification/output-field-name-semantic.html">
Output field name semantics
</a>
</li>
</ul>
</li>
<li class="toctree-l1">
<a class="reference internal" href="contributor-guide/gsoc_application_guidelines.html">
GSoC Application Guidelines
</a>
</li>
</ul>
<p aria-level="2" class="caption" role="heading">
<span class="caption-text">
DataFusion Subprojects
</span>
</p>
<ul class="nav bd-sidenav">
<li class="toctree-l1">
<a class="reference external" href="https://arrow.apache.org/ballista/">
DataFusion Ballista
</a>
</li>
<li class="toctree-l1">
<a class="reference external" href="https://datafusion.apache.org/comet/">
DataFusion Comet
</a>
</li>
<li class="toctree-l1">
<a class="reference external" href="https://datafusion.apache.org/python/">
DataFusion Python
</a>
</li>
</ul>
</div>
<a class="navbar-brand" href="index.html">
<img src="_static/images/2x_bgwhite_original.png" class="logo" alt="logo">
</a>
</nav>
</div>
<div class="sidebar-end-items">
</div>
</div>
<div class="d-none d-xl-block col-xl-2 bd-toc">
<div class="toc-item">
<div class="tocsection onthispage pt-5 pb-3">
<i class="fas fa-list"></i> On this page
</div>
<nav id="bd-toc-nav">
<ul class="visible nav section-nav flex-column">
<li class="toc-h2 nav-item toc-entry">
<a class="reference internal nav-link" href="#releases">
Releases
</a>
</li>
<li class="toc-h2 nav-item toc-entry">
<a class="reference internal nav-link" href="#notes">
Notes
</a>
<ul class="nav section-nav flex-column">
<li class="toc-h3 nav-item toc-entry">
<a class="reference internal nav-link" href="#to-verify-the-signature-of-the-release-artifact">
To verify the signature of the release artifact
</a>
</li>
<li class="toc-h3 nav-item toc-entry">
<a class="reference internal nav-link" href="#to-verify-the-checksum-of-the-release-artifact">
To verify the checksum of the release artifact
</a>
</li>
</ul>
</li>
</ul>
</nav>
</div>
<div class="toc-item">
<div class="tocsection editthispage">
<a href="https://github.com/apache/arrow-datafusion/edit/main/docs/source/download.md">
<i class="fas fa-pencil-alt"></i> Edit this page
</a>
</div>
</div>
</div>
<main class="col-12 col-md-9 col-xl-7 py-md-5 pl-md-5 pr-md-4 bd-content" role="main">
<div>
<!---
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements. See the NOTICE file
distributed with this work for additional information
regarding copyright ownership. The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing,
software distributed under the License is distributed on an
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
KIND, either express or implied. See the License for the
specific language governing permissions and limitations
under the License.
-->
<section id="download">
<h1>Download<a class="headerlink" href="#download" title="Link to this heading"></a></h1>
<p>While DataFusion is also distributed via the Rust <a class="reference external" href="https://crates.io/crates/datafusion">crates.io</a> package manager as a convenience, the
official Apache DataFusion releases are provided as source artifacts.</p>
<section id="releases">
<h2>Releases<a class="headerlink" href="#releases" title="Link to this heading"></a></h2>
<p>The latest source release is <a class="reference external" href="https://www.apache.org/dyn/closer.lua/datafusion/datafusion-41.0.0/apache-datafusion-41.0.0.tar.gz?action=download">41.0.0</a> (<a class="reference external" href="https://downloads.apache.org/datafusion/datafusion-41.0.0/apache-datafusion-41.0.0.tar.gz.asc">asc</a>,
<a class="reference external" href="https://downloads.apache.org/datafusion/datafusion-41.0.0/apache-datafusion-41.0.0.tar.gz.sha512">sha512</a>).</p>
<p>For previous releases, please check the <a class="reference external" href="https://archive.apache.org/dist/datafusion/">archive</a>.</p>
<p>For releases earlier than 37.0.0, please check <a class="reference external" href="https://archive.apache.org/dist/arrow/">Arrow’s archive</a>.</p>
</section>
<section id="notes">
<h2>Notes<a class="headerlink" href="#notes" title="Link to this heading"></a></h2>
<ul class="simple">
<li><p>When downloading a release, please verify the OpenPGP compatible signature (or failing that, check the SHA-512); these should be fetched from the main Apache site.</p></li>
<li><p>The KEYS file contains the public keys used for signing release. It is recommended that (when possible) a web of trust is used to confirm the identity of these keys.</p></li>
<li><p>Please download the <a class="reference external" href="https://downloads.apache.org/datafusion/KEYS">KEYS</a> as well as the .asc signature files.</p></li>
</ul>
<section id="to-verify-the-signature-of-the-release-artifact">
<h3>To verify the signature of the release artifact<a class="headerlink" href="#to-verify-the-signature-of-the-release-artifact" title="Link to this heading"></a></h3>
<p>You will need to download both the release artifact and the .asc signature file for that artifact. Then verify the signature by:</p>
<ul>
<li><p>Download the KEYS file and the .asc signature files for the relevant release artifacts.</p></li>
<li><p>Import the KEYS file to your GPG keyring:</p>
<div class="highlight-shell notranslate"><div class="highlight"><pre><span></span>gpg<span class="w"> </span>--import<span class="w"> </span>KEYS
</pre></div>
</div>
</li>
<li><p>Verify the signature of the release artifact using the following command:</p>
<div class="highlight-shell notranslate"><div class="highlight"><pre><span></span>gpg<span class="w"> </span>--verify<span class="w"> </span>&lt;artifact&gt;.asc<span class="w"> </span>&lt;artifact&gt;
</pre></div>
</div>
</li>
</ul>
</section>
<section id="to-verify-the-checksum-of-the-release-artifact">
<h3>To verify the checksum of the release artifact<a class="headerlink" href="#to-verify-the-checksum-of-the-release-artifact" title="Link to this heading"></a></h3>
<p>You will need to download both the release artifact and the .sha512 checksum file for that artifact. Then verify the checksum by:</p>
<div class="highlight-shell notranslate"><div class="highlight"><pre><span></span>shasum<span class="w"> </span>-a<span class="w"> </span><span class="m">512</span><span class="w"> </span>-c<span class="w"> </span>&lt;artifact&gt;.sha512
</pre></div>
</div>
</section>
</section>
</section>
</div>
<!-- Previous / next buttons -->
<div class='prev-next-area'>
<a class='left-prev' id="prev-link" href="index.html" title="previous page">
<i class="fas fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
<p class="prev-next-title">Apache DataFusion</p>
</div>
</a>
<a class='right-next' id="next-link" href="user-guide/introduction.html" title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
<p class="prev-next-title">Introduction</p>
</div>
<i class="fas fa-angle-right"></i>
</a>
</div>
</main>
</div>
</div>
<script src="_static/scripts/pydata-sphinx-theme.js?digest=1999514e3f237ded88cf"></script>
<!-- Based on pydata_sphinx_theme/footer.html -->
<footer class="footer mt-5 mt-md-0">
<div class="container">
<div class="footer-item">
<p class="copyright">
&copy; Copyright 2019-2024, Apache Software Foundation.<br>
</p>
</div>
<div class="footer-item">
<p class="sphinx-version">
Created using <a href="http://sphinx-doc.org/">Sphinx</a> 8.1.3.<br>
</p>
</div>
<div class="footer-item">
<p>Apache DataFusion, Apache, the Apache feather logo, and the Apache DataFusion project logo</p>
<p>are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.</p>
</div>
</div>
</footer>
</body>
</html>