

<!--
Javascript to render AIRFLOW-XXX and PR references in text
as HTML links.

Overrides extrahead block from sphinx_rtd_theme
https://www.sphinx-doc.org/en/master/templating.html
-->


<!DOCTYPE html>
<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
<head>
  <meta charset="utf-8">
  
  <meta name="viewport" content="width=device-width, initial-scale=1.0">
  
  <title>Apache Airflow Documentation &mdash; Airflow Documentation</title>
  

    <link rel="shortcut icon" href="_static/pin_32.png"/>
  
  
  <script type="text/javascript" src="_static/js/modernizr.min.js"></script>
  
    
      <script type="text/javascript" id="documentation_options" data-url_root="./" src="_static/documentation_options.js"></script>
        <script type="text/javascript" src="_static/jquery.js"></script>
        <script type="text/javascript" src="_static/underscore.js"></script>
        <script type="text/javascript" src="_static/doctools.js"></script>
        <script type="text/javascript" src="_static/language_data.js"></script>
    
    <script type="text/javascript" src="_static/js/theme.js"></script>

    
  <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
  <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
  <link rel="stylesheet" href="_static/graphviz.css" type="text/css" />
    <link rel="index" title="Index" href="genindex.html" />
    <link rel="search" title="Search" href="search.html" />
    <link rel="next" title="Project" href="project.html" />
   
  <script>
    document.addEventListener('DOMContentLoaded', function() {
      var el = document.getElementById('changelog');
      if (el !== null ) {
        // [AIRFLOW-...]
        el.innerHTML = el.innerHTML.replace(
            /\[(AIRFLOW-[\d]+)\]/g,
            `<a href="https://issues.apache.org/jira/browse/$1">[$1]</a>`
        );
        // (#...)
        el.innerHTML = el.innerHTML.replace(
            /\(#([\d]+)\)/g,
            `<a href="https://github.com/apache/airflow/pull/$1">(#$1)</a>`
        );
      };
    })
  </script>
    <script type="text/javascript">
    var _gaq = _gaq || [];
    _gaq.push(['_setAccount', 'UA-140539454-1']);
    _gaq.push(['_trackPageview']);
  </script>
  <style>
    .example-header {
      position: relative;
      background: #9AAA7A;
      padding: 8px 16px;
      margin-bottom: 0;
    }
    .example-header--with-button {
      padding-right: 166px;
    }
    .example-header:after{
      content: '';
      display: table;
      clear: both;
    }
    .example-title {
      display:block;
      padding: 4px;
      margin-right: 16px;
      color: white;
      overflow-x: auto;
    }
    .example-header-button {
      top: 8px;
      right: 16px;
      position: absolute;
    }
    .example-header + .highlight-python {
      margin-top: 0 !important;
    }
    .viewcode-button {
      display: inline-block;
      padding: 8px 16px;
      border: 0;
      margin: 0;
      outline: 0;
      border-radius: 2px;
      -webkit-box-shadow: 0 3px 5px 0 rgba(0,0,0,.3);
      box-shadow: 0 3px 6px 0 rgba(0,0,0,.3);
      color: #404040;
      background-color: #e7e7e7;
      cursor: pointer;
      font-size: 16px;
      font-weight: 500;
      line-height: 1;
      text-decoration: none;
      text-overflow: ellipsis;
      overflow: hidden;
      text-transform: uppercase;
      -webkit-transition: background-color .2s;
      transition: background-color .2s;
      vertical-align: middle;
      white-space: nowrap;
    }
    .viewcode-button:visited {
      color: #404040;
    }
    .viewcode-button:hover, .viewcode-button:focus {
      color: #404040;
      background-color: #d6d6d6;
    }
  </style>

</head>

<body class="wy-body-for-nav">

   
  <div class="wy-grid-for-nav">
    
    <nav data-toggle="wy-nav-shift" class="wy-nav-side">
      <div class="wy-side-scroll">
        <div class="wy-side-nav-search" >
          

            <a href="#" class="icon icon-home"> Airflow
          

          </a>

          
              <div class="version">
                1.10.6
              </div>
            
          
<div role="search">
  <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
    <input type="text" name="q" placeholder="Search docs" />
    <input type="hidden" name="check_keywords" value="yes" />
    <input type="hidden" name="area" value="default" />
  </form>
</div>

          
        </div>

        <div class="wy-menu wy-menu-vertical" data-spy="affix" role="navigation" aria-label="main navigation">
          
            
              <ul>
<li class="toctree-l1"><a class="reference internal" href="project.html">Project</a></li>
<li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li>
<li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a></li>
<li class="toctree-l1"><a class="reference internal" href="installation.html">Installation</a></li>
<li class="toctree-l1"><a class="reference internal" href="tutorial.html">Tutorial</a></li>
<li class="toctree-l1"><a class="reference internal" href="howto/index.html">How-to Guides</a></li>
<li class="toctree-l1"><a class="reference internal" href="ui.html">UI / Screenshots</a></li>
<li class="toctree-l1"><a class="reference internal" href="concepts.html">Concepts</a></li>
<li class="toctree-l1"><a class="reference internal" href="profiling.html">Data Profiling</a></li>
<li class="toctree-l1"><a class="reference internal" href="cli.html">Command Line Interface Reference</a></li>
<li class="toctree-l1"><a class="reference internal" href="scheduler.html">Scheduling &amp; Triggers</a></li>
<li class="toctree-l1"><a class="reference internal" href="plugins.html">Plugins</a></li>
<li class="toctree-l1"><a class="reference internal" href="security.html">Security</a></li>
<li class="toctree-l1"><a class="reference internal" href="timezone.html">Time zones</a></li>
<li class="toctree-l1"><a class="reference internal" href="api.html">REST API Reference</a></li>
<li class="toctree-l1"><a class="reference internal" href="integration.html">Integration</a></li>
<li class="toctree-l1"><a class="reference internal" href="metrics.html">Metrics</a></li>
<li class="toctree-l1"><a class="reference internal" href="errors.html">Error Tracking</a></li>
<li class="toctree-l1"><a class="reference internal" href="kubernetes.html">Kubernetes</a></li>
<li class="toctree-l1"><a class="reference internal" href="lineage.html">Lineage</a></li>
<li class="toctree-l1"><a class="reference internal" href="changelog.html">Changelog</a></li>
<li class="toctree-l1"><a class="reference internal" href="faq.html">FAQ</a></li>
<li class="toctree-l1"><a class="reference internal" href="macros.html">Macros reference</a></li>
<li class="toctree-l1"><a class="reference internal" href="_api/index.html">Python API Reference</a></li>
<li class="toctree-l1"><a class="reference internal" href="privacy_notice.html">Privacy Notice</a></li>
</ul>
<p class="caption"><span class="caption-text">References</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="_api/index.html">Python API</a></li>
</ul>

            
        </div>
      </div>
    </nav>

    <section data-toggle="wy-nav-shift" class="wy-nav-content-wrap">

      
      <nav class="wy-nav-top" aria-label="top navigation">
        
          <i data-toggle="wy-nav-top" class="fa fa-bars"></i>
          <a href="#">Airflow</a>
        
      </nav>


      <div class="wy-nav-content">
        
        <div class="rst-content">
        
          
<div role="navigation" aria-label="breadcrumbs navigation">

  <ul class="wy-breadcrumbs">
    
      <li><a href="#">Docs</a> &raquo;</li>
        
      <li>Apache Airflow Documentation</li>
    
    
      <li class="wy-breadcrumbs-aside">
        
            
            <a href="_sources/index.rst.txt" rel="nofollow"> View page source</a>
          
        
      </li>
    
  </ul>

  
  <hr/>
</div>
          <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
           <div itemprop="articleBody">
            
  <blockquote>
<div></div></blockquote>
<a class="reference internal image-reference" href="_images/pin_large.png"><img alt="_images/pin_large.png" src="_images/pin_large.png" style="width: 100px;" /></a>
<div class="section" id="apache-airflow-documentation">
<h1>Apache Airflow Documentation<a class="headerlink" href="#apache-airflow-documentation" title="Permalink to this headline">¶</a></h1>
<p>Airflow is a platform to programmatically author, schedule and monitor
workflows.</p>
<p>Use Airflow to author workflows as Directed Acyclic Graphs (DAGs) of tasks.
The Airflow scheduler executes your tasks on an array of workers while
following the specified dependencies. Rich command line utilities make
performing complex surgeries on DAGs a snap. The rich user interface
makes it easy to visualize pipelines running in production,
monitor progress, and troubleshoot issues when needed.</p>
<p>When workflows are defined as code, they become more maintainable,
versionable, testable, and collaborative.</p>
<img alt="_images/airflow.gif" src="_images/airflow.gif" />
<hr class="docutils" />
<div class="section" id="principles">
<h2>Principles<a class="headerlink" href="#principles" title="Permalink to this headline">¶</a></h2>
<ul class="simple">
<li><p><strong>Dynamic</strong>:  Airflow pipelines are configuration as code (Python), allowing for dynamic pipeline generation. This allows for writing code that instantiates pipelines dynamically.</p></li>
<li><p><strong>Extensible</strong>:  Easily define your own operators, executors and extend the library so that it fits the level of abstraction that suits your environment.</p></li>
<li><p><strong>Elegant</strong>:  Airflow pipelines are lean and explicit. Parameterizing your scripts is built into the core of Airflow using the powerful <strong>Jinja</strong> templating engine.</p></li>
<li><p><strong>Scalable</strong>:  Airflow has a modular architecture and uses a message queue to orchestrate an arbitrary number of workers. Airflow is ready to scale to infinity.</p></li>
</ul>
</div>
<div class="section" id="beyond-the-horizon">
<h2>Beyond the Horizon<a class="headerlink" href="#beyond-the-horizon" title="Permalink to this headline">¶</a></h2>
<p>Airflow <strong>is not</strong> a data streaming solution. Tasks do not move data from
one to the other (though tasks can exchange metadata!). Airflow is not
in the <a class="reference external" href="http://spark.apache.org/streaming/">Spark Streaming</a>
or <a class="reference external" href="https://storm.apache.org/">Storm</a> space, it is more comparable to
<a class="reference external" href="http://oozie.apache.org/">Oozie</a> or
<a class="reference external" href="https://azkaban.github.io/">Azkaban</a>.</p>
<p>Workflows are expected to be mostly static or slowly changing. You can think
of the structure of the tasks in your workflow as slightly more dynamic
than a database structure would be. Airflow workflows are expected to look
similar from a run to the next, this allows for clarity around
unit of work and continuity.</p>
</div>
<div class="section" id="content">
<h2>Content<a class="headerlink" href="#content" title="Permalink to this headline">¶</a></h2>
<div class="toctree-wrapper compound">
<ul>
<li class="toctree-l1"><a class="reference internal" href="project.html">Project</a><ul>
<li class="toctree-l2"><a class="reference internal" href="project.html#history">History</a></li>
<li class="toctree-l2"><a class="reference internal" href="project.html#committers">Committers</a></li>
<li class="toctree-l2"><a class="reference internal" href="project.html#resources-links">Resources &amp; links</a></li>
<li class="toctree-l2"><a class="reference internal" href="project.html#roadmap">Roadmap</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li>
<li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a><ul>
<li class="toctree-l2"><a class="reference internal" href="start.html#what-s-next">What’s Next?</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="installation.html">Installation</a><ul>
<li class="toctree-l2"><a class="reference internal" href="installation.html#getting-airflow">Getting Airflow</a></li>
<li class="toctree-l2"><a class="reference internal" href="installation.html#extra-packages">Extra Packages</a></li>
<li class="toctree-l2"><a class="reference internal" href="installation.html#initiating-airflow-database">Initiating Airflow Database</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="tutorial.html">Tutorial</a><ul>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#example-pipeline-definition">Example Pipeline definition</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#it-s-a-dag-definition-file">It’s a DAG definition file</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#importing-modules">Importing Modules</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#default-arguments">Default Arguments</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#instantiate-a-dag">Instantiate a DAG</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#tasks">Tasks</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#templating-with-jinja">Templating with Jinja</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#setting-up-dependencies">Setting up Dependencies</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#recap">Recap</a></li>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#testing">Testing</a><ul>
<li class="toctree-l3"><a class="reference internal" href="tutorial.html#running-the-script">Running the Script</a></li>
<li class="toctree-l3"><a class="reference internal" href="tutorial.html#command-line-metadata-validation">Command Line Metadata Validation</a></li>
<li class="toctree-l3"><a class="reference internal" href="tutorial.html#id1">Testing</a></li>
<li class="toctree-l3"><a class="reference internal" href="tutorial.html#backfill">Backfill</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="tutorial.html#what-s-next">What’s Next?</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="howto/index.html">How-to Guides</a><ul>
<li class="toctree-l2"><a class="reference internal" href="howto/set-config.html">Setting Configuration Options</a></li>
<li class="toctree-l2"><a class="reference internal" href="howto/initialize-database.html">Initializing a Database Backend</a></li>
<li class="toctree-l2"><a class="reference internal" href="howto/operator/index.html">Using Operators</a><ul>
<li class="toctree-l3"><a class="reference internal" href="howto/operator/bash.html">BashOperator</a><ul>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/bash.html#templating">Templating</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/bash.html#troubleshooting">Troubleshooting</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="howto/operator/dingding.html">Dingding Operators</a><ul>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/dingding.html#prerequisite-tasks">Prerequisite Tasks</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/dingding.html#basic-usage">Basic Usage</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/dingding.html#remind-users-in-message">Remind users in message</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/dingding.html#send-rich-text-message">Send rich text message</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/dingding.html#sending-messages-from-a-task-callback">Sending messages from a Task callback</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/dingding.html#changing-connection-host-if-you-need">Changing connection host if you need</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/dingding.html#more-information">More information</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="howto/operator/gcp/index.html">Google Cloud Operators</a><ul>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/bigtable.html">Google Cloud Bigtable Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/cloud_build.html">Google Cloud Build Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/compute.html">Google Compute Engine Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/function.html">Google Cloud Functions Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/gcs.html">Google Cloud Storage Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/natural_language.html">Google Cloud Natural Language Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/spanner.html">Google Cloud Spanner Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/speech.html">Google Cloud Text to Speech Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/speech.html#google-cloud-speech-to-text-operators">Google Cloud Speech to Text Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/sql.html">Google Cloud Sql Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/transfer.html">Google Cloud Transfer Service Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/translate.html">Google Cloud Translate Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/translate-speech.html">Google Cloud Speech Translate Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/video.html">Google Cloud Video Intelligence Operators</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/gcp/vision.html">Google Cloud Vision Operators</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="howto/operator/papermill.html">Papermill</a><ul>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/papermill.html#usage">Usage</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="howto/operator/python.html">PythonOperator</a><ul>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/python.html#passing-in-arguments">Passing in arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/operator/python.html#templating">Templating</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="howto/connection/index.html">Managing Connections</a><ul>
<li class="toctree-l3"><a class="reference internal" href="howto/connection/index.html#creating-a-connection-with-the-ui">Creating a Connection with the UI</a></li>
<li class="toctree-l3"><a class="reference internal" href="howto/connection/index.html#editing-a-connection-with-the-ui">Editing a Connection with the UI</a></li>
<li class="toctree-l3"><a class="reference internal" href="howto/connection/index.html#creating-a-connection-with-environment-variables">Creating a Connection with Environment Variables</a></li>
<li class="toctree-l3"><a class="reference internal" href="howto/connection/index.html#connection-types">Connection Types</a><ul>
<li class="toctree-l4"><a class="reference internal" href="howto/connection/aws.html">Amazon Web Services Connection</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/connection/gcp.html">Google Cloud Platform Connection</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/connection/gcp_sql.html">Google Cloud SQL Connection</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/connection/grpc.html">gRPC</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/connection/mysql.html">MySQL Connection</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/connection/oracle.html">Oracle Connection</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/connection/postgres.html">PostgresSQL Connection</a></li>
<li class="toctree-l4"><a class="reference internal" href="howto/connection/ssh.html">SSH Connection</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="howto/secure-connections.html">Securing Connections</a></li>
<li class="toctree-l2"><a class="reference internal" href="howto/secure-connections.html#rotating-encryption-keys">Rotating encryption keys</a></li>
<li class="toctree-l2"><a class="reference internal" href="howto/write-logs.html">Writing Logs</a><ul>
<li class="toctree-l3"><a class="reference internal" href="howto/write-logs.html#writing-logs-locally">Writing Logs Locally</a><ul>
<li class="toctree-l4"><a class="reference internal" href="howto/write-logs.html#before-you-begin">Before you begin</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="howto/write-logs.html#writing-logs-to-amazon-s3">Writing Logs to Amazon S3</a><ul>
<li class="toctree-l4"><a class="reference internal" href="howto/write-logs.html#enabling-remote-logging">Enabling remote logging</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="howto/write-logs.html#writing-logs-to-azure-blob-storage">Writing Logs to Azure Blob Storage</a></li>
<li class="toctree-l3"><a class="reference internal" href="howto/write-logs.html#writing-logs-to-google-cloud-storage">Writing Logs to Google Cloud Storage</a></li>
<li class="toctree-l3"><a class="reference internal" href="howto/write-logs.html#writing-logs-to-elasticsearch">Writing Logs to Elasticsearch</a></li>
<li class="toctree-l3"><a class="reference internal" href="howto/write-logs.html#writing-logs-to-elasticsearch-over-tls">Writing Logs to Elasticsearch over TLS</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="howto/executor/use-celery.html">Celery Executor</a><ul>
<li class="toctree-l3"><a class="reference internal" href="howto/executor/use-celery.html#architecture">Architecture</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="howto/executor/use-dask.html">Dask Executor</a></li>
<li class="toctree-l2"><a class="reference internal" href="howto/executor/use-mesos.html">Scaling Out with Mesos (community contributed)</a><ul>
<li class="toctree-l3"><a class="reference internal" href="howto/executor/use-mesos.html#tasks-executed-directly-on-mesos-slaves">Tasks executed directly on mesos slaves</a></li>
<li class="toctree-l3"><a class="reference internal" href="howto/executor/use-mesos.html#tasks-executed-in-containers-on-mesos-slaves">Tasks executed in containers on mesos slaves</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="howto/run-behind-proxy.html">Running Airflow behind a reverse proxy</a></li>
<li class="toctree-l2"><a class="reference internal" href="howto/run-with-systemd.html">Running Airflow with systemd</a></li>
<li class="toctree-l2"><a class="reference internal" href="howto/run-with-upstart.html">Running Airflow with upstart</a></li>
<li class="toctree-l2"><a class="reference internal" href="howto/use-test-config.html">Using the Test Mode Configuration</a></li>
<li class="toctree-l2"><a class="reference internal" href="howto/check-health.html">Checking Airflow Health Status</a></li>
<li class="toctree-l2"><a class="reference internal" href="howto/define_extra_link.html">Define an operator extra link</a><ul>
<li class="toctree-l3"><a class="reference internal" href="howto/define_extra_link.html#add-or-override-links-to-existing-operators">Add or override Links to Existing Operators</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="howto/tracking-user-activity.html">Tracking User Activity</a></li>
<li class="toctree-l2"><a class="reference internal" href="howto/cli-completion.html">Set Up Bash/Zsh Completion</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="ui.html">UI / Screenshots</a><ul>
<li class="toctree-l2"><a class="reference internal" href="ui.html#dags-view">DAGs View</a></li>
<li class="toctree-l2"><a class="reference internal" href="ui.html#tree-view">Tree View</a></li>
<li class="toctree-l2"><a class="reference internal" href="ui.html#graph-view">Graph View</a></li>
<li class="toctree-l2"><a class="reference internal" href="ui.html#variable-view">Variable View</a></li>
<li class="toctree-l2"><a class="reference internal" href="ui.html#gantt-chart">Gantt Chart</a></li>
<li class="toctree-l2"><a class="reference internal" href="ui.html#task-duration">Task Duration</a></li>
<li class="toctree-l2"><a class="reference internal" href="ui.html#code-view">Code View</a></li>
<li class="toctree-l2"><a class="reference internal" href="ui.html#task-instance-context-menu">Task Instance Context Menu</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="concepts.html">Concepts</a><ul>
<li class="toctree-l2"><a class="reference internal" href="concepts.html#core-ideas">Core Ideas</a><ul>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#dags">DAGs</a><ul>
<li class="toctree-l4"><a class="reference internal" href="concepts.html#scope">Scope</a></li>
<li class="toctree-l4"><a class="reference internal" href="concepts.html#default-arguments">Default Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="concepts.html#context-manager">Context Manager</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#operators">Operators</a><ul>
<li class="toctree-l4"><a class="reference internal" href="concepts.html#dag-assignment">DAG Assignment</a></li>
<li class="toctree-l4"><a class="reference internal" href="concepts.html#bitshift-composition">Bitshift Composition</a></li>
<li class="toctree-l4"><a class="reference internal" href="concepts.html#relationship-helper">Relationship Helper</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#tasks">Tasks</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#task-instances">Task Instances</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#task-lifecycle">Task Lifecycle</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#workflows">Workflows</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="concepts.html#additional-functionality">Additional Functionality</a><ul>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#hooks">Hooks</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#pools">Pools</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#connections">Connections</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#queues">Queues</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#xcoms">XComs</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#variables">Variables</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#branching">Branching</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#subdags">SubDAGs</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#slas">SLAs</a><ul>
<li class="toctree-l4"><a class="reference internal" href="concepts.html#email-configuration">Email Configuration</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#trigger-rules">Trigger Rules</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#latest-run-only">Latest Run Only</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#zombies-undeads">Zombies &amp; Undeads</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#cluster-policy">Cluster Policy</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#documentation-notes">Documentation &amp; Notes</a></li>
<li class="toctree-l3"><a class="reference internal" href="concepts.html#id1">Jinja Templating</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="concepts.html#packaged-dags">Packaged DAGs</a></li>
<li class="toctree-l2"><a class="reference internal" href="concepts.html#airflowignore">.airflowignore</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="profiling.html">Data Profiling</a><ul>
<li class="toctree-l2"><a class="reference internal" href="profiling.html#adhoc-queries">Adhoc Queries</a></li>
<li class="toctree-l2"><a class="reference internal" href="profiling.html#charts">Charts</a><ul>
<li class="toctree-l3"><a class="reference internal" href="profiling.html#chart-screenshot">Chart Screenshot</a></li>
<li class="toctree-l3"><a class="reference internal" href="profiling.html#chart-form-screenshot">Chart Form Screenshot</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="cli.html">Command Line Interface Reference</a><ul>
<li class="toctree-l2"><a class="reference internal" href="cli.html#Positional Arguments">Positional Arguments</a></li>
<li class="toctree-l2"><a class="reference internal" href="cli.html#Sub-commands:">Sub-commands:</a><ul>
<li class="toctree-l3"><a class="reference internal" href="cli.html#backfill">backfill</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat1">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#list_dag_runs">list_dag_runs</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat2">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat1">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#list_tasks">list_tasks</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat3">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat2">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#clear">clear</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat4">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat3">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#pause">pause</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat5">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat4">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#unpause">unpause</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat6">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat5">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#trigger_dag">trigger_dag</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat7">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat6">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#delete_dag">delete_dag</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat8">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat7">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#show_dag">show_dag</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat9">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat8">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#pool">pool</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat9">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#variables">variables</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat10">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#kerberos">kerberos</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat10">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat11">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#render">render</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat11">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat12">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#run">run</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat12">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat13">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#initdb">initdb</a></li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#list_dags">list_dags</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat14">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#dag_state">dag_state</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat13">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat15">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#task_failed_deps">task_failed_deps</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat14">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat16">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#task_state">task_state</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat15">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat17">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#serve_logs">serve_logs</a></li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#test">test</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat16">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat18">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#webserver">webserver</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat19">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#resetdb">resetdb</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat20">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#upgradedb">upgradedb</a></li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#scheduler">scheduler</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat21">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#worker">worker</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat22">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#flower">flower</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat23">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#version">version</a></li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#connections">connections</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat24">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#create_user">create_user</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat25">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#delete_user">delete_user</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat26">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#list_users">list_users</a></li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#sync_perm">sync_perm</a></li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#next_execution">next_execution</a><ul>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Positional Arguments_repeat17">Positional Arguments</a></li>
<li class="toctree-l4"><a class="reference internal" href="cli.html#Named Arguments_repeat27">Named Arguments</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="cli.html#rotate_fernet_key">rotate_fernet_key</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="scheduler.html">Scheduling &amp; Triggers</a><ul>
<li class="toctree-l2"><a class="reference internal" href="scheduler.html#dag-runs">DAG Runs</a></li>
<li class="toctree-l2"><a class="reference internal" href="scheduler.html#backfill-and-catchup">Backfill and Catchup</a></li>
<li class="toctree-l2"><a class="reference internal" href="scheduler.html#external-triggers">External Triggers</a></li>
<li class="toctree-l2"><a class="reference internal" href="scheduler.html#to-keep-in-mind">To Keep in Mind</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="plugins.html">Plugins</a><ul>
<li class="toctree-l2"><a class="reference internal" href="plugins.html#what-for">What for?</a></li>
<li class="toctree-l2"><a class="reference internal" href="plugins.html#why-build-on-top-of-airflow">Why build on top of Airflow?</a></li>
<li class="toctree-l2"><a class="reference internal" href="plugins.html#interface">Interface</a></li>
<li class="toctree-l2"><a class="reference internal" href="plugins.html#example">Example</a></li>
<li class="toctree-l2"><a class="reference internal" href="plugins.html#note-on-role-based-views">Note on role based views</a></li>
<li class="toctree-l2"><a class="reference internal" href="plugins.html#plugins-as-python-packages">Plugins as Python packages</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="security.html">Security</a><ul>
<li class="toctree-l2"><a class="reference internal" href="security.html#web-authentication">Web Authentication</a><ul>
<li class="toctree-l3"><a class="reference internal" href="security.html#password">Password</a></li>
<li class="toctree-l3"><a class="reference internal" href="security.html#ldap">LDAP</a></li>
<li class="toctree-l3"><a class="reference internal" href="security.html#roll-your-own">Roll your own</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="security.html#multi-tenancy">Multi-tenancy</a></li>
<li class="toctree-l2"><a class="reference internal" href="security.html#kerberos">Kerberos</a><ul>
<li class="toctree-l3"><a class="reference internal" href="security.html#limitations">Limitations</a></li>
<li class="toctree-l3"><a class="reference internal" href="security.html#enabling-kerberos">Enabling kerberos</a><ul>
<li class="toctree-l4"><a class="reference internal" href="security.html#airflow">Airflow</a></li>
<li class="toctree-l4"><a class="reference internal" href="security.html#hadoop">Hadoop</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="security.html#using-kerberos-authentication">Using kerberos authentication</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="security.html#oauth-authentication">OAuth Authentication</a><ul>
<li class="toctree-l3"><a class="reference internal" href="security.html#github-enterprise-ghe-authentication">GitHub Enterprise (GHE) Authentication</a><ul>
<li class="toctree-l4"><a class="reference internal" href="security.html#setting-up-ghe-authentication">Setting up GHE Authentication</a></li>
<li class="toctree-l4"><a class="reference internal" href="security.html#using-ghe-authentication-with-github-com">Using GHE Authentication with github.com</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="security.html#google-authentication">Google Authentication</a><ul>
<li class="toctree-l4"><a class="reference internal" href="security.html#setting-up-google-authentication">Setting up Google Authentication</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="security.html#ssl">SSL</a></li>
<li class="toctree-l2"><a class="reference internal" href="security.html#impersonation">Impersonation</a><ul>
<li class="toctree-l3"><a class="reference internal" href="security.html#default-impersonation">Default Impersonation</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="security.html#flower-authentication">Flower Authentication</a></li>
<li class="toctree-l2"><a class="reference internal" href="security.html#rbac-ui-security">RBAC UI Security</a><ul>
<li class="toctree-l3"><a class="reference internal" href="security.html#default-roles">Default Roles</a><ul>
<li class="toctree-l4"><a class="reference internal" href="security.html#admin">Admin</a></li>
<li class="toctree-l4"><a class="reference internal" href="security.html#public">Public</a></li>
<li class="toctree-l4"><a class="reference internal" href="security.html#viewer">Viewer</a></li>
<li class="toctree-l4"><a class="reference internal" href="security.html#user">User</a></li>
<li class="toctree-l4"><a class="reference internal" href="security.html#op">Op</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="security.html#custom-roles">Custom Roles</a><ul>
<li class="toctree-l4"><a class="reference internal" href="security.html#dag-level-role">DAG Level Role</a></li>
</ul>
</li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="timezone.html">Time zones</a><ul>
<li class="toctree-l2"><a class="reference internal" href="timezone.html#concepts">Concepts</a><ul>
<li class="toctree-l3"><a class="reference internal" href="timezone.html#naive-and-aware-datetime-objects">Naïve and aware datetime objects</a></li>
<li class="toctree-l3"><a class="reference internal" href="timezone.html#interpretation-of-naive-datetime-objects">Interpretation of naive datetime objects</a></li>
<li class="toctree-l3"><a class="reference internal" href="timezone.html#default-time-zone">Default time zone</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="timezone.html#time-zone-aware-dags">Time zone aware DAGs</a><ul>
<li class="toctree-l3"><a class="reference internal" href="timezone.html#templates">Templates</a></li>
<li class="toctree-l3"><a class="reference internal" href="timezone.html#cron-schedules">Cron schedules</a></li>
<li class="toctree-l3"><a class="reference internal" href="timezone.html#time-deltas">Time deltas</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="api.html">REST API Reference</a><ul>
<li class="toctree-l2"><a class="reference internal" href="api.html#endpoints">Endpoints</a></li>
<li class="toctree-l2"><a class="reference internal" href="api.html#cli">CLI</a></li>
<li class="toctree-l2"><a class="reference internal" href="api.html#authentication">Authentication</a><ul>
<li class="toctree-l3"><a class="reference internal" href="api.html#post--api-experimental-dags--DAG_ID--dag_runs">POST /api/experimental/dags/&lt;DAG_ID&gt;/dag_runs</a></li>
</ul>
<ul>
<li class="toctree-l3"><a class="reference internal" href="api.html#get--api-experimental-dags--DAG_ID--dag_runs">GET /api/experimental/dags/&lt;DAG_ID&gt;/dag_runs</a></li>
</ul>
<ul>
<li class="toctree-l3"><a class="reference internal" href="api.html#get--api-experimental-dags--string-dag_id--dag_runs--string-execution_date-">GET /api/experimental/dags/&lt;string:dag_id&gt;/dag_runs/&lt;string:execution_date&gt;</a></li>
</ul>
<ul>
<li class="toctree-l3"><a class="reference internal" href="api.html#get--api-experimental-test">GET /api/experimental/test</a></li>
</ul>
<ul>
<li class="toctree-l3"><a class="reference internal" href="api.html#get--api-experimental-dags--DAG_ID--tasks--TASK_ID-">GET /api/experimental/dags/&lt;DAG_ID&gt;/tasks/&lt;TASK_ID&gt;</a></li>
</ul>
<ul>
<li class="toctree-l3"><a class="reference internal" href="api.html#get--api-experimental-dags--DAG_ID--dag_runs--string-execution_date--tasks--TASK_ID-">GET /api/experimental/dags/&lt;DAG_ID&gt;/dag_runs/&lt;string:execution_date&gt;/tasks/&lt;TASK_ID&gt;</a></li>
</ul>
<ul>
<li class="toctree-l3"><a class="reference internal" href="api.html#get--api-experimental-dags--DAG_ID--paused--string-paused-">GET /api/experimental/dags/&lt;DAG_ID&gt;/paused/&lt;string:paused&gt;</a></li>
</ul>
<ul>
<li class="toctree-l3"><a class="reference internal" href="api.html#get--api-experimental-latest_runs">GET /api/experimental/latest_runs</a></li>
</ul>
<ul>
<li class="toctree-l3"><a class="reference internal" href="api.html#get--api-experimental-pools">GET /api/experimental/pools</a></li>
</ul>
<ul>
<li class="toctree-l3"><a class="reference internal" href="api.html#get--api-experimental-pools--string-name-">GET /api/experimental/pools/&lt;string:name&gt;</a></li>
</ul>
<ul>
<li class="toctree-l3"><a class="reference internal" href="api.html#post--api-experimental-pools">POST /api/experimental/pools</a></li>
</ul>
<ul>
<li class="toctree-l3"><a class="reference internal" href="api.html#delete--api-experimental-pools--string-name-">DELETE /api/experimental/pools/&lt;string:name&gt;</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="integration.html">Integration</a><ul>
<li class="toctree-l2"><a class="reference internal" href="integration.html#azure-microsoft-azure">Azure: Microsoft Azure</a><ul>
<li class="toctree-l3"><a class="reference internal" href="integration.html#azure-blob-storage">Azure Blob Storage</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#azure-file-share">Azure File Share</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#logging">Logging</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#azure-cosmosdb">Azure CosmosDB</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#azure-data-lake">Azure Data Lake</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#azure-container-instances">Azure Container Instances</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="integration.html#aws-amazon-web-services">AWS: Amazon Web Services</a><ul>
<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-emr">AWS EMR</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-s3">AWS S3</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-batch-service">AWS Batch Service</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-redshift">AWS RedShift</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-dynamodb">AWS DynamoDB</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-lambda">AWS Lambda</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#aws-kinesis">AWS Kinesis</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#amazon-sagemaker">Amazon SageMaker</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="integration.html#databricks">Databricks</a></li>
<li class="toctree-l2"><a class="reference internal" href="integration.html#gcp-google-cloud-platform">GCP: Google Cloud Platform</a><ul>
<li class="toctree-l3"><a class="reference internal" href="integration.html#id2">Logging</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#googlecloudbasehook">GoogleCloudBaseHook</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#bigquery">BigQuery</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-spanner">Cloud Spanner</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-sql">Cloud SQL</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-bigtable">Cloud Bigtable</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-build">Cloud Build</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#compute-engine">Compute Engine</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-functions">Cloud Functions</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-dataflow">Cloud DataFlow</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-dataproc">Cloud DataProc</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-datastore">Cloud Datastore</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-ml-engine">Cloud ML Engine</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-storage">Cloud Storage</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#transfer-service">Transfer Service</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-vision">Cloud Vision</a><ul>
<li class="toctree-l4"><a class="reference internal" href="integration.html#cloud-vision-product-search-operators">Cloud Vision Product Search Operators</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-text-to-speech">Cloud Text to Speech</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-speech-to-text">Cloud Speech to Text</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="integration.html#cloud-speech-translate-operators">Cloud Speech Translate Operators</a><ul>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-translate">Cloud Translate</a><ul>
<li class="toctree-l4"><a class="reference internal" href="integration.html#cloud-translate-text-operators">Cloud Translate Text Operators</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#cloud-video-intelligence">Cloud Video Intelligence</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#google-kubernetes-engine">Google Kubernetes Engine</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#google-natural-language">Google Natural Language</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#google-cloud-data-loss-prevention-dlp">Google Cloud Data Loss Prevention (DLP)</a></li>
<li class="toctree-l3"><a class="reference internal" href="integration.html#google-cloud-tasks">Google Cloud Tasks</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="integration.html#qubole">Qubole</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="metrics.html">Metrics</a><ul>
<li class="toctree-l2"><a class="reference internal" href="metrics.html#setup">Setup</a></li>
<li class="toctree-l2"><a class="reference internal" href="metrics.html#counters">Counters</a></li>
<li class="toctree-l2"><a class="reference internal" href="metrics.html#gauges">Gauges</a></li>
<li class="toctree-l2"><a class="reference internal" href="metrics.html#timers">Timers</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="errors.html">Error Tracking</a><ul>
<li class="toctree-l2"><a class="reference internal" href="errors.html#setup">Setup</a></li>
<li class="toctree-l2"><a class="reference internal" href="errors.html#tags">Tags</a></li>
<li class="toctree-l2"><a class="reference internal" href="errors.html#breadcrumbs">Breadcrumbs</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="kubernetes.html">Kubernetes</a><ul>
<li class="toctree-l2"><a class="reference internal" href="kubernetes.html#kubernetes-executor">Kubernetes Executor</a></li>
<li class="toctree-l2"><a class="reference internal" href="kubernetes.html#kubernetes-operator">Kubernetes Operator</a></li>
<li class="toctree-l2"><a class="reference internal" href="kubernetes.html#pod-mutation-hook">Pod Mutation Hook</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="lineage.html">Lineage</a><ul>
<li class="toctree-l2"><a class="reference internal" href="lineage.html#apache-atlas">Apache Atlas</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="changelog.html">Changelog</a><ul>
<li class="toctree-l2"><a class="reference internal" href="changelog.html#airflow-1-10-6-2019-10-28">Airflow 1.10.6, 2019-10-28</a><ul>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#new-features">New Features</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#improvements">Improvements</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#bug-fixes">Bug Fixes</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#doc-only-changes">Doc-only changes</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#misc-internal">Misc/Internal</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="changelog.html#airflow-1-10-5-2019-08-30">Airflow 1.10.5, 2019-08-30</a><ul>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id1">New Features</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id2">Improvements</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id3">Bug fixes</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id4">Misc/Internal</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id5">Doc-only changes</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="changelog.html#airflow-1-10-4-2019-08-04">Airflow 1.10.4, 2019-08-04</a><ul>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id6">New Features</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#improvement">Improvement</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id7">Bug fixes</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id8">Misc/Internal</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id9">Doc-only changes</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="changelog.html#airflow-1-10-3-2019-04-09">Airflow 1.10.3, 2019-04-09</a><ul>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#new-feature">New Feature</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id10">Improvement</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id11">Bug fixes</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id12">Misc/Internal</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id13">Doc-only changes</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="changelog.html#airflow-1-10-2-2019-01-19">Airflow 1.10.2, 2019-01-19</a><ul>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id14">New features</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id15">Improvements</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id16">Bug fixes</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id17">Doc-only changes</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="changelog.html#airflow-1-10-1-2018-11-13">Airflow 1.10.1, 2018-11-13</a><ul>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id18">New features</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id19">Improvements</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id20">Doc-only changes</a></li>
<li class="toctree-l3"><a class="reference internal" href="changelog.html#id21">Bug fixes</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="changelog.html#airflow-1-10-0-2018-08-03">Airflow 1.10.0, 2018-08-03</a></li>
<li class="toctree-l2"><a class="reference internal" href="changelog.html#airflow-1-9-0-2018-01-02">Airflow 1.9.0, 2018-01-02</a></li>
<li class="toctree-l2"><a class="reference internal" href="changelog.html#airflow-1-8-2-2017-09-04">Airflow 1.8.2, 2017-09-04</a></li>
<li class="toctree-l2"><a class="reference internal" href="changelog.html#airflow-1-8-1-2017-05-09">Airflow 1.8.1, 2017-05-09</a></li>
<li class="toctree-l2"><a class="reference internal" href="changelog.html#airflow-1-8-0-2017-03-12">Airflow 1.8.0, 2017-03-12</a></li>
<li class="toctree-l2"><a class="reference internal" href="changelog.html#airflow-1-7-2">Airflow 1.7.2</a></li>
<li class="toctree-l2"><a class="reference internal" href="changelog.html#airflow-1-7-1-2016-05-19">Airflow 1.7.1, 2016-05-19</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="faq.html">FAQ</a><ul>
<li class="toctree-l2"><a class="reference internal" href="faq.html#why-isn-t-my-task-getting-scheduled">Why isn’t my task getting scheduled?</a></li>
<li class="toctree-l2"><a class="reference internal" href="faq.html#how-do-i-trigger-tasks-based-on-another-task-s-failure">How do I trigger tasks based on another task’s failure?</a></li>
<li class="toctree-l2"><a class="reference internal" href="faq.html#why-are-connection-passwords-still-not-encrypted-in-the-metadata-db-after-i-installed-airflow-crypto">Why are connection passwords still not encrypted in the metadata db after I installed airflow[crypto]?</a></li>
<li class="toctree-l2"><a class="reference internal" href="faq.html#what-s-the-deal-with-start-date">What’s the deal with <code class="docutils literal notranslate"><span class="pre">start_date</span></code>?</a></li>
<li class="toctree-l2"><a class="reference internal" href="faq.html#how-can-i-create-dags-dynamically">How can I create DAGs dynamically?</a></li>
<li class="toctree-l2"><a class="reference internal" href="faq.html#what-are-all-the-airflow-run-commands-in-my-process-list">What are all the <code class="docutils literal notranslate"><span class="pre">airflow</span> <span class="pre">run</span></code> commands in my process list?</a></li>
<li class="toctree-l2"><a class="reference internal" href="faq.html#how-can-my-airflow-dag-run-faster">How can my airflow dag run faster?</a></li>
<li class="toctree-l2"><a class="reference internal" href="faq.html#how-can-we-reduce-the-airflow-ui-page-load-time">How can we reduce the airflow UI page load time?</a></li>
<li class="toctree-l2"><a class="reference internal" href="faq.html#how-to-fix-exception-global-variable-explicit-defaults-for-timestamp-needs-to-be-on-1">How to fix Exception: Global variable explicit_defaults_for_timestamp needs to be on (1)?</a></li>
<li class="toctree-l2"><a class="reference internal" href="faq.html#how-to-reduce-airflow-dag-scheduling-latency-in-production">How to reduce airflow dag scheduling latency in production?</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="macros.html">Macros reference</a><ul>
<li class="toctree-l2"><a class="reference internal" href="macros.html#default-variables">Default Variables</a></li>
<li class="toctree-l2"><a class="reference internal" href="macros.html#macros">Macros</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="_api/index.html">Python API Reference</a><ul>
<li class="toctree-l2"><a class="reference internal" href="_api/index.html#operators">Operators</a><ul>
<li class="toctree-l3"><a class="reference internal" href="_api/index.html#baseoperator">BaseOperator</a></li>
<li class="toctree-l3"><a class="reference internal" href="_api/index.html#basesensoroperator">BaseSensorOperator</a></li>
<li class="toctree-l3"><a class="reference internal" href="_api/index.html#operators-packages">Operators packages</a><ul>
<li class="toctree-l4"><a class="reference internal" href="_api/airflow/operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.operators</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="_api/airflow/sensors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.sensors</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="_api/airflow/contrib/operators/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.contrib.operators</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="_api/airflow/contrib/sensors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.contrib.sensors</span></code></a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="_api/index.html#hooks">Hooks</a><ul>
<li class="toctree-l3"><a class="reference internal" href="_api/index.html#hooks-packages">Hooks packages</a><ul>
<li class="toctree-l4"><a class="reference internal" href="_api/airflow/hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.hooks</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="_api/airflow/contrib/hooks/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.contrib.hooks</span></code></a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="_api/index.html#executors">Executors</a><ul>
<li class="toctree-l3"><a class="reference internal" href="_api/index.html#executors-packages">Executors packages</a><ul>
<li class="toctree-l4"><a class="reference internal" href="_api/airflow/executors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.executors</span></code></a></li>
<li class="toctree-l4"><a class="reference internal" href="_api/airflow/contrib/executors/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.contrib.executors</span></code></a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="_api/index.html#models">Models</a><ul>
<li class="toctree-l3"><a class="reference internal" href="_api/airflow/models/index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.models</span></code></a><ul>
<li class="toctree-l4"><a class="reference internal" href="_api/airflow/models/index.html#submodules">Submodules</a></li>
<li class="toctree-l4"><a class="reference internal" href="_api/airflow/models/index.html#package-contents">Package Contents</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="_api/index.html#core-and-community-package">Core and community package</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="privacy_notice.html">Privacy Notice</a><ul>
<li class="toctree-l2"><a class="reference internal" href="privacy_notice.html#website-usage-privacy-policy">Website Usage Privacy Policy</a></li>
<li class="toctree-l2"><a class="reference internal" href="privacy_notice.html#privacy-faq">Privacy FAQ</a></li>
</ul>
</li>
</ul>
</div>
<div class="toctree-wrapper compound">
<p class="caption"><span class="caption-text">References</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="_api/index.html">Python API</a></li>
</ul>
</div>
</div>
</div>


           </div>
           
          </div>
          

<footer>
  
    <div class="rst-footer-buttons" role="navigation" aria-label="footer navigation">
      
        <a href="project.html" class="btn btn-neutral float-right" title="Project" accesskey="n" rel="next">Next <span class="fa fa-arrow-circle-right"></span></a>
      
      
    </div>
  

  <hr/>

  <div role="contentinfo">
    <p>

    </p>
  </div>
  Built with <a href="http://sphinx-doc.org/">Sphinx</a> using a <a href="https://github.com/rtfd/sphinx_rtd_theme">theme</a> provided by <a href="https://readthedocs.org">Read the Docs</a>.
  <div class="footer">This page uses <a href="https://analytics.google.com/">
    Google Analytics</a> to collect statistics. You can disable it by blocking
    the JavaScript coming from www.google-analytics.com. Check our
    <a href="privacy_notice.html">Privacy Policy</a>
    for more details.
    <script type="text/javascript">
      (function() {
        var ga = document.createElement('script');
        ga.src = ('https:' == document.location.protocol ?
          'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
        ga.setAttribute('async', 'true');
        var nodes = document.documentElement.childNodes;
        var i = -1;
        var node;
        do {
          i++;
          node = nodes[i]
        } while(node.nodeType !== Node.ELEMENT_NODE);
        node.appendChild(ga);
      })();
    </script>
  </div>


</footer>

        </div>
      </div>

    </section>

  </div>
  

  <script type="text/javascript">
      jQuery(function () {
          SphinxRtdTheme.Navigation.enable(true);
      });
  </script>

  
</body>
</html>