| |
| |
| |
| |
| <!DOCTYPE html> |
| <!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> |
| <!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta charset="utf-8" /> |
| <meta name="viewport" content="width=device-width, initial-scale=1"> |
| <title>Configuration Reference — Airflow Documentation</title> |
| <link rel="stylesheet" href="_static/_gen/css/main.min.css" type="text/css" /> |
| <link rel="stylesheet" type="text/css" href="_static/copybutton.css" /> |
| <link rel="stylesheet" type="text/css" href="_static/_gen/css/main-custom.min.css" /> |
| <link rel="stylesheet" type="text/css" href="_static/graphviz.css" /> |
| <link rel="shortcut icon" href="_static/pin_32.png"/> |
| <link rel="index" title="Index" href="genindex.html" /> |
| <link rel="search" title="Search" href="search.html" /> |
| <link rel="next" title="Extra Packages Reference" href="extra-packages-ref.html" /> |
| <link rel="prev" title="REST API Reference" href="stable-rest-api-ref.html" /> |
| <!-- Matomo --> |
| <script> |
| var _paq = window._paq = window._paq || []; |
| _paq.push(['disableCookies']); |
| _paq.push(['trackPageView']); |
| _paq.push(['enableLinkTracking']); |
| (function() { |
| var u="https://analytics.apache.org/"; |
| _paq.push(['setTrackerUrl', u+'matomo.php']); |
| _paq.push(['setSiteId', '13']); |
| var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0]; |
| g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s); |
| })(); |
| </script> |
| <!-- End Matomo --> |
| |
| |
| </head><body class="td-section"> |
| |
| |
| <header> |
| |
| <nav class="js-navbar-scroll navbar"> |
| <div class="navbar__icon-container"> |
| <a href="/"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60"> |
| <defs> |
| <clipPath id="clip-path"> |
| <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path> |
| </clipPath> |
| </defs> |
| <g id="logo" transform="translate(-1305 -780.355)"> |
| <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)"> |
| <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)"> |
| <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path> |
| <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path> |
| <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path> |
| <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path> |
| <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path> |
| <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path> |
| <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path> |
| <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path> |
| <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle> |
| <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258.258 0 0 1 .189-.078h.513a.268.268 0 0 1 .256.256v.49a2.118 2.118 0 0 1 1.828-.858 2.092 2.092 0 0 1 1.751.736 3.135 3.135 0 0 1 .636 1.9q.011.122.011.379t-.011.379a3.168 3.168 0 0 1-.636 1.9 2.111 2.111 0 0 1-1.751.736 2.154 2.154 0 0 1-1.806-.836v2.587a.241.241 0 0 1-.067.178.223.223 0 0 1-.179.078zm2.364-2.91a1.324 1.324 0 0 0 1.149-.491 2.266 2.266 0 0 0 .4-1.293q.011-.111.011-.323 0-2.107-1.562-2.107a1.365 1.365 0 0 0-1.159.513 2.111 2.111 0 0 0-.412 1.2l-.012.424.012.435a1.862 1.862 0 0 0 .424 1.149 1.4 1.4 0 0 0 1.148.493zm5.628.9a2.329 2.329 0 0 1-1.015-.223 1.94 1.94 0 0 1-.747-.6 1.487 1.487 0 0 1-.268-.859 1.459 1.459 0 0 1 .6-1.2 3.4 3.4 0 0 1 1.65-.624l1.661-.234v-.323q0-1.137-1.3-1.137a1.4 1.4 0 0 0-.8.212 1.376 1.376 0 0 0-.468.48.305.305 0 0 1-.089.145.18.18 0 0 1-.134.045h-.48a.23.23 0 0 1-.245-.245 1.17 1.17 0 0 1 .245-.6 1.931 1.931 0 0 1 .747-.591 2.7 2.7 0 0 1 1.238-.256 2.351 2.351 0 0 1 1.8.591 2.032 2.032 0 0 1 .547 1.45v3.613a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067h-.513a.233.233 0 0 1-.257-.256v-.479a1.923 1.923 0 0 1-.714.6 2.557 2.557 0 0 1-1.203.237zm.234-.836a1.579 1.579 0 0 0 1.182-.469 1.881 1.881 0 0 0 .468-1.371v-.312l-1.293.19a2.918 2.918 0 0 0-1.193.379.761.761 0 0 0-.4.658.784.784 0 0 0 .368.691 1.585 1.585 0 0 0 .867.237zm6.643.836a2.556 2.556 0 0 1-1.873-.669 2.738 2.738 0 0 1-.714-1.9l-.011-.446.011-.446a2.7 2.7 0 0 1 .714-1.885 2.531 2.531 0 0 1 1.873-.68 2.917 2.917 0 0 1 1.36.29 2.077 2.077 0 0 1 .825.714 1.7 1.7 0 0 1 .3.848.2.2 0 0 1-.067.178.281.281 0 0 1-.19.067h-.535a.265.265 0 0 1-.168-.045.458.458 0 0 1-.111-.178 1.428 1.428 0 0 0-.535-.758 1.516 1.516 0 0 0-.87-.234 1.45 1.45 0 0 0-1.1.435 1.952 1.952 0 0 0-.435 1.3l-.011.4.011.379a1.969 1.969 0 0 0 .435 1.316 1.446 1.446 0 0 0 1.1.424 1.577 1.577 0 0 0 .87-.223 1.493 1.493 0 0 0 .535-.769.458.458 0 0 1 .111-.178.228.228 0 0 1 .168-.056h.535a.258.258 0 0 1 .19.078.2.2 0 0 1 .067.178 1.75 1.75 0 0 1-.3.847 2.078 2.078 0 0 1-.825.714 2.876 2.876 0 0 1-1.361.302zm4.078-.112a.233.233 0 0 1-.257-.256v-7.4a.241.241 0 0 1 .067-.178.259.259 0 0 1 .19-.078h.557a.267.267 0 0 1 .257.256v2.6a2.167 2.167 0 0 1 .758-.624 2.353 2.353 0 0 1 1.082-.223 2.067 2.067 0 0 1 1.661.691 2.642 2.642 0 0 1 .6 1.818v3.144a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067h-.557a.233.233 0 0 1-.256-.256V824a1.775 1.775 0 0 0-.39-1.227 1.387 1.387 0 0 0-1.1-.435 1.481 1.481 0 0 0-1.126.446 1.7 1.7 0 0 0-.412 1.215v3.088a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067zm8.846.112a2.466 2.466 0 0 1-1.84-.7 2.938 2.938 0 0 1-.747-1.94l-.011-.379.011-.368a2.953 2.953 0 0 1 .758-1.918 2.7 2.7 0 0 1 3.735.078 3.114 3.114 0 0 1 .68 2.119v.19a.257.257 0 0 1-.078.189.241.241 0 0 1-.178.067h-3.858v.1a2.11 2.11 0 0 0 .435 1.238 1.332 1.332 0 0 0 1.081.5 1.563 1.563 0 0 0 .836-.2 1.7 1.7 0 0 0 .491-.435.6.6 0 0 1 .145-.156.391.391 0 0 1 .19-.033h.547a.252.252 0 0 1 .167.056.192.192 0 0 1 .067.156.975.975 0 0 1-.312.591 2.51 2.51 0 0 1-.859.6 3.049 3.049 0 0 1-1.26.248zm1.527-3.434v-.033a1.817 1.817 0 0 0-.424-1.249 1.512 1.512 0 0 0-2.23 0 1.883 1.883 0 0 0-.4 1.249v.033z" fill="#51504f" data-name="Path 9" transform="translate(-1460.834 -808.144)"></path> |
| <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1.505 3.958l-.08-.03a.086.086 0 0 0 .08.116zm-1.784 2.646a.128.128 0 0 1-.1-.042l-.122.121a.3.3 0 0 0 .217.092zm-.1-.042a.129.129 0 0 1-.042-.1h-.171a.3.3 0 0 0 .092.217zm-.042-.1a.38.38 0 0 1 .007-.1l-.163-.054a.514.514 0 0 0-.016.15zm.005-.092l2.765-7.214-.16-.061-2.765 7.214zm2.766-7.216a.283.283 0 0 1 .1-.143.3.3 0 0 1 .174-.046v-.172a.47.47 0 0 0-.271.076.453.453 0 0 0-.166.226zm.276-.189h.758v-.172h-.758zm.758 0a.3.3 0 0 1 .175.046.283.283 0 0 1 .1.143l.161-.059a.451.451 0 0 0-.166-.226.47.47 0 0 0-.272-.076zm.277.19l2.754 7.214.16-.061-2.754-7.214zm2.75 7.2l.022.123.169-.031-.022-.123zm.021.107a.13.13 0 0 1-.042.1l.121.121a.3.3 0 0 0 .092-.217zm-.042.1a.13.13 0 0 1-.1.042v.171a.3.3 0 0 0 .217-.092zm-.1.042h-.568v.171h.568zm-.568 0a.206.206 0 0 1-.135-.036l-.11.132a.373.373 0 0 0 .245.076zm-.129-.031a.262.262 0 0 1-.069-.1l-.162.054a.431.431 0 0 0 .11.167zm-.07-.1l-.613-1.584-.16.062.613 1.583zm-.693-1.638h-3.657v.171h3.657zm-3.737.055l-.614 1.584.16.062.613-1.583zm-.615 1.587a.235.235 0 0 1-.075.1l.111.13a.4.4 0 0 0 .126-.172zm-.074.1a.185.185 0 0 1-.124.036v.171a.354.354 0 0 0 .233-.076zm-.124.036h-.569v.171h.569zm4.306-2.677l-1.505-3.958-.16.061 1.505 3.958zm-1.666-3.958l-1.505 3.958.16.061 1.505-3.958zm-1.425 4.075h3.01v-.171h-3.01zm6.143 4.687l-.06.061zm0-7.761l.061.061zm.881 0l-.065.056.01.009zm.078.669h-.086a.086.086 0 0 0 .155.051zm3.579-.123l-.067.053zm.636 1.9h-.086zm0 .758l-.085-.007zm-.636 1.9l.067.054zm-3.557-.1l.068-.052a.086.086 0 0 0-.154.052zm-.067 2.765l-.061-.06zm2.787-3.323l-.069-.051zm.4-1.293l-.085-.008v.005zm-2.709-1.918l-.068-.052zm-.413 1.2h-.086zm-.011.423h-.085zm.011.435h-.086zm.424 1.149l.066-.054zm-1.216 3.315a.173.173 0 0 1-.129-.053l-.121.121a.342.342 0 0 0 .25.1zm-.129-.053a.157.157 0 0 1-.042-.118h-.172a.325.325 0 0 0 .092.239zm-.042-.118v-7.4h-.172v7.4zm0-7.4a.157.157 0 0 1 .042-.118l-.121-.121a.324.324 0 0 0-.092.239zm.042-.118a.173.173 0 0 1 .129-.053v-.172a.342.342 0 0 0-.25.1zm.129-.053h.513v-.172h-.513zm.513 0a.137.137 0 0 1 .113.048l.13-.111a.309.309 0 0 0-.244-.108zm.123.058a.137.137 0 0 1 .048.113h.171a.309.309 0 0 0-.108-.243zm.048.113v.49h.171v-.49zm.155.541a2.033 2.033 0 0 1 1.759-.823v-.171a2.2 2.2 0 0 0-1.9.894zm1.759-.823a2.007 2.007 0 0 1 1.683.7l.135-.106a2.177 2.177 0 0 0-1.818-.768zm1.683.7a3.045 3.045 0 0 1 .617 1.845l.171-.007a3.218 3.218 0 0 0-.654-1.946zm.617 1.85c.007.078.011.2.011.372h.171c0-.171 0-.3-.012-.387zm.011.372c0 .171 0 .294-.011.372l.17.015c.008-.086.012-.216.012-.387zm-.011.376a3.08 3.08 0 0 1-.617 1.846l.134.106a3.25 3.25 0 0 0 .654-1.945zm-.617 1.845a2.025 2.025 0 0 1-1.683.7v.171a2.2 2.2 0 0 0 1.817-.768zm-1.683.7a2.068 2.068 0 0 1-1.739-.8l-.136.1a2.239 2.239 0 0 0 1.874.87zm-1.892-.75v2.587h.172v-2.587zm0 2.587a.156.156 0 0 1-.042.118l.121.121a.325.325 0 0 0 .092-.239zm-.046.123a.138.138 0 0 1-.114.048v.172a.308.308 0 0 0 .244-.108zm-.114.048h-.546v.172h.546zm1.817-2.739a1.408 1.408 0 0 0 1.218-.526l-.138-.1a1.24 1.24 0 0 1-1.079.455zm1.217-.525a2.355 2.355 0 0 0 .419-1.341l-.171-.007a2.182 2.182 0 0 1-.385 1.246zm.418-1.336c.008-.079.012-.19.012-.332h-.172c0 .14 0 .245-.011.315zm.012-.332a2.726 2.726 0 0 0-.407-1.632 1.448 1.448 0 0 0-1.24-.562v.171a1.278 1.278 0 0 1 1.1.492 2.565 2.565 0 0 1 .374 1.53zm-1.647-2.193a1.452 1.452 0 0 0-1.228.547l.136.1a1.282 1.282 0 0 1 1.091-.479zm-1.228.547a2.2 2.2 0 0 0-.43 1.252l.172.008a2.028 2.028 0 0 1 .4-1.157zm-.43 1.254l-.011.424h.171l.011-.424zm-.011.428l.011.435h.172l-.011-.435zm.011.436a1.95 1.95 0 0 0 .443 1.2l.133-.109a1.776 1.776 0 0 1-.4-1.1zm.443 1.2a1.484 1.484 0 0 0 1.214.522v-.171a1.314 1.314 0 0 1-1.082-.459zm5.828 1.117l.037-.077zm-.747-.6l-.07.049zm.335-2.063l.052.068zm1.65-.624l.012.085zm1.661-.234l.012.085a.086.086 0 0 0 .074-.085zm-2.107-1.249l.046.072zm-.468.48l-.075-.042a.083.083 0 0 0-.006.015zm-.089.145l-.054-.067-.007.006zm-.792-.022l-.065.056.009.009zm-.067-.178h-.086zm.245-.6l-.07-.049zm.747-.591l.038.077zm3.033.334l-.063.058zm.468 5.252l.06.061zm-.881 0l-.065.056a.043.043 0 0 0 .009.009zm-.067-.669h.086a.086.086 0 0 0-.156-.048zm-.714.6l-.04-.076zm.223-1.059l-.062-.06zm.468-1.684h.086a.086.086 0 0 0-.1-.085zm-1.293.189l.012.085zm-1.193.379l.046.072zm-.033 1.349l-.047.071zm.635.985a2.241 2.241 0 0 1-.978-.215l-.074.155a2.412 2.412 0 0 0 1.051.231zm-.978-.215a1.859 1.859 0 0 1-.715-.576l-.138.1a2.024 2.024 0 0 0 .779.629zm-.713-.573a1.4 1.4 0 0 1-.253-.81h-.172a1.571 1.571 0 0 0 .283.907zm-.253-.81a1.374 1.374 0 0 1 .569-1.136l-.105-.135a1.544 1.544 0 0 0-.635 1.272zm.569-1.137a3.316 3.316 0 0 1 1.609-.607l-.024-.17a3.481 3.481 0 0 0-1.691.642zm1.609-.607l1.661-.234-.024-.17-1.662.234zm1.735-.319v-.323h-.171v.323zm0-.323a1.156 1.156 0 0 0-.355-.917 1.536 1.536 0 0 0-1.035-.306v.172a1.37 1.37 0 0 1 .922.263.986.986 0 0 1 .3.788zm-1.39-1.223a1.486 1.486 0 0 0-.851.227l.1.142a1.316 1.316 0 0 1 .755-.2zm-.849.226a1.452 1.452 0 0 0-.5.51l.15.084a1.286 1.286 0 0 1 .44-.449zm-.5.524a.226.226 0 0 1-.062.105l.107.134a.391.391 0 0 0 .117-.185zm-.068.112a.1.1 0 0 1-.073.019v.171a.266.266 0 0 0 .194-.07zm-.073.019h-.48v.171h.48zm-.48 0a.18.18 0 0 1-.122-.046l-.112.13a.352.352 0 0 0 .234.087zm-.113-.037a.18.18 0 0 1-.047-.123h-.171a.352.352 0 0 0 .087.234zm-.047-.119a1.1 1.1 0 0 1 .23-.557l-.14-.1a1.253 1.253 0 0 0-.261.648zm.23-.556a1.843 1.843 0 0 1 .715-.564l-.075-.154a2.018 2.018 0 0 0-.78.618zm.716-.564a2.611 2.611 0 0 1 1.2-.247v-.171a2.781 2.781 0 0 0-1.277.266zm1.2-.247a2.268 2.268 0 0 1 1.732.563l.126-.116a2.435 2.435 0 0 0-1.858-.618zm1.733.564a1.945 1.945 0 0 1 .523 1.391h.171a2.117 2.117 0 0 0-.57-1.508zm.523 1.391v3.613h.171v-3.613zm0 3.613a.172.172 0 0 1-.053.129l.121.121a.344.344 0 0 0 .1-.25zm-.053.129a.157.157 0 0 1-.118.042v.171a.326.326 0 0 0 .239-.092zm-.118.042h-.513v.171h.513zm-.513 0a.2.2 0 0 1-.134-.046l-.111.13a.367.367 0 0 0 .245.088zm-.124-.037a.194.194 0 0 1-.047-.134h-.171a.366.366 0 0 0 .087.245zm-.047-.134v-.479h-.171v.479zm-.156-.528a1.846 1.846 0 0 1-.683.575l.079.152a2.012 2.012 0 0 0 .745-.629zm-.683.575a2.476 2.476 0 0 1-1.153.236v.171a2.644 2.644 0 0 0 1.233-.255zm-.919-.429a1.666 1.666 0 0 0 1.244-.494l-.123-.12a1.493 1.493 0 0 1-1.121.442zm1.244-.494a1.969 1.969 0 0 0 .492-1.431h-.171a1.8 1.8 0 0 1-.444 1.312zm.492-1.431v-.312h-.171v.312zm-.1-.4l-1.293.189.025.17 1.293-.189zm-1.293.189a3 3 0 0 0-1.228.393l.095.143a2.837 2.837 0 0 1 1.158-.365zm-1.227.392a.845.845 0 0 0-.441.73h.172a.676.676 0 0 1 .362-.586zm-.441.73a.869.869 0 0 0 .406.762l.095-.142a.7.7 0 0 1-.33-.62zm.408.764a1.673 1.673 0 0 0 .916.247v-.171a1.5 1.5 0 0 1-.823-.221zm5.686.329l-.061.06zm-.714-1.9h-.085zm-.011-.446h-.085zm.011-.446h-.085zm.714-1.885l.061.061zm3.234-.39l-.04.076zm.825.713l-.073.046zm.3.848h-.086zm-.067.178l.056.065zm-.892.022l.054-.067zm-.112-.178l-.081.029zm-.535-.758l-.048.071zm-1.974.2l-.062-.059zm-.435 1.3h-.086zm-.011.4h-.086zm.011.379h-.086zm.435 1.316l-.062.059zm1.974.2l.046.072zm.535-.769l-.079-.033zm.112-.178l.054.067.007-.006zm.892.022l-.061.06zm.067.178l-.085-.009zm-.3.847l-.072-.046zm-.825.714l-.04-.076zm-1.36.2a2.471 2.471 0 0 1-1.814-.644l-.12.122a2.64 2.64 0 0 0 1.933.694zm-1.813-.643a2.653 2.653 0 0 1-.689-1.839l-.171.006a2.822 2.822 0 0 0 .738 1.952zm-.689-1.838l-.011-.446h-.171l.011.446zm-.011-.442l.011-.446h-.171l-.011.446zm.011-.445a2.611 2.611 0 0 1 .689-1.827l-.122-.121a2.78 2.78 0 0 0-.738 1.942zm.689-1.827a2.447 2.447 0 0 1 1.813-.655v-.171a2.617 2.617 0 0 0-1.934.705zm1.813-.655a2.836 2.836 0 0 1 1.32.28l.079-.152a3 3 0 0 0-1.4-.3zm1.32.28a1.99 1.99 0 0 1 .792.683l.145-.091a2.158 2.158 0 0 0-.858-.744zm.793.685a1.617 1.617 0 0 1 .287.8l.171-.009a1.789 1.789 0 0 0-.315-.89zm.287.809a.11.11 0 0 1-.037.1l.112.13a.281.281 0 0 0 .1-.252zm-.037.1a.2.2 0 0 1-.134.046v.171a.369.369 0 0 0 .246-.088zm-.134.046h-.535v.171h.535zm-.535 0a.184.184 0 0 1-.114-.026l-.107.134a.345.345 0 0 0 .221.064zm-.114-.026a.389.389 0 0 1-.086-.144l-.158.066a.533.533 0 0 0 .137.212zm-.084-.14a1.514 1.514 0 0 0-.57-.8l-.093.144a1.343 1.343 0 0 1 .5.715zm-.568-.8a1.6 1.6 0 0 0-.918-.249v.171a1.435 1.435 0 0 1 .822.219zm-.918-.249a1.535 1.535 0 0 0-1.166.462l.124.118a1.364 1.364 0 0 1 1.042-.408zm-1.166.462a2.036 2.036 0 0 0-.458 1.36l.171.006a1.872 1.872 0 0 1 .411-1.249zm-.458 1.361l-.011.4h.171l.011-.4zm-.011.406l.011.379.171-.005-.011-.379zm.011.38a2.052 2.052 0 0 0 .458 1.371l.124-.118a1.889 1.889 0 0 1-.411-1.26zm.458 1.371a1.533 1.533 0 0 0 1.166.451v-.172a1.363 1.363 0 0 1-1.042-.4zm1.166.451a1.661 1.661 0 0 0 .916-.237l-.093-.144a1.491 1.491 0 0 1-.823.209zm.918-.238a1.576 1.576 0 0 0 .568-.812l-.162-.057a1.409 1.409 0 0 1-.5.727zm.566-.807a.39.39 0 0 1 .086-.144l-.107-.134a.533.533 0 0 0-.137.213zm.093-.151a.144.144 0 0 1 .107-.031v-.171a.31.31 0 0 0-.228.081zm.107-.031h.535v-.171h-.535zm.535 0a.173.173 0 0 1 .129.053l.121-.121a.344.344 0 0 0-.25-.1zm.134.057a.11.11 0 0 1 .037.1l.17.017a.281.281 0 0 0-.1-.252zm.037.109a1.664 1.664 0 0 1-.288.806l.144.092a1.839 1.839 0 0 0 .315-.889zm-.288.806a1.989 1.989 0 0 1-.792.683l.079.152a2.162 2.162 0 0 0 .858-.744zm-.793.684a2.8 2.8 0 0 1-1.32.28v.171a2.96 2.96 0 0 0 1.4-.3zm2.568.187l-.065.056.01.009zm0-7.772l.061.06zm.926 0l-.065.056.009.009zm.078 2.776h-.085a.086.086 0 0 0 .153.053zm.758-.624l.038.077zm2.743.468l-.065.056zm.524 5.151l-.061-.06zm-.925 0l-.065.056.009.009zm-.457-4.5l-.065.056zm-2.23.011l-.062-.059zm-.49 4.493l-.061-.06zm-.736-.019a.2.2 0 0 1-.134-.046l-.112.13a.367.367 0 0 0 .245.088zm-.124-.037a.2.2 0 0 1-.046-.134h-.172a.367.367 0 0 0 .087.245zm-.046-.134v-7.4h-.172v7.4zm0-7.4a.156.156 0 0 1 .042-.118l-.121-.121a.326.326 0 0 0-.092.239zm.042-.118a.172.172 0 0 1 .129-.053v-.171a.343.343 0 0 0-.25.1zm.129-.053h.557v-.171h-.557zm.557 0a.137.137 0 0 1 .113.048l.13-.112a.308.308 0 0 0-.244-.108zm.122.057a.137.137 0 0 1 .048.113h.172a.309.309 0 0 0-.108-.243zm.048.113v2.6h.172v-2.6zm.153 2.651a2.076 2.076 0 0 1 .728-.6l-.075-.154a2.248 2.248 0 0 0-.788.649zm.73-.6a2.272 2.272 0 0 1 1.043-.214v-.171a2.438 2.438 0 0 0-1.121.232zm1.043-.214a1.982 1.982 0 0 1 1.6.661l.13-.112a2.152 2.152 0 0 0-1.727-.721zm1.6.663a2.557 2.557 0 0 1 .581 1.761h.171a2.727 2.727 0 0 0-.624-1.874zm.581 1.761v3.144h.171v-3.144zm0 3.144a.173.173 0 0 1-.053.129l.121.121a.345.345 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-.557v.171h.557zm-.557 0a.2.2 0 0 1-.134-.046l-.112.13a.367.367 0 0 0 .245.088zm-.124-.037a.2.2 0 0 1-.046-.134h-.172a.368.368 0 0 0 .087.245zm-.046-.134V823.8h-.172v3.088zm0-3.088a1.859 1.859 0 0 0-.412-1.284l-.128.114a1.69 1.69 0 0 1 .368 1.169zm-.411-1.283a1.471 1.471 0 0 0-1.169-.464v.171a1.3 1.3 0 0 1 1.039.406zm-1.169-.464a1.566 1.566 0 0 0-1.188.473l.124.118a1.4 1.4 0 0 1 1.064-.419zm-1.188.473a1.779 1.779 0 0 0-.436 1.275h.172a1.609 1.609 0 0 1 .389-1.156zm-.436 1.275v3.088h.172V823.8zm0 3.088a.172.172 0 0 1-.053.129l.121.121a.344.344 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-.557v.171h.557zm6.449-.505l-.062.059zm-.747-1.94h-.086zm-.012-.379h-.085v.005zm.012-.368l-.086-.006zm.758-1.918l-.061-.06zm3.735.078l-.065.056zm.6 2.5l.061.061zm-4.036.067v-.086a.086.086 0 0 0-.086.086zm0 .1h-.086zm.435 1.238l-.068.053zm1.918.3l.045.073zm.491-.435l-.069-.051zm.145-.156l.039.077h.006zm.9.022l-.055.066zm-.245.747l-.064-.057zm-.858.6l.035.078zm.267-3.189v.086a.086.086 0 0 0 .086-.086zm-.424-1.282l-.066.055zm-2.23 0l-.065-.055zm-.4 1.282h-.086a.086.086 0 0 0 .086.086zm1.528 3.349a2.38 2.38 0 0 1-1.779-.677l-.122.12a2.55 2.55 0 0 0 1.9.728zm-1.778-.676a2.86 2.86 0 0 1-.724-1.886l-.171.009a3.027 3.027 0 0 0 .771 1.995zm-.723-1.884l-.011-.379h-.171l.011.379zm-.011-.374l.011-.368-.172-.005-.011.368zm.011-.365a2.871 2.871 0 0 1 .735-1.864l-.124-.118a3.042 3.042 0 0 0-.782 1.971zm.734-1.864a2.331 2.331 0 0 1 1.756-.687v-.171a2.5 2.5 0 0 0-1.879.74zm1.756-.687a2.307 2.307 0 0 1 1.853.762l.13-.112a2.477 2.477 0 0 0-1.983-.821zm1.854.762a3.03 3.03 0 0 1 .659 2.062h.172a3.2 3.2 0 0 0-.7-2.175zm.659 2.062v.19h.172v-.19zm0 .19a.172.172 0 0 1-.053.129l.121.121a.345.345 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-3.858v.171h3.858zm-3.944.086v.1h.172v-.1zm0 .1a2.2 2.2 0 0 0 .453 1.287l.135-.106a2.027 2.027 0 0 1-.417-1.189zm.454 1.288a1.418 1.418 0 0 0 1.148.533v-.171a1.247 1.247 0 0 1-1.015-.47zm1.148.533a1.647 1.647 0 0 0 .882-.214l-.09-.146a1.481 1.481 0 0 1-.791.188zm.882-.214a1.777 1.777 0 0 0 .515-.458l-.14-.1a1.613 1.613 0 0 1-.466.412zm.513-.456a1.251 1.251 0 0 1 .081-.1.28.28 0 0 1 .026-.025l.008-.006-.077-.153a.326.326 0 0 0-.083.068 1.55 1.55 0 0 0-.092.113zm.12-.134a.328.328 0 0 1 .146-.021v-.171a.468.468 0 0 0-.234.046zm.146-.021h.547v-.171h-.547zm.547 0a.166.166 0 0 1 .112.036l.11-.132a.337.337 0 0 0-.222-.076zm.112.036a.107.107 0 0 1 .036.09h.171a.277.277 0 0 0-.1-.222zm.036.09a.9.9 0 0 1-.291.534l.128.115a1.055 1.055 0 0 0 .334-.649zm-.291.535a2.42 2.42 0 0 1-.83.581l.072.156a2.6 2.6 0 0 0 .888-.624zm-.829.58a2.964 2.964 0 0 1-1.224.238v.171a3.133 3.133 0 0 0 1.295-.253zm.389-3.111v-.033h-.171v.033zm0-.033a1.9 1.9 0 0 0-.445-1.306l-.129.114a1.731 1.731 0 0 1 .4 1.192zm-.444-1.3a1.466 1.466 0 0 0-1.181-.521v.172a1.3 1.3 0 0 1 1.049.46zm-1.181-.521a1.466 1.466 0 0 0-1.18.521l.131.11a1.3 1.3 0 0 1 1.049-.46zm-1.181.521a1.965 1.965 0 0 0-.422 1.3h.172a1.794 1.794 0 0 1 .382-1.194zm-.422 1.3v.033h.172v-.033zm.086.119h3.055v-.171h-3.055z" fill="#51504f" data-name="Path 10" transform="translate(-1460.636 -807.945)"></path> |
| <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1.785a.677.677 0 0 1 .68.68v1.53a.655.655 0 0 1-.2.481.713.713 0 0 1-.481.17zm.227 17.479a.593.593 0 0 1-.652-.652v-13.428a.611.611 0 0 1 .17-.453.656.656 0 0 1 .482-.2h1.359a.679.679 0 0 1 .652.651v13.427a.655.655 0 0 1-.2.482.613.613 0 0 1-.453.17zm6.861 0a.592.592 0 0 1-.651-.652v-13.4a.715.715 0 0 1 .17-.481.656.656 0 0 1 .482-.2h1.3a.677.677 0 0 1 .68.68v1.246a4.255 4.255 0 0 1 3.966-1.926h1.1a.679.679 0 0 1 .651.651v1.161a.566.566 0 0 1-.2.453.612.612 0 0 1-.453.17h-1.7a3.2 3.2 0 0 0-2.408.907 3.253 3.253 0 0 0-.879 2.408v8.328a.656.656 0 0 1-.2.482.716.716 0 0 1-.482.17zm12.234 0a.593.593 0 0 1-.651-.652v-11.814h-2.408a.592.592 0 0 1-.651-.651v-.963a.611.611 0 0 1 .17-.453.654.654 0 0 1 .481-.2h2.408v-1.417q0-4.816 4.872-4.815h1.586a.679.679 0 0 1 .652.651v.963a.656.656 0 0 1-.2.481.613.613 0 0 1-.453.17h-1.529a2.1 2.1 0 0 0-1.785.68 3.248 3.248 0 0 0-.51 2.011v1.275h6.062V863.7a.613.613 0 0 1 .17-.453.656.656 0 0 1 .482-.2h1.3a.679.679 0 0 1 .652.651v19.659a.655.655 0 0 1-.2.482.613.613 0 0 1-.454.17h-1.3a.592.592 0 0 1-.652-.652v-11.811h-6.062v11.813a.657.657 0 0 1-.2.482.614.614 0 0 1-.454.17zm20.9.283a6.487 6.487 0 0 1-4.844-1.757 6.837 6.837 0 0 1-1.813-4.674l-.029-1.218.029-1.218a6.732 6.732 0 0 1 1.841-4.646 7.389 7.389 0 0 1 9.631 0 6.736 6.736 0 0 1 1.841 4.646q.028.311.028 1.218t-.028 1.218a6.772 6.772 0 0 1-1.841 4.674 6.391 6.391 0 0 1-4.82 1.756zm0-2.181a3.582 3.582 0 0 0 2.8-1.133 4.931 4.931 0 0 0 1.133-3.258q.028-.283.028-1.076t-.028-1.076a4.931 4.931 0 0 0-1.133-3.258 3.582 3.582 0 0 0-2.8-1.133 3.671 3.671 0 0 0-2.833 1.133 4.83 4.83 0 0 0-1.1 3.258l-.028 1.076.028 1.076a4.83 4.83 0 0 0 1.1 3.258 3.671 3.671 0 0 0 2.828 1.132zm13.755 1.9a.846.846 0 0 1-.566-.17 1.321 1.321 0 0 1-.34-.538l-4.023-13.144-.056-.283a.575.575 0 0 1 .17-.425.641.641 0 0 1 .425-.17h1.246a.612.612 0 0 1 .453.17.646.646 0 0 1 .255.312l3.145 10.679 3.371-10.566a.761.761 0 0 1 .255-.4.726.726 0 0 1 .538-.2h.963a.728.728 0 0 1 .539.2.76.76 0 0 1 .255.4l3.371 10.566 3.144-10.679a.655.655 0 0 1 .2-.312.714.714 0 0 1 .482-.17h1.275a.542.542 0 0 1 .4.17.576.576 0 0 1 .17.425l-.057.283-3.994 13.144a1.323 1.323 0 0 1-.34.538.9.9 0 0 1-.6.17h-1.1a.86.86 0 0 1-.935-.708l-3.286-10.141-3.286 10.141a.928.928 0 0 1-.963.708z" fill="#51504f" data-name="Path 11" transform="translate(-1454.66 -838.62)"></path> |
| </g> |
| </g> |
| </g> |
| </svg> |
| |
| </a> |
| </div> |
| <div class="desktop-only navbar__menu-container"> |
| |
| <div class="navbar__menu-content" id="main_navbar"> |
| |
| <div class="navbar__links-container"> |
| |
| <a class="navbar__text-link" href="/community/"> |
| Community |
| </a> |
| |
| <a class="navbar__text-link" href="/meetups/"> |
| Meetups |
| </a> |
| |
| <a class="navbar__text-link" href="/docs/"> |
| Documentation |
| </a> |
| |
| <a class="navbar__text-link" href="/use-cases/"> |
| Use-cases |
| </a> |
| |
| <a class="navbar__text-link" href="/announcements/"> |
| Announcements |
| </a> |
| |
| <a class="navbar__text-link" href="/blog/"> |
| Blog |
| </a> |
| |
| <a class="navbar__text-link" href="/ecosystem/"> |
| Ecosystem |
| </a> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| <div class="mobile-only navbar__drawer-container"> |
| <button class="navbar__toggle-button" id="navbar-toggle-button"> |
| |
| <div id="hamburger-icon" class="navbar__toggle-button--icon visible"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20"> |
| <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)"> |
| <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)"> |
| <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect> |
| </g> |
| <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)"> |
| <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect> |
| </g> |
| <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)"> |
| <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect> |
| </g> |
| </g> |
| </svg> |
| |
| </div> |
| |
| <div id="close-icon" class="navbar__toggle-button--icon"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799"> |
| <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)"> |
| <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)"> |
| <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect> |
| </g> |
| <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)"> |
| <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect> |
| </g> |
| </g> |
| </svg> |
| |
| </div> |
| |
| </button> |
| <div class="navbar__drawer" id="navbar-drawer"> |
| <div class="navbar__menu-content" id="main_navbar"> |
| |
| <div class="navbar__links-container"> |
| |
| <a class="navbar__text-link" href="/community/"> |
| Community |
| </a> |
| |
| <a class="navbar__text-link" href="/meetups/"> |
| Meetups |
| </a> |
| |
| <a class="navbar__text-link" href="/docs/"> |
| Documentation |
| </a> |
| |
| <a class="navbar__text-link" href="/use-cases/"> |
| Use-cases |
| </a> |
| |
| <a class="navbar__text-link" href="/announcements/"> |
| Announcements |
| </a> |
| |
| <a class="navbar__text-link" href="/blog/"> |
| Blog |
| </a> |
| |
| <a class="navbar__text-link" href="/ecosystem/"> |
| Ecosystem |
| </a> |
| |
| |
| </div> |
| |
| |
| </div> |
| </div> |
| </div> |
| </nav> |
| |
| </header> |
| |
| |
| <div class="roadmap container-fluid td-default base-layout"> |
| |
| |
| <div class="content-drawer-wrapper"> |
| <button class="content-drawer__toggle-button" id="content-open-button"> |
| |
| <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879"> |
| <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)"> |
| <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)"> |
| <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path> |
| </g> |
| <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)"> |
| <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path> |
| </g> |
| <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)"> |
| <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path> |
| </g> |
| <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)"> |
| <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path> |
| </g> |
| <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)"> |
| <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path> |
| </g> |
| <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)"> |
| <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path> |
| </g> |
| </g> |
| </svg> |
| |
| <span class="bodytext__mobile--brownish-grey">Content</span> |
| </div> |
| |
| </button> |
| <nav id="content-navbar" class="navbar navbar--hidden"> |
| <div class="navbar__icon-container"> |
| <a href="/"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60"> |
| <defs> |
| <clipPath id="clip-path"> |
| <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path> |
| </clipPath> |
| </defs> |
| <g id="logo" transform="translate(-1305 -780.355)"> |
| <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)"> |
| <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)"> |
| <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path> |
| <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path> |
| <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path> |
| <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path> |
| <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path> |
| <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path> |
| <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path> |
| <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path> |
| <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle> |
| <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258.258 0 0 1 .189-.078h.513a.268.268 0 0 1 .256.256v.49a2.118 2.118 0 0 1 1.828-.858 2.092 2.092 0 0 1 1.751.736 3.135 3.135 0 0 1 .636 1.9q.011.122.011.379t-.011.379a3.168 3.168 0 0 1-.636 1.9 2.111 2.111 0 0 1-1.751.736 2.154 2.154 0 0 1-1.806-.836v2.587a.241.241 0 0 1-.067.178.223.223 0 0 1-.179.078zm2.364-2.91a1.324 1.324 0 0 0 1.149-.491 2.266 2.266 0 0 0 .4-1.293q.011-.111.011-.323 0-2.107-1.562-2.107a1.365 1.365 0 0 0-1.159.513 2.111 2.111 0 0 0-.412 1.2l-.012.424.012.435a1.862 1.862 0 0 0 .424 1.149 1.4 1.4 0 0 0 1.148.493zm5.628.9a2.329 2.329 0 0 1-1.015-.223 1.94 1.94 0 0 1-.747-.6 1.487 1.487 0 0 1-.268-.859 1.459 1.459 0 0 1 .6-1.2 3.4 3.4 0 0 1 1.65-.624l1.661-.234v-.323q0-1.137-1.3-1.137a1.4 1.4 0 0 0-.8.212 1.376 1.376 0 0 0-.468.48.305.305 0 0 1-.089.145.18.18 0 0 1-.134.045h-.48a.23.23 0 0 1-.245-.245 1.17 1.17 0 0 1 .245-.6 1.931 1.931 0 0 1 .747-.591 2.7 2.7 0 0 1 1.238-.256 2.351 2.351 0 0 1 1.8.591 2.032 2.032 0 0 1 .547 1.45v3.613a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067h-.513a.233.233 0 0 1-.257-.256v-.479a1.923 1.923 0 0 1-.714.6 2.557 2.557 0 0 1-1.203.237zm.234-.836a1.579 1.579 0 0 0 1.182-.469 1.881 1.881 0 0 0 .468-1.371v-.312l-1.293.19a2.918 2.918 0 0 0-1.193.379.761.761 0 0 0-.4.658.784.784 0 0 0 .368.691 1.585 1.585 0 0 0 .867.237zm6.643.836a2.556 2.556 0 0 1-1.873-.669 2.738 2.738 0 0 1-.714-1.9l-.011-.446.011-.446a2.7 2.7 0 0 1 .714-1.885 2.531 2.531 0 0 1 1.873-.68 2.917 2.917 0 0 1 1.36.29 2.077 2.077 0 0 1 .825.714 1.7 1.7 0 0 1 .3.848.2.2 0 0 1-.067.178.281.281 0 0 1-.19.067h-.535a.265.265 0 0 1-.168-.045.458.458 0 0 1-.111-.178 1.428 1.428 0 0 0-.535-.758 1.516 1.516 0 0 0-.87-.234 1.45 1.45 0 0 0-1.1.435 1.952 1.952 0 0 0-.435 1.3l-.011.4.011.379a1.969 1.969 0 0 0 .435 1.316 1.446 1.446 0 0 0 1.1.424 1.577 1.577 0 0 0 .87-.223 1.493 1.493 0 0 0 .535-.769.458.458 0 0 1 .111-.178.228.228 0 0 1 .168-.056h.535a.258.258 0 0 1 .19.078.2.2 0 0 1 .067.178 1.75 1.75 0 0 1-.3.847 2.078 2.078 0 0 1-.825.714 2.876 2.876 0 0 1-1.361.302zm4.078-.112a.233.233 0 0 1-.257-.256v-7.4a.241.241 0 0 1 .067-.178.259.259 0 0 1 .19-.078h.557a.267.267 0 0 1 .257.256v2.6a2.167 2.167 0 0 1 .758-.624 2.353 2.353 0 0 1 1.082-.223 2.067 2.067 0 0 1 1.661.691 2.642 2.642 0 0 1 .6 1.818v3.144a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067h-.557a.233.233 0 0 1-.256-.256V824a1.775 1.775 0 0 0-.39-1.227 1.387 1.387 0 0 0-1.1-.435 1.481 1.481 0 0 0-1.126.446 1.7 1.7 0 0 0-.412 1.215v3.088a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067zm8.846.112a2.466 2.466 0 0 1-1.84-.7 2.938 2.938 0 0 1-.747-1.94l-.011-.379.011-.368a2.953 2.953 0 0 1 .758-1.918 2.7 2.7 0 0 1 3.735.078 3.114 3.114 0 0 1 .68 2.119v.19a.257.257 0 0 1-.078.189.241.241 0 0 1-.178.067h-3.858v.1a2.11 2.11 0 0 0 .435 1.238 1.332 1.332 0 0 0 1.081.5 1.563 1.563 0 0 0 .836-.2 1.7 1.7 0 0 0 .491-.435.6.6 0 0 1 .145-.156.391.391 0 0 1 .19-.033h.547a.252.252 0 0 1 .167.056.192.192 0 0 1 .067.156.975.975 0 0 1-.312.591 2.51 2.51 0 0 1-.859.6 3.049 3.049 0 0 1-1.26.248zm1.527-3.434v-.033a1.817 1.817 0 0 0-.424-1.249 1.512 1.512 0 0 0-2.23 0 1.883 1.883 0 0 0-.4 1.249v.033z" fill="#51504f" data-name="Path 9" transform="translate(-1460.834 -808.144)"></path> |
| <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1.505 3.958l-.08-.03a.086.086 0 0 0 .08.116zm-1.784 2.646a.128.128 0 0 1-.1-.042l-.122.121a.3.3 0 0 0 .217.092zm-.1-.042a.129.129 0 0 1-.042-.1h-.171a.3.3 0 0 0 .092.217zm-.042-.1a.38.38 0 0 1 .007-.1l-.163-.054a.514.514 0 0 0-.016.15zm.005-.092l2.765-7.214-.16-.061-2.765 7.214zm2.766-7.216a.283.283 0 0 1 .1-.143.3.3 0 0 1 .174-.046v-.172a.47.47 0 0 0-.271.076.453.453 0 0 0-.166.226zm.276-.189h.758v-.172h-.758zm.758 0a.3.3 0 0 1 .175.046.283.283 0 0 1 .1.143l.161-.059a.451.451 0 0 0-.166-.226.47.47 0 0 0-.272-.076zm.277.19l2.754 7.214.16-.061-2.754-7.214zm2.75 7.2l.022.123.169-.031-.022-.123zm.021.107a.13.13 0 0 1-.042.1l.121.121a.3.3 0 0 0 .092-.217zm-.042.1a.13.13 0 0 1-.1.042v.171a.3.3 0 0 0 .217-.092zm-.1.042h-.568v.171h.568zm-.568 0a.206.206 0 0 1-.135-.036l-.11.132a.373.373 0 0 0 .245.076zm-.129-.031a.262.262 0 0 1-.069-.1l-.162.054a.431.431 0 0 0 .11.167zm-.07-.1l-.613-1.584-.16.062.613 1.583zm-.693-1.638h-3.657v.171h3.657zm-3.737.055l-.614 1.584.16.062.613-1.583zm-.615 1.587a.235.235 0 0 1-.075.1l.111.13a.4.4 0 0 0 .126-.172zm-.074.1a.185.185 0 0 1-.124.036v.171a.354.354 0 0 0 .233-.076zm-.124.036h-.569v.171h.569zm4.306-2.677l-1.505-3.958-.16.061 1.505 3.958zm-1.666-3.958l-1.505 3.958.16.061 1.505-3.958zm-1.425 4.075h3.01v-.171h-3.01zm6.143 4.687l-.06.061zm0-7.761l.061.061zm.881 0l-.065.056.01.009zm.078.669h-.086a.086.086 0 0 0 .155.051zm3.579-.123l-.067.053zm.636 1.9h-.086zm0 .758l-.085-.007zm-.636 1.9l.067.054zm-3.557-.1l.068-.052a.086.086 0 0 0-.154.052zm-.067 2.765l-.061-.06zm2.787-3.323l-.069-.051zm.4-1.293l-.085-.008v.005zm-2.709-1.918l-.068-.052zm-.413 1.2h-.086zm-.011.423h-.085zm.011.435h-.086zm.424 1.149l.066-.054zm-1.216 3.315a.173.173 0 0 1-.129-.053l-.121.121a.342.342 0 0 0 .25.1zm-.129-.053a.157.157 0 0 1-.042-.118h-.172a.325.325 0 0 0 .092.239zm-.042-.118v-7.4h-.172v7.4zm0-7.4a.157.157 0 0 1 .042-.118l-.121-.121a.324.324 0 0 0-.092.239zm.042-.118a.173.173 0 0 1 .129-.053v-.172a.342.342 0 0 0-.25.1zm.129-.053h.513v-.172h-.513zm.513 0a.137.137 0 0 1 .113.048l.13-.111a.309.309 0 0 0-.244-.108zm.123.058a.137.137 0 0 1 .048.113h.171a.309.309 0 0 0-.108-.243zm.048.113v.49h.171v-.49zm.155.541a2.033 2.033 0 0 1 1.759-.823v-.171a2.2 2.2 0 0 0-1.9.894zm1.759-.823a2.007 2.007 0 0 1 1.683.7l.135-.106a2.177 2.177 0 0 0-1.818-.768zm1.683.7a3.045 3.045 0 0 1 .617 1.845l.171-.007a3.218 3.218 0 0 0-.654-1.946zm.617 1.85c.007.078.011.2.011.372h.171c0-.171 0-.3-.012-.387zm.011.372c0 .171 0 .294-.011.372l.17.015c.008-.086.012-.216.012-.387zm-.011.376a3.08 3.08 0 0 1-.617 1.846l.134.106a3.25 3.25 0 0 0 .654-1.945zm-.617 1.845a2.025 2.025 0 0 1-1.683.7v.171a2.2 2.2 0 0 0 1.817-.768zm-1.683.7a2.068 2.068 0 0 1-1.739-.8l-.136.1a2.239 2.239 0 0 0 1.874.87zm-1.892-.75v2.587h.172v-2.587zm0 2.587a.156.156 0 0 1-.042.118l.121.121a.325.325 0 0 0 .092-.239zm-.046.123a.138.138 0 0 1-.114.048v.172a.308.308 0 0 0 .244-.108zm-.114.048h-.546v.172h.546zm1.817-2.739a1.408 1.408 0 0 0 1.218-.526l-.138-.1a1.24 1.24 0 0 1-1.079.455zm1.217-.525a2.355 2.355 0 0 0 .419-1.341l-.171-.007a2.182 2.182 0 0 1-.385 1.246zm.418-1.336c.008-.079.012-.19.012-.332h-.172c0 .14 0 .245-.011.315zm.012-.332a2.726 2.726 0 0 0-.407-1.632 1.448 1.448 0 0 0-1.24-.562v.171a1.278 1.278 0 0 1 1.1.492 2.565 2.565 0 0 1 .374 1.53zm-1.647-2.193a1.452 1.452 0 0 0-1.228.547l.136.1a1.282 1.282 0 0 1 1.091-.479zm-1.228.547a2.2 2.2 0 0 0-.43 1.252l.172.008a2.028 2.028 0 0 1 .4-1.157zm-.43 1.254l-.011.424h.171l.011-.424zm-.011.428l.011.435h.172l-.011-.435zm.011.436a1.95 1.95 0 0 0 .443 1.2l.133-.109a1.776 1.776 0 0 1-.4-1.1zm.443 1.2a1.484 1.484 0 0 0 1.214.522v-.171a1.314 1.314 0 0 1-1.082-.459zm5.828 1.117l.037-.077zm-.747-.6l-.07.049zm.335-2.063l.052.068zm1.65-.624l.012.085zm1.661-.234l.012.085a.086.086 0 0 0 .074-.085zm-2.107-1.249l.046.072zm-.468.48l-.075-.042a.083.083 0 0 0-.006.015zm-.089.145l-.054-.067-.007.006zm-.792-.022l-.065.056.009.009zm-.067-.178h-.086zm.245-.6l-.07-.049zm.747-.591l.038.077zm3.033.334l-.063.058zm.468 5.252l.06.061zm-.881 0l-.065.056a.043.043 0 0 0 .009.009zm-.067-.669h.086a.086.086 0 0 0-.156-.048zm-.714.6l-.04-.076zm.223-1.059l-.062-.06zm.468-1.684h.086a.086.086 0 0 0-.1-.085zm-1.293.189l.012.085zm-1.193.379l.046.072zm-.033 1.349l-.047.071zm.635.985a2.241 2.241 0 0 1-.978-.215l-.074.155a2.412 2.412 0 0 0 1.051.231zm-.978-.215a1.859 1.859 0 0 1-.715-.576l-.138.1a2.024 2.024 0 0 0 .779.629zm-.713-.573a1.4 1.4 0 0 1-.253-.81h-.172a1.571 1.571 0 0 0 .283.907zm-.253-.81a1.374 1.374 0 0 1 .569-1.136l-.105-.135a1.544 1.544 0 0 0-.635 1.272zm.569-1.137a3.316 3.316 0 0 1 1.609-.607l-.024-.17a3.481 3.481 0 0 0-1.691.642zm1.609-.607l1.661-.234-.024-.17-1.662.234zm1.735-.319v-.323h-.171v.323zm0-.323a1.156 1.156 0 0 0-.355-.917 1.536 1.536 0 0 0-1.035-.306v.172a1.37 1.37 0 0 1 .922.263.986.986 0 0 1 .3.788zm-1.39-1.223a1.486 1.486 0 0 0-.851.227l.1.142a1.316 1.316 0 0 1 .755-.2zm-.849.226a1.452 1.452 0 0 0-.5.51l.15.084a1.286 1.286 0 0 1 .44-.449zm-.5.524a.226.226 0 0 1-.062.105l.107.134a.391.391 0 0 0 .117-.185zm-.068.112a.1.1 0 0 1-.073.019v.171a.266.266 0 0 0 .194-.07zm-.073.019h-.48v.171h.48zm-.48 0a.18.18 0 0 1-.122-.046l-.112.13a.352.352 0 0 0 .234.087zm-.113-.037a.18.18 0 0 1-.047-.123h-.171a.352.352 0 0 0 .087.234zm-.047-.119a1.1 1.1 0 0 1 .23-.557l-.14-.1a1.253 1.253 0 0 0-.261.648zm.23-.556a1.843 1.843 0 0 1 .715-.564l-.075-.154a2.018 2.018 0 0 0-.78.618zm.716-.564a2.611 2.611 0 0 1 1.2-.247v-.171a2.781 2.781 0 0 0-1.277.266zm1.2-.247a2.268 2.268 0 0 1 1.732.563l.126-.116a2.435 2.435 0 0 0-1.858-.618zm1.733.564a1.945 1.945 0 0 1 .523 1.391h.171a2.117 2.117 0 0 0-.57-1.508zm.523 1.391v3.613h.171v-3.613zm0 3.613a.172.172 0 0 1-.053.129l.121.121a.344.344 0 0 0 .1-.25zm-.053.129a.157.157 0 0 1-.118.042v.171a.326.326 0 0 0 .239-.092zm-.118.042h-.513v.171h.513zm-.513 0a.2.2 0 0 1-.134-.046l-.111.13a.367.367 0 0 0 .245.088zm-.124-.037a.194.194 0 0 1-.047-.134h-.171a.366.366 0 0 0 .087.245zm-.047-.134v-.479h-.171v.479zm-.156-.528a1.846 1.846 0 0 1-.683.575l.079.152a2.012 2.012 0 0 0 .745-.629zm-.683.575a2.476 2.476 0 0 1-1.153.236v.171a2.644 2.644 0 0 0 1.233-.255zm-.919-.429a1.666 1.666 0 0 0 1.244-.494l-.123-.12a1.493 1.493 0 0 1-1.121.442zm1.244-.494a1.969 1.969 0 0 0 .492-1.431h-.171a1.8 1.8 0 0 1-.444 1.312zm.492-1.431v-.312h-.171v.312zm-.1-.4l-1.293.189.025.17 1.293-.189zm-1.293.189a3 3 0 0 0-1.228.393l.095.143a2.837 2.837 0 0 1 1.158-.365zm-1.227.392a.845.845 0 0 0-.441.73h.172a.676.676 0 0 1 .362-.586zm-.441.73a.869.869 0 0 0 .406.762l.095-.142a.7.7 0 0 1-.33-.62zm.408.764a1.673 1.673 0 0 0 .916.247v-.171a1.5 1.5 0 0 1-.823-.221zm5.686.329l-.061.06zm-.714-1.9h-.085zm-.011-.446h-.085zm.011-.446h-.085zm.714-1.885l.061.061zm3.234-.39l-.04.076zm.825.713l-.073.046zm.3.848h-.086zm-.067.178l.056.065zm-.892.022l.054-.067zm-.112-.178l-.081.029zm-.535-.758l-.048.071zm-1.974.2l-.062-.059zm-.435 1.3h-.086zm-.011.4h-.086zm.011.379h-.086zm.435 1.316l-.062.059zm1.974.2l.046.072zm.535-.769l-.079-.033zm.112-.178l.054.067.007-.006zm.892.022l-.061.06zm.067.178l-.085-.009zm-.3.847l-.072-.046zm-.825.714l-.04-.076zm-1.36.2a2.471 2.471 0 0 1-1.814-.644l-.12.122a2.64 2.64 0 0 0 1.933.694zm-1.813-.643a2.653 2.653 0 0 1-.689-1.839l-.171.006a2.822 2.822 0 0 0 .738 1.952zm-.689-1.838l-.011-.446h-.171l.011.446zm-.011-.442l.011-.446h-.171l-.011.446zm.011-.445a2.611 2.611 0 0 1 .689-1.827l-.122-.121a2.78 2.78 0 0 0-.738 1.942zm.689-1.827a2.447 2.447 0 0 1 1.813-.655v-.171a2.617 2.617 0 0 0-1.934.705zm1.813-.655a2.836 2.836 0 0 1 1.32.28l.079-.152a3 3 0 0 0-1.4-.3zm1.32.28a1.99 1.99 0 0 1 .792.683l.145-.091a2.158 2.158 0 0 0-.858-.744zm.793.685a1.617 1.617 0 0 1 .287.8l.171-.009a1.789 1.789 0 0 0-.315-.89zm.287.809a.11.11 0 0 1-.037.1l.112.13a.281.281 0 0 0 .1-.252zm-.037.1a.2.2 0 0 1-.134.046v.171a.369.369 0 0 0 .246-.088zm-.134.046h-.535v.171h.535zm-.535 0a.184.184 0 0 1-.114-.026l-.107.134a.345.345 0 0 0 .221.064zm-.114-.026a.389.389 0 0 1-.086-.144l-.158.066a.533.533 0 0 0 .137.212zm-.084-.14a1.514 1.514 0 0 0-.57-.8l-.093.144a1.343 1.343 0 0 1 .5.715zm-.568-.8a1.6 1.6 0 0 0-.918-.249v.171a1.435 1.435 0 0 1 .822.219zm-.918-.249a1.535 1.535 0 0 0-1.166.462l.124.118a1.364 1.364 0 0 1 1.042-.408zm-1.166.462a2.036 2.036 0 0 0-.458 1.36l.171.006a1.872 1.872 0 0 1 .411-1.249zm-.458 1.361l-.011.4h.171l.011-.4zm-.011.406l.011.379.171-.005-.011-.379zm.011.38a2.052 2.052 0 0 0 .458 1.371l.124-.118a1.889 1.889 0 0 1-.411-1.26zm.458 1.371a1.533 1.533 0 0 0 1.166.451v-.172a1.363 1.363 0 0 1-1.042-.4zm1.166.451a1.661 1.661 0 0 0 .916-.237l-.093-.144a1.491 1.491 0 0 1-.823.209zm.918-.238a1.576 1.576 0 0 0 .568-.812l-.162-.057a1.409 1.409 0 0 1-.5.727zm.566-.807a.39.39 0 0 1 .086-.144l-.107-.134a.533.533 0 0 0-.137.213zm.093-.151a.144.144 0 0 1 .107-.031v-.171a.31.31 0 0 0-.228.081zm.107-.031h.535v-.171h-.535zm.535 0a.173.173 0 0 1 .129.053l.121-.121a.344.344 0 0 0-.25-.1zm.134.057a.11.11 0 0 1 .037.1l.17.017a.281.281 0 0 0-.1-.252zm.037.109a1.664 1.664 0 0 1-.288.806l.144.092a1.839 1.839 0 0 0 .315-.889zm-.288.806a1.989 1.989 0 0 1-.792.683l.079.152a2.162 2.162 0 0 0 .858-.744zm-.793.684a2.8 2.8 0 0 1-1.32.28v.171a2.96 2.96 0 0 0 1.4-.3zm2.568.187l-.065.056.01.009zm0-7.772l.061.06zm.926 0l-.065.056.009.009zm.078 2.776h-.085a.086.086 0 0 0 .153.053zm.758-.624l.038.077zm2.743.468l-.065.056zm.524 5.151l-.061-.06zm-.925 0l-.065.056.009.009zm-.457-4.5l-.065.056zm-2.23.011l-.062-.059zm-.49 4.493l-.061-.06zm-.736-.019a.2.2 0 0 1-.134-.046l-.112.13a.367.367 0 0 0 .245.088zm-.124-.037a.2.2 0 0 1-.046-.134h-.172a.367.367 0 0 0 .087.245zm-.046-.134v-7.4h-.172v7.4zm0-7.4a.156.156 0 0 1 .042-.118l-.121-.121a.326.326 0 0 0-.092.239zm.042-.118a.172.172 0 0 1 .129-.053v-.171a.343.343 0 0 0-.25.1zm.129-.053h.557v-.171h-.557zm.557 0a.137.137 0 0 1 .113.048l.13-.112a.308.308 0 0 0-.244-.108zm.122.057a.137.137 0 0 1 .048.113h.172a.309.309 0 0 0-.108-.243zm.048.113v2.6h.172v-2.6zm.153 2.651a2.076 2.076 0 0 1 .728-.6l-.075-.154a2.248 2.248 0 0 0-.788.649zm.73-.6a2.272 2.272 0 0 1 1.043-.214v-.171a2.438 2.438 0 0 0-1.121.232zm1.043-.214a1.982 1.982 0 0 1 1.6.661l.13-.112a2.152 2.152 0 0 0-1.727-.721zm1.6.663a2.557 2.557 0 0 1 .581 1.761h.171a2.727 2.727 0 0 0-.624-1.874zm.581 1.761v3.144h.171v-3.144zm0 3.144a.173.173 0 0 1-.053.129l.121.121a.345.345 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-.557v.171h.557zm-.557 0a.2.2 0 0 1-.134-.046l-.112.13a.367.367 0 0 0 .245.088zm-.124-.037a.2.2 0 0 1-.046-.134h-.172a.368.368 0 0 0 .087.245zm-.046-.134V823.8h-.172v3.088zm0-3.088a1.859 1.859 0 0 0-.412-1.284l-.128.114a1.69 1.69 0 0 1 .368 1.169zm-.411-1.283a1.471 1.471 0 0 0-1.169-.464v.171a1.3 1.3 0 0 1 1.039.406zm-1.169-.464a1.566 1.566 0 0 0-1.188.473l.124.118a1.4 1.4 0 0 1 1.064-.419zm-1.188.473a1.779 1.779 0 0 0-.436 1.275h.172a1.609 1.609 0 0 1 .389-1.156zm-.436 1.275v3.088h.172V823.8zm0 3.088a.172.172 0 0 1-.053.129l.121.121a.344.344 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-.557v.171h.557zm6.449-.505l-.062.059zm-.747-1.94h-.086zm-.012-.379h-.085v.005zm.012-.368l-.086-.006zm.758-1.918l-.061-.06zm3.735.078l-.065.056zm.6 2.5l.061.061zm-4.036.067v-.086a.086.086 0 0 0-.086.086zm0 .1h-.086zm.435 1.238l-.068.053zm1.918.3l.045.073zm.491-.435l-.069-.051zm.145-.156l.039.077h.006zm.9.022l-.055.066zm-.245.747l-.064-.057zm-.858.6l.035.078zm.267-3.189v.086a.086.086 0 0 0 .086-.086zm-.424-1.282l-.066.055zm-2.23 0l-.065-.055zm-.4 1.282h-.086a.086.086 0 0 0 .086.086zm1.528 3.349a2.38 2.38 0 0 1-1.779-.677l-.122.12a2.55 2.55 0 0 0 1.9.728zm-1.778-.676a2.86 2.86 0 0 1-.724-1.886l-.171.009a3.027 3.027 0 0 0 .771 1.995zm-.723-1.884l-.011-.379h-.171l.011.379zm-.011-.374l.011-.368-.172-.005-.011.368zm.011-.365a2.871 2.871 0 0 1 .735-1.864l-.124-.118a3.042 3.042 0 0 0-.782 1.971zm.734-1.864a2.331 2.331 0 0 1 1.756-.687v-.171a2.5 2.5 0 0 0-1.879.74zm1.756-.687a2.307 2.307 0 0 1 1.853.762l.13-.112a2.477 2.477 0 0 0-1.983-.821zm1.854.762a3.03 3.03 0 0 1 .659 2.062h.172a3.2 3.2 0 0 0-.7-2.175zm.659 2.062v.19h.172v-.19zm0 .19a.172.172 0 0 1-.053.129l.121.121a.345.345 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-3.858v.171h3.858zm-3.944.086v.1h.172v-.1zm0 .1a2.2 2.2 0 0 0 .453 1.287l.135-.106a2.027 2.027 0 0 1-.417-1.189zm.454 1.288a1.418 1.418 0 0 0 1.148.533v-.171a1.247 1.247 0 0 1-1.015-.47zm1.148.533a1.647 1.647 0 0 0 .882-.214l-.09-.146a1.481 1.481 0 0 1-.791.188zm.882-.214a1.777 1.777 0 0 0 .515-.458l-.14-.1a1.613 1.613 0 0 1-.466.412zm.513-.456a1.251 1.251 0 0 1 .081-.1.28.28 0 0 1 .026-.025l.008-.006-.077-.153a.326.326 0 0 0-.083.068 1.55 1.55 0 0 0-.092.113zm.12-.134a.328.328 0 0 1 .146-.021v-.171a.468.468 0 0 0-.234.046zm.146-.021h.547v-.171h-.547zm.547 0a.166.166 0 0 1 .112.036l.11-.132a.337.337 0 0 0-.222-.076zm.112.036a.107.107 0 0 1 .036.09h.171a.277.277 0 0 0-.1-.222zm.036.09a.9.9 0 0 1-.291.534l.128.115a1.055 1.055 0 0 0 .334-.649zm-.291.535a2.42 2.42 0 0 1-.83.581l.072.156a2.6 2.6 0 0 0 .888-.624zm-.829.58a2.964 2.964 0 0 1-1.224.238v.171a3.133 3.133 0 0 0 1.295-.253zm.389-3.111v-.033h-.171v.033zm0-.033a1.9 1.9 0 0 0-.445-1.306l-.129.114a1.731 1.731 0 0 1 .4 1.192zm-.444-1.3a1.466 1.466 0 0 0-1.181-.521v.172a1.3 1.3 0 0 1 1.049.46zm-1.181-.521a1.466 1.466 0 0 0-1.18.521l.131.11a1.3 1.3 0 0 1 1.049-.46zm-1.181.521a1.965 1.965 0 0 0-.422 1.3h.172a1.794 1.794 0 0 1 .382-1.194zm-.422 1.3v.033h.172v-.033zm.086.119h3.055v-.171h-3.055z" fill="#51504f" data-name="Path 10" transform="translate(-1460.636 -807.945)"></path> |
| <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1.785a.677.677 0 0 1 .68.68v1.53a.655.655 0 0 1-.2.481.713.713 0 0 1-.481.17zm.227 17.479a.593.593 0 0 1-.652-.652v-13.428a.611.611 0 0 1 .17-.453.656.656 0 0 1 .482-.2h1.359a.679.679 0 0 1 .652.651v13.427a.655.655 0 0 1-.2.482.613.613 0 0 1-.453.17zm6.861 0a.592.592 0 0 1-.651-.652v-13.4a.715.715 0 0 1 .17-.481.656.656 0 0 1 .482-.2h1.3a.677.677 0 0 1 .68.68v1.246a4.255 4.255 0 0 1 3.966-1.926h1.1a.679.679 0 0 1 .651.651v1.161a.566.566 0 0 1-.2.453.612.612 0 0 1-.453.17h-1.7a3.2 3.2 0 0 0-2.408.907 3.253 3.253 0 0 0-.879 2.408v8.328a.656.656 0 0 1-.2.482.716.716 0 0 1-.482.17zm12.234 0a.593.593 0 0 1-.651-.652v-11.814h-2.408a.592.592 0 0 1-.651-.651v-.963a.611.611 0 0 1 .17-.453.654.654 0 0 1 .481-.2h2.408v-1.417q0-4.816 4.872-4.815h1.586a.679.679 0 0 1 .652.651v.963a.656.656 0 0 1-.2.481.613.613 0 0 1-.453.17h-1.529a2.1 2.1 0 0 0-1.785.68 3.248 3.248 0 0 0-.51 2.011v1.275h6.062V863.7a.613.613 0 0 1 .17-.453.656.656 0 0 1 .482-.2h1.3a.679.679 0 0 1 .652.651v19.659a.655.655 0 0 1-.2.482.613.613 0 0 1-.454.17h-1.3a.592.592 0 0 1-.652-.652v-11.811h-6.062v11.813a.657.657 0 0 1-.2.482.614.614 0 0 1-.454.17zm20.9.283a6.487 6.487 0 0 1-4.844-1.757 6.837 6.837 0 0 1-1.813-4.674l-.029-1.218.029-1.218a6.732 6.732 0 0 1 1.841-4.646 7.389 7.389 0 0 1 9.631 0 6.736 6.736 0 0 1 1.841 4.646q.028.311.028 1.218t-.028 1.218a6.772 6.772 0 0 1-1.841 4.674 6.391 6.391 0 0 1-4.82 1.756zm0-2.181a3.582 3.582 0 0 0 2.8-1.133 4.931 4.931 0 0 0 1.133-3.258q.028-.283.028-1.076t-.028-1.076a4.931 4.931 0 0 0-1.133-3.258 3.582 3.582 0 0 0-2.8-1.133 3.671 3.671 0 0 0-2.833 1.133 4.83 4.83 0 0 0-1.1 3.258l-.028 1.076.028 1.076a4.83 4.83 0 0 0 1.1 3.258 3.671 3.671 0 0 0 2.828 1.132zm13.755 1.9a.846.846 0 0 1-.566-.17 1.321 1.321 0 0 1-.34-.538l-4.023-13.144-.056-.283a.575.575 0 0 1 .17-.425.641.641 0 0 1 .425-.17h1.246a.612.612 0 0 1 .453.17.646.646 0 0 1 .255.312l3.145 10.679 3.371-10.566a.761.761 0 0 1 .255-.4.726.726 0 0 1 .538-.2h.963a.728.728 0 0 1 .539.2.76.76 0 0 1 .255.4l3.371 10.566 3.144-10.679a.655.655 0 0 1 .2-.312.714.714 0 0 1 .482-.17h1.275a.542.542 0 0 1 .4.17.576.576 0 0 1 .17.425l-.057.283-3.994 13.144a1.323 1.323 0 0 1-.34.538.9.9 0 0 1-.6.17h-1.1a.86.86 0 0 1-.935-.708l-3.286-10.141-3.286 10.141a.928.928 0 0 1-.963.708z" fill="#51504f" data-name="Path 11" transform="translate(-1454.66 -838.62)"></path> |
| </g> |
| </g> |
| </g> |
| </svg> |
| |
| </a> |
| </div> |
| |
| <div id="content-close-button"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799"> |
| <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)"> |
| <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)"> |
| <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect> |
| </g> |
| <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)"> |
| <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect> |
| </g> |
| </g> |
| </svg> |
| |
| </div> |
| |
| </nav> |
| <div class="content-drawer-container" id="content-drawer"> |
| <div class="content-drawer"> |
| <div class="td-sidebar"> |
| |
| <div id="docs-version-selector" class="docs-version-selector sidebar__version-selector"> |
| <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true" |
| aria-expanded="false"> |
| <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.0.0</span> |
| </a> |
| <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink"> |
| |
| </div> |
| <script type="application/x-template" id="version-item-template"> |
| <a class="dropdown-item"></a> |
| </script> |
| </div> |
| |
| <div class="searchb-box"> |
| <form class="search-form" action="search.html" method="get"> |
| <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16"> |
| <input type="hidden" name="check_keywords" value="yes" /> |
| <input type="hidden" name="area" value="default" /> |
| |
| <button class="search-form__button" type="submit"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20"> |
| <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)"> |
| <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path> |
| <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path> |
| </g> |
| </svg> |
| </button> |
| </form> |
| </div> |
| |
| |
| <style> |
| .searchb-box { |
| margin-bottom: 26px; |
| } |
| .searchb-box .search-form { |
| width: 100%; |
| margin-top: 20px; |
| } |
| </style> |
| |
| |
| <div class="toctree" role="navigation" aria-label="main navigation"> |
| <p class="caption"><span class="caption-text">Content</span></p> |
| <ul> |
| <li class="toctree-l1"><a class="reference internal" href="index.html">Home</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="project.html">Project</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="start.html#basic-airflow-architecture">Basic Airflow architecture</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="installation.html">Installation</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="upgrading-to-2.html">Upgrading to Airflow 2.0+</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="upgrade-check.html">Upgrade Check Script</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="tutorial.html">Tutorial</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="tutorial_taskflow_api.html">Tutorial on the Taskflow API</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="howto/index.html">How-to Guides</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="ui.html">UI / Screenshots</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="concepts.html">Concepts</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="scheduler.html">Scheduler</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="executor/index.html">Executor</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="dag-run.html">DAG Runs</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="plugins.html">Plugins</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="security/index.html">Security</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="logging-monitoring/index.html">Logging & Monitoring</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="timezone.html">Time zones</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="usage-cli.html">Using the CLI</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="integration.html">Integration</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="kubernetes.html">Kubernetes</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="lineage.html">Lineage</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="dag-serialization.html">DAG Serialization</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="modules_management.html">Modules Management</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="smart-sensor.html">Smart Sensor</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="changelog.html">Changelog</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="best-practices.html">Best Practices</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="production-deployment.html">Production Deployment</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="backport-providers.html">Backport Providers</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="faq.html">FAQ</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="privacy_notice.html">Privacy Notice</a></li> |
| </ul> |
| <p class="caption"><span class="caption-text">References</span></p> |
| <ul class="current"> |
| <li class="toctree-l1"><a class="reference internal" href="operators-and-hooks-ref.html">Operators and hooks</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="cli-and-env-variables-ref.html">CLI</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="macros-ref.html">Macros</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="python-api-ref.html">Python API</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="rest-api-ref.html">Experimental REST API</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="stable-rest-api-ref.html">Stable REST API</a></li> |
| <li class="toctree-l1 current"><a class="current reference internal" href="#">Configurations</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="#core">[core]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#dags-folder">dags_folder</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#hostname-callable">hostname_callable</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-timezone">default_timezone</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#executor">executor</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-conn">sql_alchemy_conn</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-engine-encoding">sql_engine_encoding</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-engine-collation-for-ids">sql_engine_collation_for_ids</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-pool-enabled">sql_alchemy_pool_enabled</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-pool-size">sql_alchemy_pool_size</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-max-overflow">sql_alchemy_max_overflow</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-pool-recycle">sql_alchemy_pool_recycle</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-pool-pre-ping">sql_alchemy_pool_pre_ping</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-schema">sql_alchemy_schema</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-connect-args">sql_alchemy_connect_args</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#parallelism">parallelism</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-concurrency">dag_concurrency</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dags-are-paused-at-creation">dags_are_paused_at_creation</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#max-active-runs-per-dag">max_active_runs_per_dag</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#load-examples">load_examples</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#load-default-connections">load_default_connections</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#plugins-folder">plugins_folder</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#execute-tasks-new-python-interpreter">execute_tasks_new_python_interpreter</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#fernet-key">fernet_key</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#donot-pickle">donot_pickle</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dagbag-import-timeout">dagbag_import_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dagbag-import-error-tracebacks">dagbag_import_error_tracebacks</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dagbag-import-error-traceback-depth">dagbag_import_error_traceback_depth</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-file-processor-timeout">dag_file_processor_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#task-runner">task_runner</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-impersonation">default_impersonation</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#security">security</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#unit-test-mode">unit_test_mode</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#enable-xcom-pickling">enable_xcom_pickling</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#killed-task-cleanup-time">killed_task_cleanup_time</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-run-conf-overrides-params">dag_run_conf_overrides_params</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-discovery-safe-mode">dag_discovery_safe_mode</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-task-retries">default_task_retries</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#min-serialized-dag-update-interval">min_serialized_dag_update_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#min-serialized-dag-fetch-interval">min_serialized_dag_fetch_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#store-dag-code">store_dag_code</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#max-num-rendered-ti-fields-per-task">max_num_rendered_ti_fields_per_task</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#check-slas">check_slas</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#xcom-backend">xcom_backend</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#lazy-load-plugins">lazy_load_plugins</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#lazy-discover-providers">lazy_discover_providers</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#max-db-retries">max_db_retries</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#logging">[logging]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#base-log-folder">base_log_folder</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#remote-logging">remote_logging</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#remote-log-conn-id">remote_log_conn_id</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#google-key-path">google_key_path</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#remote-base-log-folder">remote_base_log_folder</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#encrypt-s3-logs">encrypt_s3_logs</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#logging-level">logging_level</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#fab-logging-level">fab_logging_level</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#logging-config-class">logging_config_class</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#colored-console-log">colored_console_log</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#colored-log-format">colored_log_format</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#colored-formatter-class">colored_formatter_class</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-format">log_format</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#simple-log-format">simple_log_format</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#task-log-prefix-template">task_log_prefix_template</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-filename-template">log_filename_template</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-processor-filename-template">log_processor_filename_template</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-processor-manager-log-location">dag_processor_manager_log_location</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#task-log-reader">task_log_reader</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#extra-loggers">extra_loggers</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#metrics">[metrics]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-on">statsd_on</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-host">statsd_host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-port">statsd_port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-prefix">statsd_prefix</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-allow-list">statsd_allow_list</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#stat-name-handler">stat_name_handler</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-datadog-enabled">statsd_datadog_enabled</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-datadog-tags">statsd_datadog_tags</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-custom-client-path">statsd_custom_client_path</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#secrets">[secrets]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#backend">backend</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#backend-kwargs">backend_kwargs</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#cli">[cli]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#api-client">api_client</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#endpoint-url">endpoint_url</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#debug">[debug]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#fail-fast">fail_fast</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#api">[api]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#enable-experimental-api">enable_experimental_api</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#auth-backend">auth_backend</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#maximum-page-limit">maximum_page_limit</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#fallback-page-limit">fallback_page_limit</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#google-oauth2-audience">google_oauth2_audience</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#config-api-google-key-path">google_key_path</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#lineage">[lineage]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#config-lineage-backend">backend</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#atlas">[atlas]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#sasl-enabled">sasl_enabled</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#host">host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#port">port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#username">username</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#password">password</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#operators">[operators]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#default-owner">default_owner</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-cpus">default_cpus</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-ram">default_ram</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-disk">default_disk</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-gpus">default_gpus</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#allow-illegal-arguments">allow_illegal_arguments</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#hive">[hive]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#default-hive-mapred-queue">default_hive_mapred_queue</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#mapred-job-name-template">mapred_job_name_template</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#webserver">[webserver]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#base-url">base_url</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-ui-timezone">default_ui_timezone</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#web-server-host">web_server_host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#web-server-port">web_server_port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#web-server-ssl-cert">web_server_ssl_cert</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#web-server-ssl-key">web_server_ssl_key</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#web-server-master-timeout">web_server_master_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#web-server-worker-timeout">web_server_worker_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-refresh-batch-size">worker_refresh_batch_size</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-refresh-interval">worker_refresh_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#reload-on-plugin-change">reload_on_plugin_change</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#secret-key">secret_key</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#workers">workers</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-class">worker_class</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#access-logfile">access_logfile</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#error-logfile">error_logfile</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#access-logformat">access_logformat</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#expose-config">expose_config</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#expose-hostname">expose_hostname</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#expose-stacktrace">expose_stacktrace</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-default-view">dag_default_view</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-orientation">dag_orientation</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#demo-mode">demo_mode</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-fetch-timeout-sec">log_fetch_timeout_sec</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-fetch-delay-sec">log_fetch_delay_sec</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-auto-tailing-offset">log_auto_tailing_offset</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-animation-speed">log_animation_speed</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#hide-paused-dags-by-default">hide_paused_dags_by_default</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#page-size">page_size</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#navbar-color">navbar_color</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-dag-run-display-number">default_dag_run_display_number</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#enable-proxy-fix">enable_proxy_fix</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#proxy-fix-x-for">proxy_fix_x_for</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#proxy-fix-x-proto">proxy_fix_x_proto</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#proxy-fix-x-host">proxy_fix_x_host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#proxy-fix-x-port">proxy_fix_x_port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#proxy-fix-x-prefix">proxy_fix_x_prefix</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#cookie-secure">cookie_secure</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#cookie-samesite">cookie_samesite</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-wrap">default_wrap</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#x-frame-enabled">x_frame_enabled</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#analytics-tool">analytics_tool</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#analytics-id">analytics_id</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#show-recent-stats-for-completed-runs">show_recent_stats_for_completed_runs</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#update-fab-perms">update_fab_perms</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#session-lifetime-minutes">session_lifetime_minutes</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#email">[email]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#email-backend">email_backend</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-email-on-retry">default_email_on_retry</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-email-on-failure">default_email_on_failure</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#smtp">[smtp]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-host">smtp_host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-starttls">smtp_starttls</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-ssl">smtp_ssl</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-user">smtp_user</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-password">smtp_password</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-port">smtp_port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-mail-from">smtp_mail_from</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-timeout">smtp_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-retry-limit">smtp_retry_limit</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#sentry">[sentry]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#sentry-on">sentry_on</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sentry-dsn">sentry_dsn</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#celery-kubernetes-executor">[celery_kubernetes_executor]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#kubernetes-queue">kubernetes_queue</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#celery">[celery]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#celery-app-name">celery_app_name</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-concurrency">worker_concurrency</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-autoscale">worker_autoscale</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-prefetch-multiplier">worker_prefetch_multiplier</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-log-server-port">worker_log_server_port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-umask">worker_umask</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#broker-url">broker_url</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#result-backend">result_backend</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#flower-host">flower_host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#flower-url-prefix">flower_url_prefix</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#flower-port">flower_port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#flower-basic-auth">flower_basic_auth</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-queue">default_queue</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sync-parallelism">sync_parallelism</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#celery-config-options">celery_config_options</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#ssl-active">ssl_active</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#ssl-key">ssl_key</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#ssl-cert">ssl_cert</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#ssl-cacert">ssl_cacert</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#pool">pool</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#operation-timeout">operation_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#task-track-started">task_track_started</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#task-adoption-timeout">task_adoption_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#task-publish-max-retries">task_publish_max_retries</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-precheck">worker_precheck</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#celery-broker-transport-options">[celery_broker_transport_options]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#visibility-timeout">visibility_timeout</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#dask">[dask]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#cluster-address">cluster_address</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#tls-ca">tls_ca</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#tls-cert">tls_cert</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#tls-key">tls_key</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#scheduler">[scheduler]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#job-heartbeat-sec">job_heartbeat_sec</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#clean-tis-without-dagrun-interval">clean_tis_without_dagrun_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#scheduler-heartbeat-sec">scheduler_heartbeat_sec</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#num-runs">num_runs</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#processor-poll-interval">processor_poll_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#min-file-process-interval">min_file_process_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-dir-list-interval">dag_dir_list_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#print-stats-interval">print_stats_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#pool-metrics-interval">pool_metrics_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#scheduler-health-check-threshold">scheduler_health_check_threshold</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#orphaned-tasks-check-interval">orphaned_tasks_check_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#child-process-log-directory">child_process_log_directory</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#scheduler-zombie-task-threshold">scheduler_zombie_task_threshold</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#catchup-by-default">catchup_by_default</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#max-tis-per-query">max_tis_per_query</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#use-row-level-locking">use_row_level_locking</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#max-dagruns-to-create-per-loop">max_dagruns_to_create_per_loop</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#max-dagruns-per-loop-to-schedule">max_dagruns_per_loop_to_schedule</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#schedule-after-task-execution">schedule_after_task_execution</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#parsing-processes">parsing_processes</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#use-job-schedule">use_job_schedule</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#allow-trigger-in-future">allow_trigger_in_future</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#kerberos">[kerberos]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#ccache">ccache</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#principal">principal</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#reinit-frequency">reinit_frequency</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#kinit-path">kinit_path</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#keytab">keytab</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#github-enterprise">[github_enterprise]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#api-rev">api_rev</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#admin">[admin]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#hide-sensitive-variable-fields">hide_sensitive_variable_fields</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sensitive-variable-fields">sensitive_variable_fields</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#elasticsearch">[elasticsearch]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#config-elasticsearch-host">host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-id-template">log_id_template</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#end-of-log-mark">end_of_log_mark</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#frontend">frontend</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#write-stdout">write_stdout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#json-format">json_format</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#json-fields">json_fields</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#elasticsearch-configs">[elasticsearch_configs]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#use-ssl">use_ssl</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#verify-certs">verify_certs</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#kubernetes">[kubernetes]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#pod-template-file">pod_template_file</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-container-repository">worker_container_repository</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-container-tag">worker_container_tag</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#namespace">namespace</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#delete-worker-pods">delete_worker_pods</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#delete-worker-pods-on-failure">delete_worker_pods_on_failure</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-pods-creation-batch-size">worker_pods_creation_batch_size</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#multi-namespace-mode">multi_namespace_mode</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#in-cluster">in_cluster</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#cluster-context">cluster_context</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#config-file">config_file</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#kube-client-request-args">kube_client_request_args</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#delete-option-kwargs">delete_option_kwargs</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#enable-tcp-keepalive">enable_tcp_keepalive</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#tcp-keep-idle">tcp_keep_idle</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#tcp-keep-intvl">tcp_keep_intvl</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#tcp-keep-cnt">tcp_keep_cnt</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#smart-sensor">[smart_sensor]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#use-smart-sensor">use_smart_sensor</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#shard-code-upper-limit">shard_code_upper_limit</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#shards">shards</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sensors-enabled">sensors_enabled</a></li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="extra-packages-ref.html">Extra packages</a></li> |
| </ul> |
| |
| </div> |
| |
| <style type="text/css"> |
| .toctree { |
| } |
| .toctree li { |
| list-style: none; |
| } |
| .toctree .caption { |
| font-family: Roboto; |
| font-size: 18px; |
| font-weight: bold; |
| font-stretch: normal; |
| font-style: normal; |
| line-height: 1.33; |
| letter-spacing: normal; |
| color: #51504f; |
| padding-bottom: 13px; |
| text-transform: uppercase; |
| margin-bottom: 0; |
| } |
| .toctree .current > a:not([href="#"]) { |
| color: #017cee; |
| } |
| .toctree > ul { |
| padding-left: 0; |
| } |
| .toctree ul { |
| padding-left: 15px; |
| display: none; |
| } |
| .toctree > ul, |
| .toctree li.current > ul { |
| display: block; |
| } |
| |
| .toctree a .toctree-expand { |
| display: inline-block; |
| position: relative; |
| height: 1em; |
| } |
| |
| .toctree a .toctree-expand:before { |
| position: absolute; |
| top: 6px; |
| left: -12px; |
| content: '►'; |
| font-size: 7px; |
| } |
| .toctree .current > a > .toctree-expand:before { |
| content: '▼'; |
| } |
| |
| .toctree .current { |
| color: #017cee; |
| } |
| .toctree li { |
| font-family: Roboto; |
| font-size: 16px; |
| font-weight: normal; |
| font-stretch: normal; |
| font-style: normal; |
| line-height: 1.63; |
| letter-spacing: normal; |
| color: #707070; |
| } |
| |
| </style> |
| </div> |
| </div> |
| </div> |
| </div> |
| |
| <div class="d-flex"> |
| |
| |
| <div class="td-sidebar desktop-only d-print-none"> |
| |
| <div id="docs-version-selector" class="docs-version-selector sidebar__version-selector"> |
| <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true" |
| aria-expanded="false"> |
| <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">2.0.0</span> |
| </a> |
| <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink"> |
| |
| </div> |
| <script type="application/x-template" id="version-item-template"> |
| <a class="dropdown-item"></a> |
| </script> |
| </div> |
| |
| <div class="searchb-box"> |
| <form class="search-form" action="search.html" method="get"> |
| <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16"> |
| <input type="hidden" name="check_keywords" value="yes" /> |
| <input type="hidden" name="area" value="default" /> |
| |
| <button class="search-form__button" type="submit"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20"> |
| <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)"> |
| <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path> |
| <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path> |
| </g> |
| </svg> |
| </button> |
| </form> |
| </div> |
| |
| |
| <style> |
| .searchb-box { |
| margin-bottom: 26px; |
| } |
| .searchb-box .search-form { |
| width: 100%; |
| margin-top: 20px; |
| } |
| </style> |
| |
| |
| <div class="toctree" role="navigation" aria-label="main navigation"> |
| <p class="caption"><span class="caption-text">Content</span></p> |
| <ul> |
| <li class="toctree-l1"><a class="reference internal" href="index.html">Home</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="project.html">Project</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="start.html#basic-airflow-architecture">Basic Airflow architecture</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="installation.html">Installation</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="upgrading-to-2.html">Upgrading to Airflow 2.0+</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="upgrade-check.html">Upgrade Check Script</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="tutorial.html">Tutorial</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="tutorial_taskflow_api.html">Tutorial on the Taskflow API</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="howto/index.html">How-to Guides</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="ui.html">UI / Screenshots</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="concepts.html">Concepts</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="scheduler.html">Scheduler</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="executor/index.html">Executor</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="dag-run.html">DAG Runs</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="plugins.html">Plugins</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="security/index.html">Security</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="logging-monitoring/index.html">Logging & Monitoring</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="timezone.html">Time zones</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="usage-cli.html">Using the CLI</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="integration.html">Integration</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="kubernetes.html">Kubernetes</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="lineage.html">Lineage</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="dag-serialization.html">DAG Serialization</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="modules_management.html">Modules Management</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="smart-sensor.html">Smart Sensor</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="changelog.html">Changelog</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="best-practices.html">Best Practices</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="production-deployment.html">Production Deployment</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="backport-providers.html">Backport Providers</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="faq.html">FAQ</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="privacy_notice.html">Privacy Notice</a></li> |
| </ul> |
| <p class="caption"><span class="caption-text">References</span></p> |
| <ul class="current"> |
| <li class="toctree-l1"><a class="reference internal" href="operators-and-hooks-ref.html">Operators and hooks</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="cli-and-env-variables-ref.html">CLI</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="macros-ref.html">Macros</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="python-api-ref.html">Python API</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="rest-api-ref.html">Experimental REST API</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="stable-rest-api-ref.html">Stable REST API</a></li> |
| <li class="toctree-l1 current"><a class="current reference internal" href="#">Configurations</a><ul> |
| <li class="toctree-l2"><a class="reference internal" href="#core">[core]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#dags-folder">dags_folder</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#hostname-callable">hostname_callable</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-timezone">default_timezone</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#executor">executor</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-conn">sql_alchemy_conn</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-engine-encoding">sql_engine_encoding</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-engine-collation-for-ids">sql_engine_collation_for_ids</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-pool-enabled">sql_alchemy_pool_enabled</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-pool-size">sql_alchemy_pool_size</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-max-overflow">sql_alchemy_max_overflow</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-pool-recycle">sql_alchemy_pool_recycle</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-pool-pre-ping">sql_alchemy_pool_pre_ping</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-schema">sql_alchemy_schema</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sql-alchemy-connect-args">sql_alchemy_connect_args</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#parallelism">parallelism</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-concurrency">dag_concurrency</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dags-are-paused-at-creation">dags_are_paused_at_creation</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#max-active-runs-per-dag">max_active_runs_per_dag</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#load-examples">load_examples</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#load-default-connections">load_default_connections</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#plugins-folder">plugins_folder</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#execute-tasks-new-python-interpreter">execute_tasks_new_python_interpreter</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#fernet-key">fernet_key</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#donot-pickle">donot_pickle</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dagbag-import-timeout">dagbag_import_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dagbag-import-error-tracebacks">dagbag_import_error_tracebacks</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dagbag-import-error-traceback-depth">dagbag_import_error_traceback_depth</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-file-processor-timeout">dag_file_processor_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#task-runner">task_runner</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-impersonation">default_impersonation</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#security">security</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#unit-test-mode">unit_test_mode</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#enable-xcom-pickling">enable_xcom_pickling</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#killed-task-cleanup-time">killed_task_cleanup_time</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-run-conf-overrides-params">dag_run_conf_overrides_params</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-discovery-safe-mode">dag_discovery_safe_mode</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-task-retries">default_task_retries</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#min-serialized-dag-update-interval">min_serialized_dag_update_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#min-serialized-dag-fetch-interval">min_serialized_dag_fetch_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#store-dag-code">store_dag_code</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#max-num-rendered-ti-fields-per-task">max_num_rendered_ti_fields_per_task</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#check-slas">check_slas</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#xcom-backend">xcom_backend</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#lazy-load-plugins">lazy_load_plugins</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#lazy-discover-providers">lazy_discover_providers</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#max-db-retries">max_db_retries</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#logging">[logging]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#base-log-folder">base_log_folder</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#remote-logging">remote_logging</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#remote-log-conn-id">remote_log_conn_id</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#google-key-path">google_key_path</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#remote-base-log-folder">remote_base_log_folder</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#encrypt-s3-logs">encrypt_s3_logs</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#logging-level">logging_level</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#fab-logging-level">fab_logging_level</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#logging-config-class">logging_config_class</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#colored-console-log">colored_console_log</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#colored-log-format">colored_log_format</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#colored-formatter-class">colored_formatter_class</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-format">log_format</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#simple-log-format">simple_log_format</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#task-log-prefix-template">task_log_prefix_template</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-filename-template">log_filename_template</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-processor-filename-template">log_processor_filename_template</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-processor-manager-log-location">dag_processor_manager_log_location</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#task-log-reader">task_log_reader</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#extra-loggers">extra_loggers</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#metrics">[metrics]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-on">statsd_on</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-host">statsd_host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-port">statsd_port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-prefix">statsd_prefix</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-allow-list">statsd_allow_list</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#stat-name-handler">stat_name_handler</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-datadog-enabled">statsd_datadog_enabled</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-datadog-tags">statsd_datadog_tags</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#statsd-custom-client-path">statsd_custom_client_path</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#secrets">[secrets]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#backend">backend</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#backend-kwargs">backend_kwargs</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#cli">[cli]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#api-client">api_client</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#endpoint-url">endpoint_url</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#debug">[debug]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#fail-fast">fail_fast</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#api">[api]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#enable-experimental-api">enable_experimental_api</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#auth-backend">auth_backend</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#maximum-page-limit">maximum_page_limit</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#fallback-page-limit">fallback_page_limit</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#google-oauth2-audience">google_oauth2_audience</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#config-api-google-key-path">google_key_path</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#lineage">[lineage]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#config-lineage-backend">backend</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#atlas">[atlas]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#sasl-enabled">sasl_enabled</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#host">host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#port">port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#username">username</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#password">password</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#operators">[operators]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#default-owner">default_owner</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-cpus">default_cpus</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-ram">default_ram</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-disk">default_disk</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-gpus">default_gpus</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#allow-illegal-arguments">allow_illegal_arguments</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#hive">[hive]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#default-hive-mapred-queue">default_hive_mapred_queue</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#mapred-job-name-template">mapred_job_name_template</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#webserver">[webserver]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#base-url">base_url</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-ui-timezone">default_ui_timezone</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#web-server-host">web_server_host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#web-server-port">web_server_port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#web-server-ssl-cert">web_server_ssl_cert</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#web-server-ssl-key">web_server_ssl_key</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#web-server-master-timeout">web_server_master_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#web-server-worker-timeout">web_server_worker_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-refresh-batch-size">worker_refresh_batch_size</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-refresh-interval">worker_refresh_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#reload-on-plugin-change">reload_on_plugin_change</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#secret-key">secret_key</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#workers">workers</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-class">worker_class</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#access-logfile">access_logfile</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#error-logfile">error_logfile</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#access-logformat">access_logformat</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#expose-config">expose_config</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#expose-hostname">expose_hostname</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#expose-stacktrace">expose_stacktrace</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-default-view">dag_default_view</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-orientation">dag_orientation</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#demo-mode">demo_mode</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-fetch-timeout-sec">log_fetch_timeout_sec</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-fetch-delay-sec">log_fetch_delay_sec</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-auto-tailing-offset">log_auto_tailing_offset</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-animation-speed">log_animation_speed</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#hide-paused-dags-by-default">hide_paused_dags_by_default</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#page-size">page_size</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#navbar-color">navbar_color</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-dag-run-display-number">default_dag_run_display_number</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#enable-proxy-fix">enable_proxy_fix</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#proxy-fix-x-for">proxy_fix_x_for</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#proxy-fix-x-proto">proxy_fix_x_proto</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#proxy-fix-x-host">proxy_fix_x_host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#proxy-fix-x-port">proxy_fix_x_port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#proxy-fix-x-prefix">proxy_fix_x_prefix</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#cookie-secure">cookie_secure</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#cookie-samesite">cookie_samesite</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-wrap">default_wrap</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#x-frame-enabled">x_frame_enabled</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#analytics-tool">analytics_tool</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#analytics-id">analytics_id</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#show-recent-stats-for-completed-runs">show_recent_stats_for_completed_runs</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#update-fab-perms">update_fab_perms</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#session-lifetime-minutes">session_lifetime_minutes</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#email">[email]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#email-backend">email_backend</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-email-on-retry">default_email_on_retry</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-email-on-failure">default_email_on_failure</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#smtp">[smtp]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-host">smtp_host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-starttls">smtp_starttls</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-ssl">smtp_ssl</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-user">smtp_user</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-password">smtp_password</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-port">smtp_port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-mail-from">smtp_mail_from</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-timeout">smtp_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#smtp-retry-limit">smtp_retry_limit</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#sentry">[sentry]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#sentry-on">sentry_on</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sentry-dsn">sentry_dsn</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#celery-kubernetes-executor">[celery_kubernetes_executor]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#kubernetes-queue">kubernetes_queue</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#celery">[celery]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#celery-app-name">celery_app_name</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-concurrency">worker_concurrency</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-autoscale">worker_autoscale</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-prefetch-multiplier">worker_prefetch_multiplier</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-log-server-port">worker_log_server_port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-umask">worker_umask</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#broker-url">broker_url</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#result-backend">result_backend</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#flower-host">flower_host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#flower-url-prefix">flower_url_prefix</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#flower-port">flower_port</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#flower-basic-auth">flower_basic_auth</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#default-queue">default_queue</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sync-parallelism">sync_parallelism</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#celery-config-options">celery_config_options</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#ssl-active">ssl_active</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#ssl-key">ssl_key</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#ssl-cert">ssl_cert</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#ssl-cacert">ssl_cacert</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#pool">pool</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#operation-timeout">operation_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#task-track-started">task_track_started</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#task-adoption-timeout">task_adoption_timeout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#task-publish-max-retries">task_publish_max_retries</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-precheck">worker_precheck</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#celery-broker-transport-options">[celery_broker_transport_options]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#visibility-timeout">visibility_timeout</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#dask">[dask]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#cluster-address">cluster_address</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#tls-ca">tls_ca</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#tls-cert">tls_cert</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#tls-key">tls_key</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#scheduler">[scheduler]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#job-heartbeat-sec">job_heartbeat_sec</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#clean-tis-without-dagrun-interval">clean_tis_without_dagrun_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#scheduler-heartbeat-sec">scheduler_heartbeat_sec</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#num-runs">num_runs</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#processor-poll-interval">processor_poll_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#min-file-process-interval">min_file_process_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#dag-dir-list-interval">dag_dir_list_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#print-stats-interval">print_stats_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#pool-metrics-interval">pool_metrics_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#scheduler-health-check-threshold">scheduler_health_check_threshold</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#orphaned-tasks-check-interval">orphaned_tasks_check_interval</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#child-process-log-directory">child_process_log_directory</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#scheduler-zombie-task-threshold">scheduler_zombie_task_threshold</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#catchup-by-default">catchup_by_default</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#max-tis-per-query">max_tis_per_query</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#use-row-level-locking">use_row_level_locking</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#max-dagruns-to-create-per-loop">max_dagruns_to_create_per_loop</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#max-dagruns-per-loop-to-schedule">max_dagruns_per_loop_to_schedule</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#schedule-after-task-execution">schedule_after_task_execution</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#parsing-processes">parsing_processes</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#use-job-schedule">use_job_schedule</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#allow-trigger-in-future">allow_trigger_in_future</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#kerberos">[kerberos]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#ccache">ccache</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#principal">principal</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#reinit-frequency">reinit_frequency</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#kinit-path">kinit_path</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#keytab">keytab</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#github-enterprise">[github_enterprise]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#api-rev">api_rev</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#admin">[admin]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#hide-sensitive-variable-fields">hide_sensitive_variable_fields</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sensitive-variable-fields">sensitive_variable_fields</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#elasticsearch">[elasticsearch]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#config-elasticsearch-host">host</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#log-id-template">log_id_template</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#end-of-log-mark">end_of_log_mark</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#frontend">frontend</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#write-stdout">write_stdout</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#json-format">json_format</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#json-fields">json_fields</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#elasticsearch-configs">[elasticsearch_configs]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#use-ssl">use_ssl</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#verify-certs">verify_certs</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#kubernetes">[kubernetes]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#pod-template-file">pod_template_file</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-container-repository">worker_container_repository</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-container-tag">worker_container_tag</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#namespace">namespace</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#delete-worker-pods">delete_worker_pods</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#delete-worker-pods-on-failure">delete_worker_pods_on_failure</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#worker-pods-creation-batch-size">worker_pods_creation_batch_size</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#multi-namespace-mode">multi_namespace_mode</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#in-cluster">in_cluster</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#cluster-context">cluster_context</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#config-file">config_file</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#kube-client-request-args">kube_client_request_args</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#delete-option-kwargs">delete_option_kwargs</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#enable-tcp-keepalive">enable_tcp_keepalive</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#tcp-keep-idle">tcp_keep_idle</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#tcp-keep-intvl">tcp_keep_intvl</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#tcp-keep-cnt">tcp_keep_cnt</a></li> |
| </ul> |
| </li> |
| <li class="toctree-l2"><a class="reference internal" href="#smart-sensor">[smart_sensor]</a><ul> |
| <li class="toctree-l3"><a class="reference internal" href="#use-smart-sensor">use_smart_sensor</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#shard-code-upper-limit">shard_code_upper_limit</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#shards">shards</a></li> |
| <li class="toctree-l3"><a class="reference internal" href="#sensors-enabled">sensors_enabled</a></li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| <li class="toctree-l1"><a class="reference internal" href="extra-packages-ref.html">Extra packages</a></li> |
| </ul> |
| |
| </div> |
| |
| <style type="text/css"> |
| .toctree { |
| } |
| .toctree li { |
| list-style: none; |
| } |
| .toctree .caption { |
| font-family: Roboto; |
| font-size: 18px; |
| font-weight: bold; |
| font-stretch: normal; |
| font-style: normal; |
| line-height: 1.33; |
| letter-spacing: normal; |
| color: #51504f; |
| padding-bottom: 13px; |
| text-transform: uppercase; |
| margin-bottom: 0; |
| } |
| .toctree .current > a:not([href="#"]) { |
| color: #017cee; |
| } |
| .toctree > ul { |
| padding-left: 0; |
| } |
| .toctree ul { |
| padding-left: 15px; |
| display: none; |
| } |
| .toctree > ul, |
| .toctree li.current > ul { |
| display: block; |
| } |
| |
| .toctree a .toctree-expand { |
| display: inline-block; |
| position: relative; |
| height: 1em; |
| } |
| |
| .toctree a .toctree-expand:before { |
| position: absolute; |
| top: 6px; |
| left: -12px; |
| content: '►'; |
| font-size: 7px; |
| } |
| .toctree .current > a > .toctree-expand:before { |
| content: '▼'; |
| } |
| |
| .toctree .current { |
| color: #017cee; |
| } |
| .toctree li { |
| font-family: Roboto; |
| font-size: 16px; |
| font-weight: normal; |
| font-stretch: normal; |
| font-style: normal; |
| line-height: 1.63; |
| letter-spacing: normal; |
| color: #707070; |
| } |
| |
| </style> |
| </div> |
| |
| |
| |
| |
| <main class="col-12 col-md-9 col-xl-8" role="main"> |
| |
| |
| |
| |
| |
| |
| |
| |
| <div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none"> |
| |
| <ul class="breadcrumb"> |
| |
| <li class="breadcrumb-item"><a href="index.html" class="icon icon-home"> Home</a></li> |
| |
| <li class="breadcrumb-item"><a href="configurations-ref.html"> Configuration Reference</a></li> |
| |
| </ul> |
| </div> |
| |
| <div class="rst-content"> |
| <div class="document"> |
| <div class="documentwrapper"> |
| <div class="bodywrapper"> |
| <div class="body" role="main"> |
| |
| <blockquote> |
| <div></div></blockquote> |
| <div class="section" id="configuration-reference"> |
| <h1>Configuration Reference<a class="headerlink" href="#configuration-reference" title="Permalink to this headline">¶</a></h1> |
| <p>This page contains the list of all the available Airflow configurations that you |
| can set in <code class="docutils literal notranslate"><span class="pre">airflow.cfg</span></code> file or using environment variables.</p> |
| <div class="admonition note"> |
| <p class="admonition-title">Note</p> |
| <p>For more information on setting the configuration, see <a class="reference internal" href="howto/set-config.html"><span class="doc">Setting Configuration Options</span></a></p> |
| </div> |
| <div class="contents local topic" id="sections"> |
| <p class="topic-title">Sections:</p> |
| <ul class="simple"> |
| <li><p><a class="reference internal" href="#core" id="id4">[core]</a></p></li> |
| <li><p><a class="reference internal" href="#logging" id="id5">[logging]</a></p></li> |
| <li><p><a class="reference internal" href="#metrics" id="id6">[metrics]</a></p></li> |
| <li><p><a class="reference internal" href="#secrets" id="id7">[secrets]</a></p></li> |
| <li><p><a class="reference internal" href="#cli" id="id8">[cli]</a></p></li> |
| <li><p><a class="reference internal" href="#debug" id="id9">[debug]</a></p></li> |
| <li><p><a class="reference internal" href="#api" id="id10">[api]</a></p></li> |
| <li><p><a class="reference internal" href="#lineage" id="id11">[lineage]</a></p></li> |
| <li><p><a class="reference internal" href="#atlas" id="id12">[atlas]</a></p></li> |
| <li><p><a class="reference internal" href="#operators" id="id13">[operators]</a></p></li> |
| <li><p><a class="reference internal" href="#hive" id="id14">[hive]</a></p></li> |
| <li><p><a class="reference internal" href="#webserver" id="id15">[webserver]</a></p></li> |
| <li><p><a class="reference internal" href="#email" id="id16">[email]</a></p></li> |
| <li><p><a class="reference internal" href="#smtp" id="id17">[smtp]</a></p></li> |
| <li><p><a class="reference internal" href="#sentry" id="id18">[sentry]</a></p></li> |
| <li><p><a class="reference internal" href="#celery-kubernetes-executor" id="id19">[celery_kubernetes_executor]</a></p></li> |
| <li><p><a class="reference internal" href="#celery" id="id20">[celery]</a></p></li> |
| <li><p><a class="reference internal" href="#celery-broker-transport-options" id="id21">[celery_broker_transport_options]</a></p></li> |
| <li><p><a class="reference internal" href="#dask" id="id22">[dask]</a></p></li> |
| <li><p><a class="reference internal" href="#scheduler" id="id23">[scheduler]</a></p></li> |
| <li><p><a class="reference internal" href="#kerberos" id="id24">[kerberos]</a></p></li> |
| <li><p><a class="reference internal" href="#github-enterprise" id="id25">[github_enterprise]</a></p></li> |
| <li><p><a class="reference internal" href="#admin" id="id26">[admin]</a></p></li> |
| <li><p><a class="reference internal" href="#elasticsearch" id="id27">[elasticsearch]</a></p></li> |
| <li><p><a class="reference internal" href="#elasticsearch-configs" id="id28">[elasticsearch_configs]</a></p></li> |
| <li><p><a class="reference internal" href="#kubernetes" id="id29">[kubernetes]</a></p></li> |
| <li><p><a class="reference internal" href="#smart-sensor" id="id30">[smart_sensor]</a></p></li> |
| </ul> |
| </div> |
| <div class="section" id="core"> |
| <span id="config-core"></span><h2><a class="toc-backref" href="#id4">[core]</a><a class="headerlink" href="#core" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="dags-folder"> |
| <span id="config-core-dags-folder"></span><h3>dags_folder<a class="headerlink" href="#dags-folder" title="Permalink to this headline">¶</a></h3> |
| <p>The folder where your airflow pipelines live, most likely a |
| subfolder in a code repository. This path must be absolute.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">{AIRFLOW_HOME}/dags</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__DAGS_FOLDER</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="hostname-callable"> |
| <span id="config-core-hostname-callable"></span><h3>hostname_callable<a class="headerlink" href="#hostname-callable" title="Permalink to this headline">¶</a></h3> |
| <p>Hostname by providing a path to a callable, which will resolve the hostname. |
| The format is "package.function".</p> |
| <p>For example, default value "socket.getfqdn" means that result from getfqdn() of "socket" |
| package will be used as hostname.</p> |
| <p>No argument should be required in the function specified. |
| If using IP address as hostname is preferred, use value <code class="docutils literal notranslate"><span class="pre">airflow.utils.net.get_host_ip_address</span></code></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">socket.getfqdn</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__HOSTNAME_CALLABLE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="default-timezone"> |
| <span id="config-core-default-timezone"></span><h3>default_timezone<a class="headerlink" href="#default-timezone" title="Permalink to this headline">¶</a></h3> |
| <p>Default timezone in case supplied date times are naive |
| can be utc (default), system, or any IANA timezone string (e.g. Europe/Amsterdam)</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">utc</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__DEFAULT_TIMEZONE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="executor"> |
| <span id="config-core-executor"></span><h3>executor<a class="headerlink" href="#executor" title="Permalink to this headline">¶</a></h3> |
| <p>The executor class that airflow should use. Choices include |
| <code class="docutils literal notranslate"><span class="pre">SequentialExecutor</span></code>, <code class="docutils literal notranslate"><span class="pre">LocalExecutor</span></code>, <code class="docutils literal notranslate"><span class="pre">CeleryExecutor</span></code>, <code class="docutils literal notranslate"><span class="pre">DaskExecutor</span></code>, |
| <code class="docutils literal notranslate"><span class="pre">KubernetesExecutor</span></code>, <code class="docutils literal notranslate"><span class="pre">CeleryKubernetesExecutor</span></code> or the |
| full import path to the class when using a custom executor.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">SequentialExecutor</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__EXECUTOR</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sql-alchemy-conn"> |
| <span id="config-core-sql-alchemy-conn"></span><h3>sql_alchemy_conn<a class="headerlink" href="#sql-alchemy-conn" title="Permalink to this headline">¶</a></h3> |
| <p>The SqlAlchemy connection string to the metadata database. |
| SqlAlchemy supports many different database engine, more information |
| their website</p> |
| <dl class="field-list"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">sqlite:///{AIRFLOW_HOME}/airflow.db</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variables</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__SQL_ALCHEMY_CONN</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__SQL_ALCHEMY_CONN_CMD</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__SQL_ALCHEMY_CONN_SECRET</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sql-engine-encoding"> |
| <span id="config-core-sql-engine-encoding"></span><h3>sql_engine_encoding<a class="headerlink" href="#sql-engine-encoding" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.1.</span></p> |
| </div> |
| <p>The encoding for the databases</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">utf-8</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__SQL_ENGINE_ENCODING</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sql-engine-collation-for-ids"> |
| <span id="config-core-sql-engine-collation-for-ids"></span><h3>sql_engine_collation_for_ids<a class="headerlink" href="#sql-engine-collation-for-ids" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>Collation for <code class="docutils literal notranslate"><span class="pre">dag_id</span></code>, <code class="docutils literal notranslate"><span class="pre">task_id</span></code>, <code class="docutils literal notranslate"><span class="pre">key</span></code> columns in case they have different encoding. |
| This is particularly useful in case of mysql with utf8mb4 encoding because |
| primary keys for XCom table has too big size and <code class="docutils literal notranslate"><span class="pre">sql_engine_collation_for_ids</span></code> should |
| be set to <code class="docutils literal notranslate"><span class="pre">utf8mb3_general_ci</span></code>.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__SQL_ENGINE_COLLATION_FOR_IDS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sql-alchemy-pool-enabled"> |
| <span id="config-core-sql-alchemy-pool-enabled"></span><h3>sql_alchemy_pool_enabled<a class="headerlink" href="#sql-alchemy-pool-enabled" title="Permalink to this headline">¶</a></h3> |
| <p>If SqlAlchemy should pool database connections.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__SQL_ALCHEMY_POOL_ENABLED</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sql-alchemy-pool-size"> |
| <span id="config-core-sql-alchemy-pool-size"></span><h3>sql_alchemy_pool_size<a class="headerlink" href="#sql-alchemy-pool-size" title="Permalink to this headline">¶</a></h3> |
| <p>The SqlAlchemy pool size is the maximum number of database connections |
| in the pool. 0 indicates no limit.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">5</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__SQL_ALCHEMY_POOL_SIZE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sql-alchemy-max-overflow"> |
| <span id="config-core-sql-alchemy-max-overflow"></span><h3>sql_alchemy_max_overflow<a class="headerlink" href="#sql-alchemy-max-overflow" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <p>The maximum overflow size of the pool. |
| When the number of checked-out connections reaches the size set in pool_size, |
| additional connections will be returned up to this limit. |
| When those additional connections are returned to the pool, they are disconnected and discarded. |
| It follows then that the total number of simultaneous connections the pool will allow |
| is pool_size + max_overflow, |
| and the total number of "sleeping" connections the pool will allow is pool_size. |
| max_overflow can be set to <code class="docutils literal notranslate"><span class="pre">-1</span></code> to indicate no overflow limit; |
| no limit will be placed on the total number of concurrent connections. Defaults to <code class="docutils literal notranslate"><span class="pre">10</span></code>.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">10</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__SQL_ALCHEMY_MAX_OVERFLOW</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sql-alchemy-pool-recycle"> |
| <span id="config-core-sql-alchemy-pool-recycle"></span><h3>sql_alchemy_pool_recycle<a class="headerlink" href="#sql-alchemy-pool-recycle" title="Permalink to this headline">¶</a></h3> |
| <p>The SqlAlchemy pool recycle is the number of seconds a connection |
| can be idle in the pool before it is invalidated. This config does |
| not apply to sqlite. If the number of DB connections is ever exceeded, |
| a lower config value will allow the system to recover faster.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">1800</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__SQL_ALCHEMY_POOL_RECYCLE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sql-alchemy-pool-pre-ping"> |
| <span id="config-core-sql-alchemy-pool-pre-ping"></span><h3>sql_alchemy_pool_pre_ping<a class="headerlink" href="#sql-alchemy-pool-pre-ping" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.6.</span></p> |
| </div> |
| <p>Check connection at the start of each connection pool checkout. |
| Typically, this is a simple statement like "SELECT 1". |
| More information here: |
| <a class="reference external" href="https://docs.sqlalchemy.org/en/13/core/pooling.html#disconnect-handling-pessimistic">https://docs.sqlalchemy.org/en/13/core/pooling.html#disconnect-handling-pessimistic</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__SQL_ALCHEMY_POOL_PRE_PING</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sql-alchemy-schema"> |
| <span id="config-core-sql-alchemy-schema"></span><h3>sql_alchemy_schema<a class="headerlink" href="#sql-alchemy-schema" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.3.</span></p> |
| </div> |
| <p>The schema to use for the metadata database. |
| SqlAlchemy supports databases with the concept of multiple schemas.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__SQL_ALCHEMY_SCHEMA</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sql-alchemy-connect-args"> |
| <span id="config-core-sql-alchemy-connect-args"></span><h3>sql_alchemy_connect_args<a class="headerlink" href="#sql-alchemy-connect-args" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.11.</span></p> |
| </div> |
| <p>Import path for connect args in SqlAlchemy. Defaults to an empty dict. |
| This is useful when you want to configure db engine args that SqlAlchemy won't parse |
| in connection string. |
| See <a class="reference external" href="https://docs.sqlalchemy.org/en/13/core/engines.html#sqlalchemy.create_engine.params.connect_args">https://docs.sqlalchemy.org/en/13/core/engines.html#sqlalchemy.create_engine.params.connect_args</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__SQL_ALCHEMY_CONNECT_ARGS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="parallelism"> |
| <span id="config-core-parallelism"></span><h3>parallelism<a class="headerlink" href="#parallelism" title="Permalink to this headline">¶</a></h3> |
| <p>The amount of parallelism as a setting to the executor. This defines |
| the max number of task instances that should run simultaneously |
| on this airflow installation</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">32</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__PARALLELISM</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="dag-concurrency"> |
| <span id="config-core-dag-concurrency"></span><h3>dag_concurrency<a class="headerlink" href="#dag-concurrency" title="Permalink to this headline">¶</a></h3> |
| <p>The number of task instances allowed to run concurrently by the scheduler |
| in one DAG. Can be overridden by <code class="docutils literal notranslate"><span class="pre">concurrency</span></code> on DAG level.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">16</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__DAG_CONCURRENCY</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="dags-are-paused-at-creation"> |
| <span id="config-core-dags-are-paused-at-creation"></span><h3>dags_are_paused_at_creation<a class="headerlink" href="#dags-are-paused-at-creation" title="Permalink to this headline">¶</a></h3> |
| <p>Are DAGs paused by default at creation</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="max-active-runs-per-dag"> |
| <span id="config-core-max-active-runs-per-dag"></span><h3>max_active_runs_per_dag<a class="headerlink" href="#max-active-runs-per-dag" title="Permalink to this headline">¶</a></h3> |
| <p>The maximum number of active DAG runs per DAG</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">16</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__MAX_ACTIVE_RUNS_PER_DAG</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="load-examples"> |
| <span id="config-core-load-examples"></span><h3>load_examples<a class="headerlink" href="#load-examples" title="Permalink to this headline">¶</a></h3> |
| <p>Whether to load the DAG examples that ship with Airflow. It's good to |
| get started, but you probably want to set this to <code class="docutils literal notranslate"><span class="pre">False</span></code> in a production |
| environment</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__LOAD_EXAMPLES</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="load-default-connections"> |
| <span id="config-core-load-default-connections"></span><h3>load_default_connections<a class="headerlink" href="#load-default-connections" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.10.</span></p> |
| </div> |
| <p>Whether to load the default connections that ship with Airflow. It's good to |
| get started, but you probably want to set this to <code class="docutils literal notranslate"><span class="pre">False</span></code> in a production |
| environment</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__LOAD_DEFAULT_CONNECTIONS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="plugins-folder"> |
| <span id="config-core-plugins-folder"></span><h3>plugins_folder<a class="headerlink" href="#plugins-folder" title="Permalink to this headline">¶</a></h3> |
| <p>Path to the folder containing Airflow plugins</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">{AIRFLOW_HOME}/plugins</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__PLUGINS_FOLDER</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="execute-tasks-new-python-interpreter"> |
| <span id="config-core-execute-tasks-new-python-interpreter"></span><h3>execute_tasks_new_python_interpreter<a class="headerlink" href="#execute-tasks-new-python-interpreter" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>Should tasks be executed via forking of the parent process ("False", |
| the speedier option) or by spawning a new python process ("True" slow, |
| but means plugin changes picked up by tasks straight away)</p> |
| <div class="admonition seealso"> |
| <p class="admonition-title">See also</p> |
| <p><a class="reference internal" href="plugins.html#plugins-loading"><span class="std std-ref">When are plugins (re)loaded?</span></a></p> |
| </div> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__EXECUTE_TASKS_NEW_PYTHON_INTERPRETER</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="fernet-key"> |
| <span id="config-core-fernet-key"></span><h3>fernet_key<a class="headerlink" href="#fernet-key" title="Permalink to this headline">¶</a></h3> |
| <p>Secret key to save connection passwords in the db</p> |
| <dl class="field-list"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">{FERNET_KEY}</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variables</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__FERNET_KEY</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__FERNET_KEY_CMD</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__FERNET_KEY_SECRET</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="donot-pickle"> |
| <span id="config-core-donot-pickle"></span><h3>donot_pickle<a class="headerlink" href="#donot-pickle" title="Permalink to this headline">¶</a></h3> |
| <p>Whether to disable pickling dags</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__DONOT_PICKLE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="dagbag-import-timeout"> |
| <span id="config-core-dagbag-import-timeout"></span><h3>dagbag_import_timeout<a class="headerlink" href="#dagbag-import-timeout" title="Permalink to this headline">¶</a></h3> |
| <p>How long before timing out a python file import</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>float</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">30.0</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__DAGBAG_IMPORT_TIMEOUT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="dagbag-import-error-tracebacks"> |
| <span id="config-core-dagbag-import-error-tracebacks"></span><h3>dagbag_import_error_tracebacks<a class="headerlink" href="#dagbag-import-error-tracebacks" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>Should a traceback be shown in the UI for dagbag import errors, |
| instead of just the exception message</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__DAGBAG_IMPORT_ERROR_TRACEBACKS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="dagbag-import-error-traceback-depth"> |
| <span id="config-core-dagbag-import-error-traceback-depth"></span><h3>dagbag_import_error_traceback_depth<a class="headerlink" href="#dagbag-import-error-traceback-depth" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>If tracebacks are shown, how many entries from the traceback should be shown</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>integer</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">2</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__DAGBAG_IMPORT_ERROR_TRACEBACK_DEPTH</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="dag-file-processor-timeout"> |
| <span id="config-core-dag-file-processor-timeout"></span><h3>dag_file_processor_timeout<a class="headerlink" href="#dag-file-processor-timeout" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.6.</span></p> |
| </div> |
| <p>How long before timing out a DagFileProcessor, which processes a dag file</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">50</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__DAG_FILE_PROCESSOR_TIMEOUT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="task-runner"> |
| <span id="config-core-task-runner"></span><h3>task_runner<a class="headerlink" href="#task-runner" title="Permalink to this headline">¶</a></h3> |
| <p>The class to use for running task instances in a subprocess. |
| Choices include StandardTaskRunner, CgroupTaskRunner or the full import path to the class |
| when using a custom task runner.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">StandardTaskRunner</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__TASK_RUNNER</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="default-impersonation"> |
| <span id="config-core-default-impersonation"></span><h3>default_impersonation<a class="headerlink" href="#default-impersonation" title="Permalink to this headline">¶</a></h3> |
| <p>If set, tasks without a <code class="docutils literal notranslate"><span class="pre">run_as_user</span></code> argument will be run with this user |
| Can be used to de-elevate a sudo user running Airflow when executing tasks</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__DEFAULT_IMPERSONATION</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="security"> |
| <span id="config-core-security"></span><h3>security<a class="headerlink" href="#security" title="Permalink to this headline">¶</a></h3> |
| <p>What security module to use (for example kerberos)</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__SECURITY</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="unit-test-mode"> |
| <span id="config-core-unit-test-mode"></span><h3>unit_test_mode<a class="headerlink" href="#unit-test-mode" title="Permalink to this headline">¶</a></h3> |
| <p>Turn unit test mode on (overwrites many configuration options with test |
| values at runtime)</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__UNIT_TEST_MODE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="enable-xcom-pickling"> |
| <span id="config-core-enable-xcom-pickling"></span><h3>enable_xcom_pickling<a class="headerlink" href="#enable-xcom-pickling" title="Permalink to this headline">¶</a></h3> |
| <p>Whether to enable pickling for xcom (note that this is insecure and allows for |
| RCE exploits).</p> |
| <div class="admonition seealso"> |
| <p class="admonition-title">See also</p> |
| <p><a class="reference external" href="https://docs.python.org/3/library/pickle.html#comparison-with-json">https://docs.python.org/3/library/pickle.html#comparison-with-json</a></p> |
| </div> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__ENABLE_XCOM_PICKLING</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="killed-task-cleanup-time"> |
| <span id="config-core-killed-task-cleanup-time"></span><h3>killed_task_cleanup_time<a class="headerlink" href="#killed-task-cleanup-time" title="Permalink to this headline">¶</a></h3> |
| <p>When a task is killed forcefully, this is the amount of time in seconds that |
| it has to cleanup after it is sent a SIGTERM, before it is SIGKILLED</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">60</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__KILLED_TASK_CLEANUP_TIME</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="dag-run-conf-overrides-params"> |
| <span id="config-core-dag-run-conf-overrides-params"></span><h3>dag_run_conf_overrides_params<a class="headerlink" href="#dag-run-conf-overrides-params" title="Permalink to this headline">¶</a></h3> |
| <p>Whether to override params with dag_run.conf. If you pass some key-value pairs |
| through <code class="docutils literal notranslate"><span class="pre">airflow</span> <span class="pre">dags</span> <span class="pre">backfill</span> <span class="pre">-c</span></code> or |
| <code class="docutils literal notranslate"><span class="pre">airflow</span> <span class="pre">dags</span> <span class="pre">trigger</span> <span class="pre">-c</span></code>, the key-value pairs will override the existing ones in params.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__DAG_RUN_CONF_OVERRIDES_PARAMS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="dag-discovery-safe-mode"> |
| <span id="config-core-dag-discovery-safe-mode"></span><h3>dag_discovery_safe_mode<a class="headerlink" href="#dag-discovery-safe-mode" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.3.</span></p> |
| </div> |
| <p>When discovering DAGs, ignore any files that don't contain the strings <code class="docutils literal notranslate"><span class="pre">DAG</span></code> and <code class="docutils literal notranslate"><span class="pre">airflow</span></code>.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__DAG_DISCOVERY_SAFE_MODE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="default-task-retries"> |
| <span id="config-core-default-task-retries"></span><h3>default_task_retries<a class="headerlink" href="#default-task-retries" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.6.</span></p> |
| </div> |
| <p>The number of retries each task is going to have by default. Can be overridden at dag or task level.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">0</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__DEFAULT_TASK_RETRIES</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="min-serialized-dag-update-interval"> |
| <span id="config-core-min-serialized-dag-update-interval"></span><h3>min_serialized_dag_update_interval<a class="headerlink" href="#min-serialized-dag-update-interval" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.7.</span></p> |
| </div> |
| <p>Updating serialized DAG can not be faster than a minimum interval to reduce database write rate.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">30</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__MIN_SERIALIZED_DAG_UPDATE_INTERVAL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="min-serialized-dag-fetch-interval"> |
| <span id="config-core-min-serialized-dag-fetch-interval"></span><h3>min_serialized_dag_fetch_interval<a class="headerlink" href="#min-serialized-dag-fetch-interval" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.12.</span></p> |
| </div> |
| <p>Fetching serialized DAG can not be faster than a minimum interval to reduce database |
| read rate. This config controls when your DAGs are updated in the Webserver</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">10</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__MIN_SERIALIZED_DAG_FETCH_INTERVAL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="store-dag-code"> |
| <span id="config-core-store-dag-code"></span><h3>store_dag_code<a class="headerlink" href="#store-dag-code" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.10.</span></p> |
| </div> |
| <p>Whether to persist DAG files code in DB. |
| If set to True, Webserver reads file contents from DB instead of |
| trying to access files in a DAG folder.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__STORE_DAG_CODE</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="max-num-rendered-ti-fields-per-task"> |
| <span id="config-core-max-num-rendered-ti-fields-per-task"></span><h3>max_num_rendered_ti_fields_per_task<a class="headerlink" href="#max-num-rendered-ti-fields-per-task" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>Maximum number of Rendered Task Instance Fields (Template Fields) per task to store |
| in the Database. |
| All the template_fields for each of Task Instance are stored in the Database. |
| Keeping this number small may cause an error when you try to view <code class="docutils literal notranslate"><span class="pre">Rendered</span></code> tab in |
| TaskInstance view for older tasks.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>integer</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">30</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__MAX_NUM_RENDERED_TI_FIELDS_PER_TASK</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="check-slas"> |
| <span id="config-core-check-slas"></span><h3>check_slas<a class="headerlink" href="#check-slas" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.8.</span></p> |
| </div> |
| <p>On each dagrun check against defined SLAs</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__CHECK_SLAS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="xcom-backend"> |
| <span id="config-core-xcom-backend"></span><h3>xcom_backend<a class="headerlink" href="#xcom-backend" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.12.</span></p> |
| </div> |
| <p>Path to custom XCom class that will be used to store and resolve operators results</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow.models.xcom.BaseXCom</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__XCOM_BACKEND</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">path.to.CustomXCom</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="lazy-load-plugins"> |
| <span id="config-core-lazy-load-plugins"></span><h3>lazy_load_plugins<a class="headerlink" href="#lazy-load-plugins" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>By default Airflow plugins are lazily-loaded (only loaded when required). Set it to <code class="docutils literal notranslate"><span class="pre">False</span></code>, |
| if you want to load plugins whenever 'airflow' is invoked via cli or loaded from module.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__LAZY_LOAD_PLUGINS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="lazy-discover-providers"> |
| <span id="config-core-lazy-discover-providers"></span><h3>lazy_discover_providers<a class="headerlink" href="#lazy-discover-providers" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>By default Airflow providers are lazily-discovered (discovery and imports happen only when required). |
| Set it to False, if you want to discover providers whenever 'airflow' is invoked via cli or |
| loaded from module.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__LAZY_DISCOVER_PROVIDERS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="max-db-retries"> |
| <span id="config-core-max-db-retries"></span><h3>max_db_retries<a class="headerlink" href="#max-db-retries" title="Permalink to this headline">¶</a></h3> |
| <p>Number of times the code should be retried in case of DB Operational Errors. |
| Not all transactions will be retried as it can cause undesired state. |
| Currently it is only used in <code class="docutils literal notranslate"><span class="pre">DagFileProcessor.process_file</span></code> to retry <code class="docutils literal notranslate"><span class="pre">dagbag.sync_to_db</span></code>.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">3</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CORE__MAX_DB_RETRIES</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="logging"> |
| <span id="config-logging"></span><h2><a class="toc-backref" href="#id5">[logging]</a><a class="headerlink" href="#logging" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="base-log-folder"> |
| <span id="config-logging-base-log-folder"></span><h3>base_log_folder<a class="headerlink" href="#base-log-folder" title="Permalink to this headline">¶</a></h3> |
| <p>The folder where airflow should store its log files |
| This path must be absolute</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">{AIRFLOW_HOME}/logs</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__BASE_LOG_FOLDER</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="remote-logging"> |
| <span id="config-logging-remote-logging"></span><h3>remote_logging<a class="headerlink" href="#remote-logging" title="Permalink to this headline">¶</a></h3> |
| <p>Airflow can store logs remotely in AWS S3, Google Cloud Storage or Elastic Search. |
| Set this to True if you want to enable remote logging.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__REMOTE_LOGGING</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="remote-log-conn-id"> |
| <span id="config-logging-remote-log-conn-id"></span><h3>remote_log_conn_id<a class="headerlink" href="#remote-log-conn-id" title="Permalink to this headline">¶</a></h3> |
| <p>Users must supply an Airflow connection id that provides access to the storage |
| location.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__REMOTE_LOG_CONN_ID</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="google-key-path"> |
| <span id="config-logging-google-key-path"></span><h3>google_key_path<a class="headerlink" href="#google-key-path" title="Permalink to this headline">¶</a></h3> |
| <p>Path to Google Credential JSON file. If omitted, authorization based on <a class="reference external" href="https://cloud.google.com/docs/authentication/production#finding_credentials_automatically">the Application Default |
| Credentials</a> will |
| be used.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__GOOGLE_KEY_PATH</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="remote-base-log-folder"> |
| <span id="config-logging-remote-base-log-folder"></span><h3>remote_base_log_folder<a class="headerlink" href="#remote-base-log-folder" title="Permalink to this headline">¶</a></h3> |
| <p>Storage bucket URL for remote logging |
| S3 buckets should start with "s3://" |
| Cloudwatch log groups should start with "cloudwatch://" |
| GCS buckets should start with "gs://" |
| WASB buckets should start with "wasb" just to help Airflow select correct handler |
| Stackdriver logs should start with "stackdriver://"</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__REMOTE_BASE_LOG_FOLDER</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="encrypt-s3-logs"> |
| <span id="config-logging-encrypt-s3-logs"></span><h3>encrypt_s3_logs<a class="headerlink" href="#encrypt-s3-logs" title="Permalink to this headline">¶</a></h3> |
| <p>Use server-side encryption for logs stored in S3</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__ENCRYPT_S3_LOGS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="logging-level"> |
| <span id="config-logging-logging-level"></span><h3>logging_level<a class="headerlink" href="#logging-level" title="Permalink to this headline">¶</a></h3> |
| <p>Logging level</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">INFO</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__LOGGING_LEVEL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="fab-logging-level"> |
| <span id="config-logging-fab-logging-level"></span><h3>fab_logging_level<a class="headerlink" href="#fab-logging-level" title="Permalink to this headline">¶</a></h3> |
| <p>Logging level for Flask-appbuilder UI</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">WARN</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__FAB_LOGGING_LEVEL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="logging-config-class"> |
| <span id="config-logging-logging-config-class"></span><h3>logging_config_class<a class="headerlink" href="#logging-config-class" title="Permalink to this headline">¶</a></h3> |
| <p>Logging class |
| Specify the class that will specify the logging configuration |
| This class has to be on the python classpath</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__LOGGING_CONFIG_CLASS</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">my.path.default_local_settings.LOGGING_CONFIG</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="colored-console-log"> |
| <span id="config-logging-colored-console-log"></span><h3>colored_console_log<a class="headerlink" href="#colored-console-log" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <p>Flag to enable/disable Colored logs in Console |
| Colour the logs when the controlling terminal is a TTY.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__COLORED_CONSOLE_LOG</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="colored-log-format"> |
| <span id="config-logging-colored-log-format"></span><h3>colored_log_format<a class="headerlink" href="#colored-log-format" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <p>Log format for when Colored logs is enabled</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">[%%(blue)s%%(asctime)s%%(reset)s]</span> <span class="pre">{{%%(blue)s%%(filename)s:%%(reset)s%%(lineno)d}}</span> <span class="pre">%%(log_color)s%%(levelname)s%%(reset)s</span> <span class="pre">-</span> <span class="pre">%%(log_color)s%%(message)s%%(reset)s</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__COLORED_LOG_FORMAT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="colored-formatter-class"> |
| <span id="config-logging-colored-formatter-class"></span><h3>colored_formatter_class<a class="headerlink" href="#colored-formatter-class" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow.utils.log.colored_log.CustomTTYColoredFormatter</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__COLORED_FORMATTER_CLASS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="log-format"> |
| <span id="config-logging-log-format"></span><h3>log_format<a class="headerlink" href="#log-format" title="Permalink to this headline">¶</a></h3> |
| <p>Format of Log line</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">[%%(asctime)s]</span> <span class="pre">{{%%(filename)s:%%(lineno)d}}</span> <span class="pre">%%(levelname)s</span> <span class="pre">-</span> <span class="pre">%%(message)s</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__LOG_FORMAT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="simple-log-format"> |
| <span id="config-logging-simple-log-format"></span><h3>simple_log_format<a class="headerlink" href="#simple-log-format" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">%%(asctime)s</span> <span class="pre">%%(levelname)s</span> <span class="pre">-</span> <span class="pre">%%(message)s</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__SIMPLE_LOG_FORMAT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="task-log-prefix-template"> |
| <span id="config-logging-task-log-prefix-template"></span><h3>task_log_prefix_template<a class="headerlink" href="#task-log-prefix-template" title="Permalink to this headline">¶</a></h3> |
| <p>Specify prefix pattern like mentioned below with stream handler TaskHandlerWithCustomFormatter</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__TASK_LOG_PREFIX_TEMPLATE</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">{{ti.dag_id}}-{{ti.task_id}}-{{execution_date}}-{{try_number}}</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="log-filename-template"> |
| <span id="config-logging-log-filename-template"></span><h3>log_filename_template<a class="headerlink" href="#log-filename-template" title="Permalink to this headline">¶</a></h3> |
| <p>Formatting for how airflow generates file names/paths for each task run.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">{{{{</span> <span class="pre">ti.dag_id</span> <span class="pre">}}}}/{{{{</span> <span class="pre">ti.task_id</span> <span class="pre">}}}}/{{{{</span> <span class="pre">ts</span> <span class="pre">}}}}/{{{{</span> <span class="pre">try_number</span> <span class="pre">}}}}.log</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__LOG_FILENAME_TEMPLATE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="log-processor-filename-template"> |
| <span id="config-logging-log-processor-filename-template"></span><h3>log_processor_filename_template<a class="headerlink" href="#log-processor-filename-template" title="Permalink to this headline">¶</a></h3> |
| <p>Formatting for how airflow generates file names for log</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">{{{{</span> <span class="pre">filename</span> <span class="pre">}}}}.log</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__LOG_PROCESSOR_FILENAME_TEMPLATE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="dag-processor-manager-log-location"> |
| <span id="config-logging-dag-processor-manager-log-location"></span><h3>dag_processor_manager_log_location<a class="headerlink" href="#dag-processor-manager-log-location" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.2.</span></p> |
| </div> |
| <p>full path of dag_processor_manager logfile</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">{AIRFLOW_HOME}/logs/dag_processor_manager/dag_processor_manager.log</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__DAG_PROCESSOR_MANAGER_LOG_LOCATION</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="task-log-reader"> |
| <span id="config-logging-task-log-reader"></span><h3>task_log_reader<a class="headerlink" href="#task-log-reader" title="Permalink to this headline">¶</a></h3> |
| <p>Name of handler to read task instance logs. |
| Defaults to use <code class="docutils literal notranslate"><span class="pre">task</span></code> handler.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">task</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__TASK_LOG_READER</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="extra-loggers"> |
| <span id="config-logging-extra-loggers"></span><h3>extra_loggers<a class="headerlink" href="#extra-loggers" title="Permalink to this headline">¶</a></h3> |
| <p>A comma-separated list of third-party logger names that will be configured to print messages to |
| consoles.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LOGGING__EXTRA_LOGGERS</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">connexion,sqlalchemy</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="metrics"> |
| <span id="config-metrics"></span><h2><a class="toc-backref" href="#id6">[metrics]</a><a class="headerlink" href="#metrics" title="Permalink to this headline">¶</a></h2> |
| <p>StatsD (<a class="reference external" href="https://github.com/etsy/statsd">https://github.com/etsy/statsd</a>) integration settings.</p> |
| <div class="section" id="statsd-on"> |
| <span id="config-metrics-statsd-on"></span><h3>statsd_on<a class="headerlink" href="#statsd-on" title="Permalink to this headline">¶</a></h3> |
| <p>Enables sending metrics to StatsD.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__METRICS__STATSD_ON</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="statsd-host"> |
| <span id="config-metrics-statsd-host"></span><h3>statsd_host<a class="headerlink" href="#statsd-host" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">localhost</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__METRICS__STATSD_HOST</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="statsd-port"> |
| <span id="config-metrics-statsd-port"></span><h3>statsd_port<a class="headerlink" href="#statsd-port" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">8125</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__METRICS__STATSD_PORT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="statsd-prefix"> |
| <span id="config-metrics-statsd-prefix"></span><h3>statsd_prefix<a class="headerlink" href="#statsd-prefix" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__METRICS__STATSD_PREFIX</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="statsd-allow-list"> |
| <span id="config-metrics-statsd-allow-list"></span><h3>statsd_allow_list<a class="headerlink" href="#statsd-allow-list" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.6.</span></p> |
| </div> |
| <p>If you want to avoid sending all the available metrics to StatsD, |
| you can configure an allow list of prefixes (comma separated) to send only the metrics that |
| start with the elements of the list (e.g: "scheduler,executor,dagrun")</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__METRICS__STATSD_ALLOW_LIST</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="stat-name-handler"> |
| <span id="config-metrics-stat-name-handler"></span><h3>stat_name_handler<a class="headerlink" href="#stat-name-handler" title="Permalink to this headline">¶</a></h3> |
| <p>A function that validate the statsd stat name, apply changes to the stat name if necessary and return |
| the transformed stat name.</p> |
| <p>The function should have the following signature: |
| def func_name(stat_name: str) -> str:</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__METRICS__STAT_NAME_HANDLER</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="statsd-datadog-enabled"> |
| <span id="config-metrics-statsd-datadog-enabled"></span><h3>statsd_datadog_enabled<a class="headerlink" href="#statsd-datadog-enabled" title="Permalink to this headline">¶</a></h3> |
| <p>To enable datadog integration to send airflow metrics.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__METRICS__STATSD_DATADOG_ENABLED</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="statsd-datadog-tags"> |
| <span id="config-metrics-statsd-datadog-tags"></span><h3>statsd_datadog_tags<a class="headerlink" href="#statsd-datadog-tags" title="Permalink to this headline">¶</a></h3> |
| <p>List of datadog tags attached to all metrics(e.g: key1:value1,key2:value2)</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__METRICS__STATSD_DATADOG_TAGS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="statsd-custom-client-path"> |
| <span id="config-metrics-statsd-custom-client-path"></span><h3>statsd_custom_client_path<a class="headerlink" href="#statsd-custom-client-path" title="Permalink to this headline">¶</a></h3> |
| <p>If you want to utilise your own custom Statsd client set the relevant |
| module path below. |
| Note: The module path must exist on your PYTHONPATH for Airflow to pick it up</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__METRICS__STATSD_CUSTOM_CLIENT_PATH</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="secrets"> |
| <span id="config-secrets"></span><h2><a class="toc-backref" href="#id7">[secrets]</a><a class="headerlink" href="#secrets" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="backend"> |
| <span id="config-secrets-backend"></span><h3>backend<a class="headerlink" href="#backend" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.10.</span></p> |
| </div> |
| <p>Full class name of secrets backend to enable (will precede env vars and metastore in search path)</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SECRETS__BACKEND</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow.providers.amazon.aws.secrets.systems_manager.SystemsManagerParameterStoreBackend</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="backend-kwargs"> |
| <span id="config-secrets-backend-kwargs"></span><h3>backend_kwargs<a class="headerlink" href="#backend-kwargs" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.10.</span></p> |
| </div> |
| <p>The backend_kwargs param is loaded into a dictionary and passed to __init__ of secrets backend class. |
| See documentation for the secrets backend you are using. JSON is expected. |
| Example for AWS Systems Manager ParameterStore: |
| <code class="docutils literal notranslate"><span class="pre">{{"connections_prefix":</span> <span class="pre">"/airflow/connections",</span> <span class="pre">"profile_name":</span> <span class="pre">"default"}}</span></code></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SECRETS__BACKEND_KWARGS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="cli"> |
| <span id="config-cli"></span><h2><a class="toc-backref" href="#id8">[cli]</a><a class="headerlink" href="#cli" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="api-client"> |
| <span id="config-cli-api-client"></span><h3>api_client<a class="headerlink" href="#api-client" title="Permalink to this headline">¶</a></h3> |
| <p>In what way should the cli access the API. The LocalClient will use the |
| database directly, while the json_client will use the api running on the |
| webserver</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow.api.client.local_client</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CLI__API_CLIENT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="endpoint-url"> |
| <span id="config-cli-endpoint-url"></span><h3>endpoint_url<a class="headerlink" href="#endpoint-url" title="Permalink to this headline">¶</a></h3> |
| <p>If you set web_server_url_prefix, do NOT forget to append it here, ex: |
| <code class="docutils literal notranslate"><span class="pre">endpoint_url</span> <span class="pre">=</span> <span class="pre">http://localhost:8080/myroot</span></code> |
| So api will look like: <code class="docutils literal notranslate"><span class="pre">http://localhost:8080/myroot/api/experimental/...</span></code></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">http://localhost:8080</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CLI__ENDPOINT_URL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="debug"> |
| <span id="config-debug"></span><h2><a class="toc-backref" href="#id9">[debug]</a><a class="headerlink" href="#debug" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="fail-fast"> |
| <span id="config-debug-fail-fast"></span><h3>fail_fast<a class="headerlink" href="#fail-fast" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.8.</span></p> |
| </div> |
| <p>Used only with <code class="docutils literal notranslate"><span class="pre">DebugExecutor</span></code>. If set to <code class="docutils literal notranslate"><span class="pre">True</span></code> DAG will fail with first |
| failed task. Helpful for debugging purposes.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__DEBUG__FAIL_FAST</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="api"> |
| <span id="config-api"></span><h2><a class="toc-backref" href="#id10">[api]</a><a class="headerlink" href="#api" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="enable-experimental-api"> |
| <span id="config-api-enable-experimental-api"></span><h3>enable_experimental_api<a class="headerlink" href="#enable-experimental-api" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>Enables the deprecated experimental API. Please note that these APIs do not have access control. |
| The authenticated user has full access.</p> |
| <div class="admonition warning"> |
| <p class="admonition-title">Warning</p> |
| <p>This <a class="reference external" href="https://airflow.readthedocs.io/en/latest/rest-api-ref.html">Experimental REST API</a> is |
| deprecated since version 2.0. Please consider using |
| <a class="reference external" href="https://airflow.readthedocs.io/en/latest/stable-rest-api-ref.html">the Stable REST API</a>. |
| For more information on migration, see |
| <a class="reference external" href="https://github.com/apache/airflow/blob/master/UPDATING.md">UPDATING.md</a></p> |
| </div> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__API__ENABLE_EXPERIMENTAL_API</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="auth-backend"> |
| <span id="config-api-auth-backend"></span><h3>auth_backend<a class="headerlink" href="#auth-backend" title="Permalink to this headline">¶</a></h3> |
| <p>How to authenticate users of the API. See |
| <a class="reference external" href="https://airflow.apache.org/docs/stable/security.html">https://airflow.apache.org/docs/stable/security.html</a> for possible values. |
| ("airflow.api.auth.backend.default" allows all requests for historic reasons)</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow.api.auth.backend.deny_all</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__API__AUTH_BACKEND</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="maximum-page-limit"> |
| <span id="config-api-maximum-page-limit"></span><h3>maximum_page_limit<a class="headerlink" href="#maximum-page-limit" title="Permalink to this headline">¶</a></h3> |
| <p>Used to set the maximum page limit for API requests</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>integer</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">100</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__API__MAXIMUM_PAGE_LIMIT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="fallback-page-limit"> |
| <span id="config-api-fallback-page-limit"></span><h3>fallback_page_limit<a class="headerlink" href="#fallback-page-limit" title="Permalink to this headline">¶</a></h3> |
| <p>Used to set the default page limit when limit is zero. A default limit |
| of 100 is set on OpenApi spec. However, this particular default limit |
| only work when limit is set equal to zero(0) from API requests. |
| If no limit is supplied, the OpenApi spec default is used.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>integer</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">100</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__API__FALLBACK_PAGE_LIMIT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="google-oauth2-audience"> |
| <span id="config-api-google-oauth2-audience"></span><h3>google_oauth2_audience<a class="headerlink" href="#google-oauth2-audience" title="Permalink to this headline">¶</a></h3> |
| <p>The intended audience for JWT token credentials used for authorization. This value must match on the client and server sides. If empty, audience will not be tested.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__API__GOOGLE_OAUTH2_AUDIENCE</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">project-id-random-value.apps.googleusercontent.com</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="config-api-google-key-path"> |
| <span id="id1"></span><h3>google_key_path<a class="headerlink" href="#config-api-google-key-path" title="Permalink to this headline">¶</a></h3> |
| <p>Path to Google Cloud Service Account key file (JSON). If omitted, authorization based on |
| <a class="reference external" href="https://cloud.google.com/docs/authentication/production#finding_credentials_automatically">the Application Default Credentials</a> will |
| be used.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__API__GOOGLE_KEY_PATH</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">/files/service-account-json</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="lineage"> |
| <span id="config-lineage"></span><h2><a class="toc-backref" href="#id11">[lineage]</a><a class="headerlink" href="#lineage" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="config-lineage-backend"> |
| <span id="id2"></span><h3>backend<a class="headerlink" href="#config-lineage-backend" title="Permalink to this headline">¶</a></h3> |
| <p>what lineage backend to use</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__LINEAGE__BACKEND</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="atlas"> |
| <span id="config-atlas"></span><h2><a class="toc-backref" href="#id12">[atlas]</a><a class="headerlink" href="#atlas" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="sasl-enabled"> |
| <span id="config-atlas-sasl-enabled"></span><h3>sasl_enabled<a class="headerlink" href="#sasl-enabled" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ATLAS__SASL_ENABLED</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="host"> |
| <span id="config-atlas-host"></span><h3>host<a class="headerlink" href="#host" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ATLAS__HOST</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="port"> |
| <span id="config-atlas-port"></span><h3>port<a class="headerlink" href="#port" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">21000</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ATLAS__PORT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="username"> |
| <span id="config-atlas-username"></span><h3>username<a class="headerlink" href="#username" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ATLAS__USERNAME</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="password"> |
| <span id="config-atlas-password"></span><h3>password<a class="headerlink" href="#password" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variables</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ATLAS__PASSWORD</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ATLAS__PASSWORD_CMD</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ATLAS__PASSWORD_SECRET</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="operators"> |
| <span id="config-operators"></span><h2><a class="toc-backref" href="#id13">[operators]</a><a class="headerlink" href="#operators" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="default-owner"> |
| <span id="config-operators-default-owner"></span><h3>default_owner<a class="headerlink" href="#default-owner" title="Permalink to this headline">¶</a></h3> |
| <p>The default owner assigned to each new operator, unless |
| provided explicitly or passed via <code class="docutils literal notranslate"><span class="pre">default_args</span></code></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__OPERATORS__DEFAULT_OWNER</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="default-cpus"> |
| <span id="config-operators-default-cpus"></span><h3>default_cpus<a class="headerlink" href="#default-cpus" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">1</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__OPERATORS__DEFAULT_CPUS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="default-ram"> |
| <span id="config-operators-default-ram"></span><h3>default_ram<a class="headerlink" href="#default-ram" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">512</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__OPERATORS__DEFAULT_RAM</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="default-disk"> |
| <span id="config-operators-default-disk"></span><h3>default_disk<a class="headerlink" href="#default-disk" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">512</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__OPERATORS__DEFAULT_DISK</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="default-gpus"> |
| <span id="config-operators-default-gpus"></span><h3>default_gpus<a class="headerlink" href="#default-gpus" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">0</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__OPERATORS__DEFAULT_GPUS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="allow-illegal-arguments"> |
| <span id="config-operators-allow-illegal-arguments"></span><h3>allow_illegal_arguments<a class="headerlink" href="#allow-illegal-arguments" title="Permalink to this headline">¶</a></h3> |
| <p>Is allowed to pass additional/unused arguments (args, kwargs) to the BaseOperator operator. |
| If set to False, an exception will be thrown, otherwise only the console message will be displayed.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__OPERATORS__ALLOW_ILLEGAL_ARGUMENTS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="hive"> |
| <span id="config-hive"></span><h2><a class="toc-backref" href="#id14">[hive]</a><a class="headerlink" href="#hive" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="default-hive-mapred-queue"> |
| <span id="config-hive-default-hive-mapred-queue"></span><h3>default_hive_mapred_queue<a class="headerlink" href="#default-hive-mapred-queue" title="Permalink to this headline">¶</a></h3> |
| <p>Default mapreduce queue for HiveOperator tasks</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__HIVE__DEFAULT_HIVE_MAPRED_QUEUE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="mapred-job-name-template"> |
| <span id="config-hive-mapred-job-name-template"></span><h3>mapred_job_name_template<a class="headerlink" href="#mapred-job-name-template" title="Permalink to this headline">¶</a></h3> |
| <p>Template for mapred_job_name in HiveOperator, supports the following named parameters |
| hostname, dag_id, task_id, execution_date</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__HIVE__MAPRED_JOB_NAME_TEMPLATE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="webserver"> |
| <span id="config-webserver"></span><h2><a class="toc-backref" href="#id15">[webserver]</a><a class="headerlink" href="#webserver" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="base-url"> |
| <span id="config-webserver-base-url"></span><h3>base_url<a class="headerlink" href="#base-url" title="Permalink to this headline">¶</a></h3> |
| <p>The base url of your website as airflow cannot guess what domain or |
| cname you are using. This is used in automated emails that |
| airflow sends to point links to the right web server</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">http://localhost:8080</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__BASE_URL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="default-ui-timezone"> |
| <span id="config-webserver-default-ui-timezone"></span><h3>default_ui_timezone<a class="headerlink" href="#default-ui-timezone" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.10.</span></p> |
| </div> |
| <p>Default timezone to display all dates in the UI, can be UTC, system, or |
| any IANA timezone string (e.g. Europe/Amsterdam). If left empty the |
| default value of core/default_timezone will be used</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">UTC</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__DEFAULT_UI_TIMEZONE</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">America/New_York</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="web-server-host"> |
| <span id="config-webserver-web-server-host"></span><h3>web_server_host<a class="headerlink" href="#web-server-host" title="Permalink to this headline">¶</a></h3> |
| <p>The ip specified when starting the web server</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">0.0.0.0</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__WEB_SERVER_HOST</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="web-server-port"> |
| <span id="config-webserver-web-server-port"></span><h3>web_server_port<a class="headerlink" href="#web-server-port" title="Permalink to this headline">¶</a></h3> |
| <p>The port on which to run the web server</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">8080</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__WEB_SERVER_PORT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="web-server-ssl-cert"> |
| <span id="config-webserver-web-server-ssl-cert"></span><h3>web_server_ssl_cert<a class="headerlink" href="#web-server-ssl-cert" title="Permalink to this headline">¶</a></h3> |
| <p>Paths to the SSL certificate and key for the web server. When both are |
| provided SSL will be enabled. This does not change the web server port.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__WEB_SERVER_SSL_CERT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="web-server-ssl-key"> |
| <span id="config-webserver-web-server-ssl-key"></span><h3>web_server_ssl_key<a class="headerlink" href="#web-server-ssl-key" title="Permalink to this headline">¶</a></h3> |
| <p>Paths to the SSL certificate and key for the web server. When both are |
| provided SSL will be enabled. This does not change the web server port.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__WEB_SERVER_SSL_KEY</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="web-server-master-timeout"> |
| <span id="config-webserver-web-server-master-timeout"></span><h3>web_server_master_timeout<a class="headerlink" href="#web-server-master-timeout" title="Permalink to this headline">¶</a></h3> |
| <p>Number of seconds the webserver waits before killing gunicorn master that doesn't respond</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">120</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__WEB_SERVER_MASTER_TIMEOUT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="web-server-worker-timeout"> |
| <span id="config-webserver-web-server-worker-timeout"></span><h3>web_server_worker_timeout<a class="headerlink" href="#web-server-worker-timeout" title="Permalink to this headline">¶</a></h3> |
| <p>Number of seconds the gunicorn webserver waits before timing out on a worker</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">120</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__WEB_SERVER_WORKER_TIMEOUT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="worker-refresh-batch-size"> |
| <span id="config-webserver-worker-refresh-batch-size"></span><h3>worker_refresh_batch_size<a class="headerlink" href="#worker-refresh-batch-size" title="Permalink to this headline">¶</a></h3> |
| <p>Number of workers to refresh at a time. When set to 0, worker refresh is |
| disabled. When nonzero, airflow periodically refreshes webserver workers by |
| bringing up new ones and killing old ones.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">1</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__WORKER_REFRESH_BATCH_SIZE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="worker-refresh-interval"> |
| <span id="config-webserver-worker-refresh-interval"></span><h3>worker_refresh_interval<a class="headerlink" href="#worker-refresh-interval" title="Permalink to this headline">¶</a></h3> |
| <p>Number of seconds to wait before refreshing a batch of workers.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">30</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__WORKER_REFRESH_INTERVAL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="reload-on-plugin-change"> |
| <span id="config-webserver-reload-on-plugin-change"></span><h3>reload_on_plugin_change<a class="headerlink" href="#reload-on-plugin-change" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.11.</span></p> |
| </div> |
| <p>If set to True, Airflow will track files in plugins_folder directory. When it detects changes, |
| then reload the gunicorn.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__RELOAD_ON_PLUGIN_CHANGE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="secret-key"> |
| <span id="config-webserver-secret-key"></span><h3>secret_key<a class="headerlink" href="#secret-key" title="Permalink to this headline">¶</a></h3> |
| <p>Secret key used to run your flask app |
| It should be as random as possible</p> |
| <dl class="field-list"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">{SECRET_KEY}</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variables</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__SECRET_KEY</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__SECRET_KEY_CMD</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__SECRET_KEY_SECRET</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="workers"> |
| <span id="config-webserver-workers"></span><h3>workers<a class="headerlink" href="#workers" title="Permalink to this headline">¶</a></h3> |
| <p>Number of workers to run the Gunicorn web server</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">4</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__WORKERS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="worker-class"> |
| <span id="config-webserver-worker-class"></span><h3>worker_class<a class="headerlink" href="#worker-class" title="Permalink to this headline">¶</a></h3> |
| <p>The worker class gunicorn should use. Choices include |
| sync (default), eventlet, gevent</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">sync</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__WORKER_CLASS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="access-logfile"> |
| <span id="config-webserver-access-logfile"></span><h3>access_logfile<a class="headerlink" href="#access-logfile" title="Permalink to this headline">¶</a></h3> |
| <p>Log files for the gunicorn webserver. '-' means log to stderr.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">-</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__ACCESS_LOGFILE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="error-logfile"> |
| <span id="config-webserver-error-logfile"></span><h3>error_logfile<a class="headerlink" href="#error-logfile" title="Permalink to this headline">¶</a></h3> |
| <p>Log files for the gunicorn webserver. '-' means log to stderr.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">-</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__ERROR_LOGFILE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="access-logformat"> |
| <span id="config-webserver-access-logformat"></span><h3>access_logformat<a class="headerlink" href="#access-logformat" title="Permalink to this headline">¶</a></h3> |
| <p>Access log format for gunicorn webserver. |
| default format is %%(h)s %%(l)s %%(u)s %%(t)s "%%(r)s" %%(s)s %%(b)s "%%(f)s" "%%(a)s" |
| documentation - <a class="reference external" href="https://docs.gunicorn.org/en/stable/settings.html#access-log-format">https://docs.gunicorn.org/en/stable/settings.html#access-log-format</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__ACCESS_LOGFORMAT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="expose-config"> |
| <span id="config-webserver-expose-config"></span><h3>expose_config<a class="headerlink" href="#expose-config" title="Permalink to this headline">¶</a></h3> |
| <p>Expose the configuration file in the web server</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__EXPOSE_CONFIG</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="expose-hostname"> |
| <span id="config-webserver-expose-hostname"></span><h3>expose_hostname<a class="headerlink" href="#expose-hostname" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.8.</span></p> |
| </div> |
| <p>Expose hostname in the web server</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__EXPOSE_HOSTNAME</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="expose-stacktrace"> |
| <span id="config-webserver-expose-stacktrace"></span><h3>expose_stacktrace<a class="headerlink" href="#expose-stacktrace" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.8.</span></p> |
| </div> |
| <p>Expose stacktrace in the web server</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__EXPOSE_STACKTRACE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="dag-default-view"> |
| <span id="config-webserver-dag-default-view"></span><h3>dag_default_view<a class="headerlink" href="#dag-default-view" title="Permalink to this headline">¶</a></h3> |
| <p>Default DAG view. Valid values are: <code class="docutils literal notranslate"><span class="pre">tree</span></code>, <code class="docutils literal notranslate"><span class="pre">graph</span></code>, <code class="docutils literal notranslate"><span class="pre">duration</span></code>, <code class="docutils literal notranslate"><span class="pre">gantt</span></code>, <code class="docutils literal notranslate"><span class="pre">landing_times</span></code></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">tree</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__DAG_DEFAULT_VIEW</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="dag-orientation"> |
| <span id="config-webserver-dag-orientation"></span><h3>dag_orientation<a class="headerlink" href="#dag-orientation" title="Permalink to this headline">¶</a></h3> |
| <p>Default DAG orientation. Valid values are: |
| <code class="docutils literal notranslate"><span class="pre">LR</span></code> (Left->Right), <code class="docutils literal notranslate"><span class="pre">TB</span></code> (Top->Bottom), <code class="docutils literal notranslate"><span class="pre">RL</span></code> (Right->Left), <code class="docutils literal notranslate"><span class="pre">BT</span></code> (Bottom->Top)</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">LR</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__DAG_ORIENTATION</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="demo-mode"> |
| <span id="config-webserver-demo-mode"></span><h3>demo_mode<a class="headerlink" href="#demo-mode" title="Permalink to this headline">¶</a></h3> |
| <p>Puts the webserver in demonstration mode; blurs the names of Operators for |
| privacy.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__DEMO_MODE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="log-fetch-timeout-sec"> |
| <span id="config-webserver-log-fetch-timeout-sec"></span><h3>log_fetch_timeout_sec<a class="headerlink" href="#log-fetch-timeout-sec" title="Permalink to this headline">¶</a></h3> |
| <p>The amount of time (in secs) webserver will wait for initial handshake |
| while fetching logs from other worker machine</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">5</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__LOG_FETCH_TIMEOUT_SEC</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="log-fetch-delay-sec"> |
| <span id="config-webserver-log-fetch-delay-sec"></span><h3>log_fetch_delay_sec<a class="headerlink" href="#log-fetch-delay-sec" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.8.</span></p> |
| </div> |
| <p>Time interval (in secs) to wait before next log fetching.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">2</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__LOG_FETCH_DELAY_SEC</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="log-auto-tailing-offset"> |
| <span id="config-webserver-log-auto-tailing-offset"></span><h3>log_auto_tailing_offset<a class="headerlink" href="#log-auto-tailing-offset" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.8.</span></p> |
| </div> |
| <p>Distance away from page bottom to enable auto tailing.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">30</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__LOG_AUTO_TAILING_OFFSET</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="log-animation-speed"> |
| <span id="config-webserver-log-animation-speed"></span><h3>log_animation_speed<a class="headerlink" href="#log-animation-speed" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.8.</span></p> |
| </div> |
| <p>Animation speed for auto tailing log display.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">1000</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__LOG_ANIMATION_SPEED</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="hide-paused-dags-by-default"> |
| <span id="config-webserver-hide-paused-dags-by-default"></span><h3>hide_paused_dags_by_default<a class="headerlink" href="#hide-paused-dags-by-default" title="Permalink to this headline">¶</a></h3> |
| <p>By default, the webserver shows paused DAGs. Flip this to hide paused |
| DAGs by default</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__HIDE_PAUSED_DAGS_BY_DEFAULT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="page-size"> |
| <span id="config-webserver-page-size"></span><h3>page_size<a class="headerlink" href="#page-size" title="Permalink to this headline">¶</a></h3> |
| <p>Consistent page size across all listing views in the UI</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">100</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__PAGE_SIZE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="navbar-color"> |
| <span id="config-webserver-navbar-color"></span><h3>navbar_color<a class="headerlink" href="#navbar-color" title="Permalink to this headline">¶</a></h3> |
| <p>Define the color of navigation bar</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">#fff</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__NAVBAR_COLOR</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="default-dag-run-display-number"> |
| <span id="config-webserver-default-dag-run-display-number"></span><h3>default_dag_run_display_number<a class="headerlink" href="#default-dag-run-display-number" title="Permalink to this headline">¶</a></h3> |
| <p>Default dagrun to show in UI</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">25</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__DEFAULT_DAG_RUN_DISPLAY_NUMBER</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="enable-proxy-fix"> |
| <span id="config-webserver-enable-proxy-fix"></span><h3>enable_proxy_fix<a class="headerlink" href="#enable-proxy-fix" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.1.</span></p> |
| </div> |
| <p>Enable werkzeug <code class="docutils literal notranslate"><span class="pre">ProxyFix</span></code> middleware for reverse proxy</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__ENABLE_PROXY_FIX</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="proxy-fix-x-for"> |
| <span id="config-webserver-proxy-fix-x-for"></span><h3>proxy_fix_x_for<a class="headerlink" href="#proxy-fix-x-for" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.7.</span></p> |
| </div> |
| <p>Number of values to trust for <code class="docutils literal notranslate"><span class="pre">X-Forwarded-For</span></code>. |
| More info: <a class="reference external" href="https://werkzeug.palletsprojects.com/en/0.16.x/middleware/proxy_fix/">https://werkzeug.palletsprojects.com/en/0.16.x/middleware/proxy_fix/</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>integer</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">1</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__PROXY_FIX_X_FOR</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="proxy-fix-x-proto"> |
| <span id="config-webserver-proxy-fix-x-proto"></span><h3>proxy_fix_x_proto<a class="headerlink" href="#proxy-fix-x-proto" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.7.</span></p> |
| </div> |
| <p>Number of values to trust for <code class="docutils literal notranslate"><span class="pre">X-Forwarded-Proto</span></code></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>integer</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">1</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__PROXY_FIX_X_PROTO</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="proxy-fix-x-host"> |
| <span id="config-webserver-proxy-fix-x-host"></span><h3>proxy_fix_x_host<a class="headerlink" href="#proxy-fix-x-host" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.7.</span></p> |
| </div> |
| <p>Number of values to trust for <code class="docutils literal notranslate"><span class="pre">X-Forwarded-Host</span></code></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>integer</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">1</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__PROXY_FIX_X_HOST</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="proxy-fix-x-port"> |
| <span id="config-webserver-proxy-fix-x-port"></span><h3>proxy_fix_x_port<a class="headerlink" href="#proxy-fix-x-port" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.7.</span></p> |
| </div> |
| <p>Number of values to trust for <code class="docutils literal notranslate"><span class="pre">X-Forwarded-Port</span></code></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>integer</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">1</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__PROXY_FIX_X_PORT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="proxy-fix-x-prefix"> |
| <span id="config-webserver-proxy-fix-x-prefix"></span><h3>proxy_fix_x_prefix<a class="headerlink" href="#proxy-fix-x-prefix" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.7.</span></p> |
| </div> |
| <p>Number of values to trust for <code class="docutils literal notranslate"><span class="pre">X-Forwarded-Prefix</span></code></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>integer</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">1</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__PROXY_FIX_X_PREFIX</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="cookie-secure"> |
| <span id="config-webserver-cookie-secure"></span><h3>cookie_secure<a class="headerlink" href="#cookie-secure" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.3.</span></p> |
| </div> |
| <p>Set secure flag on session cookie</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__COOKIE_SECURE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="cookie-samesite"> |
| <span id="config-webserver-cookie-samesite"></span><h3>cookie_samesite<a class="headerlink" href="#cookie-samesite" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.3.</span></p> |
| </div> |
| <p>Set samesite policy on session cookie</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">Lax</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__COOKIE_SAMESITE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="default-wrap"> |
| <span id="config-webserver-default-wrap"></span><h3>default_wrap<a class="headerlink" href="#default-wrap" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <p>Default setting for wrap toggle on DAG code and TI log views.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__DEFAULT_WRAP</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="x-frame-enabled"> |
| <span id="config-webserver-x-frame-enabled"></span><h3>x_frame_enabled<a class="headerlink" href="#x-frame-enabled" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.8.</span></p> |
| </div> |
| <p>Allow the UI to be rendered in a frame</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__X_FRAME_ENABLED</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="analytics-tool"> |
| <span id="config-webserver-analytics-tool"></span><h3>analytics_tool<a class="headerlink" href="#analytics-tool" title="Permalink to this headline">¶</a></h3> |
| <p>Send anonymous user activity to your analytics tool |
| choose from google_analytics, segment, or metarouter</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__ANALYTICS_TOOL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="analytics-id"> |
| <span id="config-webserver-analytics-id"></span><h3>analytics_id<a class="headerlink" href="#analytics-id" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.5.</span></p> |
| </div> |
| <p>Unique ID of your account in the analytics tool</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__ANALYTICS_ID</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="show-recent-stats-for-completed-runs"> |
| <span id="config-webserver-show-recent-stats-for-completed-runs"></span><h3>show_recent_stats_for_completed_runs<a class="headerlink" href="#show-recent-stats-for-completed-runs" title="Permalink to this headline">¶</a></h3> |
| <p>'Recent Tasks' stats will show for old DagRuns if set</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__SHOW_RECENT_STATS_FOR_COMPLETED_RUNS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="update-fab-perms"> |
| <span id="config-webserver-update-fab-perms"></span><h3>update_fab_perms<a class="headerlink" href="#update-fab-perms" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.7.</span></p> |
| </div> |
| <p>Update FAB permissions and sync security manager roles |
| on webserver startup</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__UPDATE_FAB_PERMS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="session-lifetime-minutes"> |
| <span id="config-webserver-session-lifetime-minutes"></span><h3>session_lifetime_minutes<a class="headerlink" href="#session-lifetime-minutes" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.13.</span></p> |
| </div> |
| <p>The UI cookie lifetime in minutes. User will be logged out from UI after |
| <code class="docutils literal notranslate"><span class="pre">session_lifetime_minutes</span></code> of non-activity</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">43200</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__WEBSERVER__SESSION_LIFETIME_MINUTES</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="email"> |
| <span id="config-email"></span><h2><a class="toc-backref" href="#id16">[email]</a><a class="headerlink" href="#email" title="Permalink to this headline">¶</a></h2> |
| <p>Configuration email backend and whether to |
| send email alerts on retry or failure</p> |
| <div class="section" id="email-backend"> |
| <span id="config-email-email-backend"></span><h3>email_backend<a class="headerlink" href="#email-backend" title="Permalink to this headline">¶</a></h3> |
| <p>Email backend to use</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow.utils.email.send_email_smtp</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__EMAIL__EMAIL_BACKEND</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="default-email-on-retry"> |
| <span id="config-email-default-email-on-retry"></span><h3>default_email_on_retry<a class="headerlink" href="#default-email-on-retry" title="Permalink to this headline">¶</a></h3> |
| <p>Whether email alerts should be sent when a task is retried</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__EMAIL__DEFAULT_EMAIL_ON_RETRY</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="default-email-on-failure"> |
| <span id="config-email-default-email-on-failure"></span><h3>default_email_on_failure<a class="headerlink" href="#default-email-on-failure" title="Permalink to this headline">¶</a></h3> |
| <p>Whether email alerts should be sent when a task failed</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__EMAIL__DEFAULT_EMAIL_ON_FAILURE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="smtp"> |
| <span id="config-smtp"></span><h2><a class="toc-backref" href="#id17">[smtp]</a><a class="headerlink" href="#smtp" title="Permalink to this headline">¶</a></h2> |
| <p>If you want airflow to send emails on retries, failure, and you want to use |
| the airflow.utils.email.send_email_smtp function, you have to configure an |
| smtp server here</p> |
| <div class="section" id="smtp-host"> |
| <span id="config-smtp-smtp-host"></span><h3>smtp_host<a class="headerlink" href="#smtp-host" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">localhost</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMTP__SMTP_HOST</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="smtp-starttls"> |
| <span id="config-smtp-smtp-starttls"></span><h3>smtp_starttls<a class="headerlink" href="#smtp-starttls" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMTP__SMTP_STARTTLS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="smtp-ssl"> |
| <span id="config-smtp-smtp-ssl"></span><h3>smtp_ssl<a class="headerlink" href="#smtp-ssl" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMTP__SMTP_SSL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="smtp-user"> |
| <span id="config-smtp-smtp-user"></span><h3>smtp_user<a class="headerlink" href="#smtp-user" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMTP__SMTP_USER</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="smtp-password"> |
| <span id="config-smtp-smtp-password"></span><h3>smtp_password<a class="headerlink" href="#smtp-password" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variables</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMTP__SMTP_PASSWORD</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMTP__SMTP_PASSWORD_CMD</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMTP__SMTP_PASSWORD_SECRET</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="smtp-port"> |
| <span id="config-smtp-smtp-port"></span><h3>smtp_port<a class="headerlink" href="#smtp-port" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">25</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMTP__SMTP_PORT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="smtp-mail-from"> |
| <span id="config-smtp-smtp-mail-from"></span><h3>smtp_mail_from<a class="headerlink" href="#smtp-mail-from" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow@example.com</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMTP__SMTP_MAIL_FROM</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="smtp-timeout"> |
| <span id="config-smtp-smtp-timeout"></span><h3>smtp_timeout<a class="headerlink" href="#smtp-timeout" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">30</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMTP__SMTP_TIMEOUT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="smtp-retry-limit"> |
| <span id="config-smtp-smtp-retry-limit"></span><h3>smtp_retry_limit<a class="headerlink" href="#smtp-retry-limit" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">5</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMTP__SMTP_RETRY_LIMIT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="sentry"> |
| <span id="config-sentry"></span><h2><a class="toc-backref" href="#id18">[sentry]</a><a class="headerlink" href="#sentry" title="Permalink to this headline">¶</a></h2> |
| <p>Sentry (<a class="reference external" href="https://docs.sentry.io">https://docs.sentry.io</a>) integration. Here you can supply |
| additional configuration options based on the Python platform. See: |
| <a class="reference external" href="https://docs.sentry.io/error-reporting/configuration/?platform=python">https://docs.sentry.io/error-reporting/configuration/?platform=python</a>. |
| Unsupported options: <code class="docutils literal notranslate"><span class="pre">integrations</span></code>, <code class="docutils literal notranslate"><span class="pre">in_app_include</span></code>, <code class="docutils literal notranslate"><span class="pre">in_app_exclude</span></code>, |
| <code class="docutils literal notranslate"><span class="pre">ignore_errors</span></code>, <code class="docutils literal notranslate"><span class="pre">before_breadcrumb</span></code>, <code class="docutils literal notranslate"><span class="pre">before_send</span></code>, <code class="docutils literal notranslate"><span class="pre">transport</span></code>.</p> |
| <div class="section" id="sentry-on"> |
| <span id="config-sentry-sentry-on"></span><h3>sentry_on<a class="headerlink" href="#sentry-on" title="Permalink to this headline">¶</a></h3> |
| <p>Enable error reporting to Sentry</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">false</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SENTRY__SENTRY_ON</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sentry-dsn"> |
| <span id="config-sentry-sentry-dsn"></span><h3>sentry_dsn<a class="headerlink" href="#sentry-dsn" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.6.</span></p> |
| </div> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SENTRY__SENTRY_DSN</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="celery-kubernetes-executor"> |
| <span id="config-celery-kubernetes-executor"></span><h2><a class="toc-backref" href="#id19">[celery_kubernetes_executor]</a><a class="headerlink" href="#celery-kubernetes-executor" title="Permalink to this headline">¶</a></h2> |
| <p>This section only applies if you are using the <code class="docutils literal notranslate"><span class="pre">CeleryKubernetesExecutor</span></code> in |
| <code class="docutils literal notranslate"><span class="pre">[core]</span></code> section above</p> |
| <div class="section" id="kubernetes-queue"> |
| <span id="config-celery-kubernetes-executor-kubernetes-queue"></span><h3>kubernetes_queue<a class="headerlink" href="#kubernetes-queue" title="Permalink to this headline">¶</a></h3> |
| <p>Define when to send a task to <code class="docutils literal notranslate"><span class="pre">KubernetesExecutor</span></code> when using <code class="docutils literal notranslate"><span class="pre">CeleryKubernetesExecutor</span></code>. |
| When the queue of a task is <code class="docutils literal notranslate"><span class="pre">kubernetes_queue</span></code>, the task is executed via <code class="docutils literal notranslate"><span class="pre">KubernetesExecutor</span></code>, |
| otherwise via <code class="docutils literal notranslate"><span class="pre">CeleryExecutor</span></code></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">kubernetes</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY_KUBERNETES_EXECUTOR__KUBERNETES_QUEUE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="celery"> |
| <span id="config-celery"></span><h2><a class="toc-backref" href="#id20">[celery]</a><a class="headerlink" href="#celery" title="Permalink to this headline">¶</a></h2> |
| <p>This section only applies if you are using the CeleryExecutor in |
| <code class="docutils literal notranslate"><span class="pre">[core]</span></code> section above</p> |
| <div class="section" id="celery-app-name"> |
| <span id="config-celery-celery-app-name"></span><h3>celery_app_name<a class="headerlink" href="#celery-app-name" title="Permalink to this headline">¶</a></h3> |
| <p>The app name that will be used by celery</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow.executors.celery_executor</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__CELERY_APP_NAME</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="worker-concurrency"> |
| <span id="config-celery-worker-concurrency"></span><h3>worker_concurrency<a class="headerlink" href="#worker-concurrency" title="Permalink to this headline">¶</a></h3> |
| <p>The concurrency that will be used when starting workers with the |
| <code class="docutils literal notranslate"><span class="pre">airflow</span> <span class="pre">celery</span> <span class="pre">worker</span></code> command. This defines the number of task instances that |
| a worker will take, so size up your workers based on the resources on |
| your worker box and the nature of your tasks</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">8</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__WORKER_CONCURRENCY</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="worker-autoscale"> |
| <span id="config-celery-worker-autoscale"></span><h3>worker_autoscale<a class="headerlink" href="#worker-autoscale" title="Permalink to this headline">¶</a></h3> |
| <p>The maximum and minimum concurrency that will be used when starting workers with the |
| <code class="docutils literal notranslate"><span class="pre">airflow</span> <span class="pre">celery</span> <span class="pre">worker</span></code> command (always keep minimum processes, but grow |
| to maximum if necessary). Note the value should be max_concurrency,min_concurrency |
| Pick these numbers based on resources on worker box and the nature of the task. |
| If autoscale option is available, worker_concurrency will be ignored. |
| <a class="reference external" href="http://docs.celeryproject.org/en/latest/reference/celery.bin.worker.html#cmdoption-celery-worker-autoscale">http://docs.celeryproject.org/en/latest/reference/celery.bin.worker.html#cmdoption-celery-worker-autoscale</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__WORKER_AUTOSCALE</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">16,12</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="worker-prefetch-multiplier"> |
| <span id="config-celery-worker-prefetch-multiplier"></span><h3>worker_prefetch_multiplier<a class="headerlink" href="#worker-prefetch-multiplier" title="Permalink to this headline">¶</a></h3> |
| <p>Used to increase the number of tasks that a worker prefetches which can improve performance. |
| The number of processes multiplied by worker_prefetch_multiplier is the number of tasks |
| that are prefetched by a worker. A value greater than 1 can result in tasks being unnecessarily |
| blocked if there are multiple workers and one worker prefetches tasks that sit behind long |
| running tasks while another worker has unutilized processes that are unable to process the already |
| claimed blocked tasks. |
| <a class="reference external" href="https://docs.celeryproject.org/en/stable/userguide/optimizing.html#prefetch-limits">https://docs.celeryproject.org/en/stable/userguide/optimizing.html#prefetch-limits</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__WORKER_PREFETCH_MULTIPLIER</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">1</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="worker-log-server-port"> |
| <span id="config-celery-worker-log-server-port"></span><h3>worker_log_server_port<a class="headerlink" href="#worker-log-server-port" title="Permalink to this headline">¶</a></h3> |
| <p>When you start an airflow worker, airflow starts a tiny web server |
| subprocess to serve the workers local log files to the airflow main |
| web server, who then builds pages and sends them to users. This defines |
| the port on which the logs are served. It needs to be unused, and open |
| visible from the main web server to connect into the workers.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">8793</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__WORKER_LOG_SERVER_PORT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="worker-umask"> |
| <span id="config-celery-worker-umask"></span><h3>worker_umask<a class="headerlink" href="#worker-umask" title="Permalink to this headline">¶</a></h3> |
| <p>Umask that will be used when starting workers with the <code class="docutils literal notranslate"><span class="pre">airflow</span> <span class="pre">celery</span> <span class="pre">worker</span></code> |
| in daemon mode. This control the file-creation mode mask which determines the initial |
| value of file permission bits for newly created files.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">0o077</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__WORKER_UMASK</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="broker-url"> |
| <span id="config-celery-broker-url"></span><h3>broker_url<a class="headerlink" href="#broker-url" title="Permalink to this headline">¶</a></h3> |
| <p>The Celery broker URL. Celery supports RabbitMQ, Redis and experimentally |
| a sqlalchemy database. Refer to the Celery documentation for more information.</p> |
| <dl class="field-list"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">redis://redis:6379/0</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variables</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__BROKER_URL</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__BROKER_URL_CMD</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__BROKER_URL_SECRET</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="result-backend"> |
| <span id="config-celery-result-backend"></span><h3>result_backend<a class="headerlink" href="#result-backend" title="Permalink to this headline">¶</a></h3> |
| <p>The Celery result_backend. When a job finishes, it needs to update the |
| metadata of the job. Therefore it will post a message on a message bus, |
| or insert it into a database (depending of the backend) |
| This status is used by the scheduler to update the state of the task |
| The use of a database is highly recommended |
| <a class="reference external" href="http://docs.celeryproject.org/en/latest/userguide/configuration.html#task-result-backend-settings">http://docs.celeryproject.org/en/latest/userguide/configuration.html#task-result-backend-settings</a></p> |
| <dl class="field-list"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">db+postgresql://postgres:airflow@postgres/airflow</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variables</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__RESULT_BACKEND</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__RESULT_BACKEND_CMD</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__RESULT_BACKEND_SECRET</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="flower-host"> |
| <span id="config-celery-flower-host"></span><h3>flower_host<a class="headerlink" href="#flower-host" title="Permalink to this headline">¶</a></h3> |
| <p>Celery Flower is a sweet UI for Celery. Airflow has a shortcut to start |
| it <code class="docutils literal notranslate"><span class="pre">airflow</span> <span class="pre">celery</span> <span class="pre">flower</span></code>. This defines the IP that Celery Flower runs on</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">0.0.0.0</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__FLOWER_HOST</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="flower-url-prefix"> |
| <span id="config-celery-flower-url-prefix"></span><h3>flower_url_prefix<a class="headerlink" href="#flower-url-prefix" title="Permalink to this headline">¶</a></h3> |
| <p>The root URL for Flower</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__FLOWER_URL_PREFIX</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">/flower</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="flower-port"> |
| <span id="config-celery-flower-port"></span><h3>flower_port<a class="headerlink" href="#flower-port" title="Permalink to this headline">¶</a></h3> |
| <p>This defines the port that Celery Flower runs on</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">5555</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__FLOWER_PORT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="flower-basic-auth"> |
| <span id="config-celery-flower-basic-auth"></span><h3>flower_basic_auth<a class="headerlink" href="#flower-basic-auth" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.2.</span></p> |
| </div> |
| <p>Securing Flower with Basic Authentication |
| Accepts user:password pairs separated by a comma</p> |
| <dl class="field-list"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variables</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__FLOWER_BASIC_AUTH</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__FLOWER_BASIC_AUTH_CMD</span></code></p> |
| <p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__FLOWER_BASIC_AUTH_SECRET</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">user1:password1,user2:password2</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="default-queue"> |
| <span id="config-celery-default-queue"></span><h3>default_queue<a class="headerlink" href="#default-queue" title="Permalink to this headline">¶</a></h3> |
| <p>Default queue that tasks get assigned to and that worker listen on.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">default</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__DEFAULT_QUEUE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sync-parallelism"> |
| <span id="config-celery-sync-parallelism"></span><h3>sync_parallelism<a class="headerlink" href="#sync-parallelism" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.3.</span></p> |
| </div> |
| <p>How many processes CeleryExecutor uses to sync task state. |
| 0 means to use max(1, number of cores - 1) processes.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">0</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__SYNC_PARALLELISM</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="celery-config-options"> |
| <span id="config-celery-celery-config-options"></span><h3>celery_config_options<a class="headerlink" href="#celery-config-options" title="Permalink to this headline">¶</a></h3> |
| <p>Import path for celery configuration options</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow.config_templates.default_celery.DEFAULT_CELERY_CONFIG</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__CELERY_CONFIG_OPTIONS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="ssl-active"> |
| <span id="config-celery-ssl-active"></span><h3>ssl_active<a class="headerlink" href="#ssl-active" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__SSL_ACTIVE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="ssl-key"> |
| <span id="config-celery-ssl-key"></span><h3>ssl_key<a class="headerlink" href="#ssl-key" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__SSL_KEY</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="ssl-cert"> |
| <span id="config-celery-ssl-cert"></span><h3>ssl_cert<a class="headerlink" href="#ssl-cert" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__SSL_CERT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="ssl-cacert"> |
| <span id="config-celery-ssl-cacert"></span><h3>ssl_cacert<a class="headerlink" href="#ssl-cacert" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__SSL_CACERT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="pool"> |
| <span id="config-celery-pool"></span><h3>pool<a class="headerlink" href="#pool" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <p>Celery Pool implementation. |
| Choices include: <code class="docutils literal notranslate"><span class="pre">prefork</span></code> (default), <code class="docutils literal notranslate"><span class="pre">eventlet</span></code>, <code class="docutils literal notranslate"><span class="pre">gevent</span></code> or <code class="docutils literal notranslate"><span class="pre">solo</span></code>. |
| See: |
| <a class="reference external" href="https://docs.celeryproject.org/en/latest/userguide/workers.html#concurrency">https://docs.celeryproject.org/en/latest/userguide/workers.html#concurrency</a> |
| <a class="reference external" href="https://docs.celeryproject.org/en/latest/userguide/concurrency/eventlet.html">https://docs.celeryproject.org/en/latest/userguide/concurrency/eventlet.html</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">prefork</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__POOL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="operation-timeout"> |
| <span id="config-celery-operation-timeout"></span><h3>operation_timeout<a class="headerlink" href="#operation-timeout" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.8.</span></p> |
| </div> |
| <p>The number of seconds to wait before timing out <code class="docutils literal notranslate"><span class="pre">send_task_to_executor</span></code> or |
| <code class="docutils literal notranslate"><span class="pre">fetch_celery_task_state</span></code> operations.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>float</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">1.0</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__OPERATION_TIMEOUT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="task-track-started"> |
| <span id="config-celery-task-track-started"></span><h3>task_track_started<a class="headerlink" href="#task-track-started" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>Celery task will report its status as 'started' when the task is executed by a worker. |
| This is used in Airflow to keep track of the running tasks and if a Scheduler is restarted |
| or run in HA mode, it can adopt the orphan tasks launched by previous SchedulerJob.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__TASK_TRACK_STARTED</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="task-adoption-timeout"> |
| <span id="config-celery-task-adoption-timeout"></span><h3>task_adoption_timeout<a class="headerlink" href="#task-adoption-timeout" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>Time in seconds after which Adopted tasks are cleared by CeleryExecutor. This is helpful to clear |
| stalled tasks.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">600</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__TASK_ADOPTION_TIMEOUT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="task-publish-max-retries"> |
| <span id="config-celery-task-publish-max-retries"></span><h3>task_publish_max_retries<a class="headerlink" href="#task-publish-max-retries" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>The Maximum number of retries for publishing task messages to the broker when failing |
| due to <code class="docutils literal notranslate"><span class="pre">AirflowTaskTimeout</span></code> error before giving up and marking Task as failed.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">3</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__TASK_PUBLISH_MAX_RETRIES</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="worker-precheck"> |
| <span id="config-celery-worker-precheck"></span><h3>worker_precheck<a class="headerlink" href="#worker-precheck" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.1.</span></p> |
| </div> |
| <p>Worker initialisation check to validate Metadata Database connection</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY__WORKER_PRECHECK</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="celery-broker-transport-options"> |
| <span id="config-celery-broker-transport-options"></span><h2><a class="toc-backref" href="#id21">[celery_broker_transport_options]</a><a class="headerlink" href="#celery-broker-transport-options" title="Permalink to this headline">¶</a></h2> |
| <p>This section is for specifying options which can be passed to the |
| underlying celery broker transport. See: |
| <a class="reference external" href="http://docs.celeryproject.org/en/latest/userguide/configuration.html#std:setting-broker_transport_options">http://docs.celeryproject.org/en/latest/userguide/configuration.html#std:setting-broker_transport_options</a></p> |
| <div class="section" id="visibility-timeout"> |
| <span id="config-celery-broker-transport-options-visibility-timeout"></span><h3>visibility_timeout<a class="headerlink" href="#visibility-timeout" title="Permalink to this headline">¶</a></h3> |
| <p>The visibility timeout defines the number of seconds to wait for the worker |
| to acknowledge the task before the message is redelivered to another worker. |
| Make sure to increase the visibility timeout to match the time of the longest |
| ETA you're planning to use. |
| visibility_timeout is only supported for Redis and SQS celery brokers. |
| See: |
| <a class="reference external" href="http://docs.celeryproject.org/en/master/userguide/configuration.html#std:setting-broker_transport_options">http://docs.celeryproject.org/en/master/userguide/configuration.html#std:setting-broker_transport_options</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__CELERY_BROKER_TRANSPORT_OPTIONS__VISIBILITY_TIMEOUT</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">21600</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="dask"> |
| <span id="config-dask"></span><h2><a class="toc-backref" href="#id22">[dask]</a><a class="headerlink" href="#dask" title="Permalink to this headline">¶</a></h2> |
| <p>This section only applies if you are using the DaskExecutor in |
| [core] section above</p> |
| <div class="section" id="cluster-address"> |
| <span id="config-dask-cluster-address"></span><h3>cluster_address<a class="headerlink" href="#cluster-address" title="Permalink to this headline">¶</a></h3> |
| <p>The IP address and port of the Dask cluster's scheduler.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">127.0.0.1:8786</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__DASK__CLUSTER_ADDRESS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="tls-ca"> |
| <span id="config-dask-tls-ca"></span><h3>tls_ca<a class="headerlink" href="#tls-ca" title="Permalink to this headline">¶</a></h3> |
| <p>TLS/ SSL settings to access a secured Dask scheduler.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__DASK__TLS_CA</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="tls-cert"> |
| <span id="config-dask-tls-cert"></span><h3>tls_cert<a class="headerlink" href="#tls-cert" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__DASK__TLS_CERT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="tls-key"> |
| <span id="config-dask-tls-key"></span><h3>tls_key<a class="headerlink" href="#tls-key" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__DASK__TLS_KEY</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="scheduler"> |
| <span id="config-scheduler"></span><h2><a class="toc-backref" href="#id23">[scheduler]</a><a class="headerlink" href="#scheduler" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="job-heartbeat-sec"> |
| <span id="config-scheduler-job-heartbeat-sec"></span><h3>job_heartbeat_sec<a class="headerlink" href="#job-heartbeat-sec" title="Permalink to this headline">¶</a></h3> |
| <p>Task instances listen for external kill signal (when you clear tasks |
| from the CLI or the UI), this defines the frequency at which they should |
| listen (in seconds).</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">5</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__JOB_HEARTBEAT_SEC</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="clean-tis-without-dagrun-interval"> |
| <span id="config-scheduler-clean-tis-without-dagrun-interval"></span><h3>clean_tis_without_dagrun_interval<a class="headerlink" href="#clean-tis-without-dagrun-interval" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>How often (in seconds) to check and tidy up 'running' TaskInstancess |
| that no longer have a matching DagRun</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>float</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">15.0</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__CLEAN_TIS_WITHOUT_DAGRUN_INTERVAL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="scheduler-heartbeat-sec"> |
| <span id="config-scheduler-scheduler-heartbeat-sec"></span><h3>scheduler_heartbeat_sec<a class="headerlink" href="#scheduler-heartbeat-sec" title="Permalink to this headline">¶</a></h3> |
| <p>The scheduler constantly tries to trigger new tasks (look at the |
| scheduler section in the docs for more information). This defines |
| how often the scheduler should run (in seconds).</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">5</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__SCHEDULER_HEARTBEAT_SEC</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="num-runs"> |
| <span id="config-scheduler-num-runs"></span><h3>num_runs<a class="headerlink" href="#num-runs" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.6.</span></p> |
| </div> |
| <p>The number of times to try to schedule each DAG file |
| -1 indicates unlimited number</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">-1</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__NUM_RUNS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="processor-poll-interval"> |
| <span id="config-scheduler-processor-poll-interval"></span><h3>processor_poll_interval<a class="headerlink" href="#processor-poll-interval" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.6.</span></p> |
| </div> |
| <p>The number of seconds to wait between consecutive DAG file processing</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">1</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__PROCESSOR_POLL_INTERVAL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="min-file-process-interval"> |
| <span id="config-scheduler-min-file-process-interval"></span><h3>min_file_process_interval<a class="headerlink" href="#min-file-process-interval" title="Permalink to this headline">¶</a></h3> |
| <p>after how much time (seconds) a new DAGs should be picked up from the filesystem</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">0</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__MIN_FILE_PROCESS_INTERVAL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="dag-dir-list-interval"> |
| <span id="config-scheduler-dag-dir-list-interval"></span><h3>dag_dir_list_interval<a class="headerlink" href="#dag-dir-list-interval" title="Permalink to this headline">¶</a></h3> |
| <p>How often (in seconds) to scan the DAGs directory for new files. Default to 5 minutes.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">300</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__DAG_DIR_LIST_INTERVAL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="print-stats-interval"> |
| <span id="config-scheduler-print-stats-interval"></span><h3>print_stats_interval<a class="headerlink" href="#print-stats-interval" title="Permalink to this headline">¶</a></h3> |
| <p>How often should stats be printed to the logs. Setting to 0 will disable printing stats</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">30</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__PRINT_STATS_INTERVAL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="pool-metrics-interval"> |
| <span id="config-scheduler-pool-metrics-interval"></span><h3>pool_metrics_interval<a class="headerlink" href="#pool-metrics-interval" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>How often (in seconds) should pool usage stats be sent to statsd (if statsd_on is enabled)</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>float</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">5.0</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__POOL_METRICS_INTERVAL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="scheduler-health-check-threshold"> |
| <span id="config-scheduler-scheduler-health-check-threshold"></span><h3>scheduler_health_check_threshold<a class="headerlink" href="#scheduler-health-check-threshold" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.2.</span></p> |
| </div> |
| <p>If the last scheduler heartbeat happened more than scheduler_health_check_threshold |
| ago (in seconds), scheduler is considered unhealthy. |
| This is used by the health check in the "/health" endpoint</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">30</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__SCHEDULER_HEALTH_CHECK_THRESHOLD</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="orphaned-tasks-check-interval"> |
| <span id="config-scheduler-orphaned-tasks-check-interval"></span><h3>orphaned_tasks_check_interval<a class="headerlink" href="#orphaned-tasks-check-interval" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>How often (in seconds) should the scheduler check for orphaned tasks and SchedulerJobs</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>float</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">300.0</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__ORPHANED_TASKS_CHECK_INTERVAL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="child-process-log-directory"> |
| <span id="config-scheduler-child-process-log-directory"></span><h3>child_process_log_directory<a class="headerlink" href="#child-process-log-directory" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">{AIRFLOW_HOME}/logs/scheduler</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__CHILD_PROCESS_LOG_DIRECTORY</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="scheduler-zombie-task-threshold"> |
| <span id="config-scheduler-scheduler-zombie-task-threshold"></span><h3>scheduler_zombie_task_threshold<a class="headerlink" href="#scheduler-zombie-task-threshold" title="Permalink to this headline">¶</a></h3> |
| <p>Local task jobs periodically heartbeat to the DB. If the job has |
| not heartbeat in this many seconds, the scheduler will mark the |
| associated task instance as failed and will re-schedule the task.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">300</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__SCHEDULER_ZOMBIE_TASK_THRESHOLD</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="catchup-by-default"> |
| <span id="config-scheduler-catchup-by-default"></span><h3>catchup_by_default<a class="headerlink" href="#catchup-by-default" title="Permalink to this headline">¶</a></h3> |
| <p>Turn off scheduler catchup by setting this to <code class="docutils literal notranslate"><span class="pre">False</span></code>. |
| Default behavior is unchanged and |
| Command Line Backfills still work, but the scheduler |
| will not do scheduler catchup if this is <code class="docutils literal notranslate"><span class="pre">False</span></code>, |
| however it can be set on a per DAG basis in the |
| DAG definition (catchup)</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__CATCHUP_BY_DEFAULT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="max-tis-per-query"> |
| <span id="config-scheduler-max-tis-per-query"></span><h3>max_tis_per_query<a class="headerlink" href="#max-tis-per-query" title="Permalink to this headline">¶</a></h3> |
| <p>This changes the batch size of queries in the scheduling main loop. |
| If this is too high, SQL query performance may be impacted by one |
| or more of the following: |
| - reversion to full table scan |
| - complexity of query predicate |
| - excessive locking |
| Additionally, you may hit the maximum allowable query length for your db. |
| Set this to 0 for no limit (not advised)</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">512</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__MAX_TIS_PER_QUERY</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="use-row-level-locking"> |
| <span id="config-scheduler-use-row-level-locking"></span><h3>use_row_level_locking<a class="headerlink" href="#use-row-level-locking" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>Should the scheduler issue <code class="docutils literal notranslate"><span class="pre">SELECT</span> <span class="pre">...</span> <span class="pre">FOR</span> <span class="pre">UPDATE</span></code> in relevant queries. |
| If this is set to False then you should not run more than a single |
| scheduler at once</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__USE_ROW_LEVEL_LOCKING</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="max-dagruns-to-create-per-loop"> |
| <span id="config-scheduler-max-dagruns-to-create-per-loop"></span><h3>max_dagruns_to_create_per_loop<a class="headerlink" href="#max-dagruns-to-create-per-loop" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>Max number of DAGs to create DagRuns for per scheduler loop</p> |
| <p>Default: 10</p> |
| <div class="admonition seealso"> |
| <p class="admonition-title">See also</p> |
| <p><a class="reference internal" href="scheduler.html#scheduler-ha-tunables"><span class="std std-ref">Scheduler Tuneables</span></a></p> |
| </div> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__MAX_DAGRUNS_TO_CREATE_PER_LOOP</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="max-dagruns-per-loop-to-schedule"> |
| <span id="config-scheduler-max-dagruns-per-loop-to-schedule"></span><h3>max_dagruns_per_loop_to_schedule<a class="headerlink" href="#max-dagruns-per-loop-to-schedule" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>How many DagRuns should a scheduler examine (and lock) when scheduling |
| and queuing tasks.</p> |
| <p>Default: 20</p> |
| <div class="admonition seealso"> |
| <p class="admonition-title">See also</p> |
| <p><a class="reference internal" href="scheduler.html#scheduler-ha-tunables"><span class="std std-ref">Scheduler Tuneables</span></a></p> |
| </div> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__MAX_DAGRUNS_PER_LOOP_TO_SCHEDULE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="schedule-after-task-execution"> |
| <span id="config-scheduler-schedule-after-task-execution"></span><h3>schedule_after_task_execution<a class="headerlink" href="#schedule-after-task-execution" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 2.0.0.</span></p> |
| </div> |
| <p>Should the Task supervisor process perform a "mini scheduler" to attempt to schedule more tasks of the |
| same DAG. Leaving this on will mean tasks in the same DAG execute quicker, but might starve out other |
| dags in some circumstances</p> |
| <p>Default: True</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__SCHEDULE_AFTER_TASK_EXECUTION</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="parsing-processes"> |
| <span id="config-scheduler-parsing-processes"></span><h3>parsing_processes<a class="headerlink" href="#parsing-processes" title="Permalink to this headline">¶</a></h3> |
| <p>The scheduler can run multiple processes in parallel to parse dags. |
| This defines how many processes will run.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">2</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__PARSING_PROCESSES</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="use-job-schedule"> |
| <span id="config-scheduler-use-job-schedule"></span><h3>use_job_schedule<a class="headerlink" href="#use-job-schedule" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.2.</span></p> |
| </div> |
| <p>Turn off scheduler use of cron intervals by setting this to False. |
| DAGs submitted manually in the web UI or with trigger_dag will still run.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__USE_JOB_SCHEDULE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="allow-trigger-in-future"> |
| <span id="config-scheduler-allow-trigger-in-future"></span><h3>allow_trigger_in_future<a class="headerlink" href="#allow-trigger-in-future" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.8.</span></p> |
| </div> |
| <p>Allow externally triggered DagRuns for Execution Dates in the future |
| Only has effect if schedule_interval is set to None in DAG</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SCHEDULER__ALLOW_TRIGGER_IN_FUTURE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="kerberos"> |
| <span id="config-kerberos"></span><h2><a class="toc-backref" href="#id24">[kerberos]</a><a class="headerlink" href="#kerberos" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="ccache"> |
| <span id="config-kerberos-ccache"></span><h3>ccache<a class="headerlink" href="#ccache" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">/tmp/airflow_krb5_ccache</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KERBEROS__CCACHE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="principal"> |
| <span id="config-kerberos-principal"></span><h3>principal<a class="headerlink" href="#principal" title="Permalink to this headline">¶</a></h3> |
| <p>gets augmented with fqdn</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KERBEROS__PRINCIPAL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="reinit-frequency"> |
| <span id="config-kerberos-reinit-frequency"></span><h3>reinit_frequency<a class="headerlink" href="#reinit-frequency" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">3600</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KERBEROS__REINIT_FREQUENCY</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="kinit-path"> |
| <span id="config-kerberos-kinit-path"></span><h3>kinit_path<a class="headerlink" href="#kinit-path" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">kinit</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KERBEROS__KINIT_PATH</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="keytab"> |
| <span id="config-kerberos-keytab"></span><h3>keytab<a class="headerlink" href="#keytab" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">airflow.keytab</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KERBEROS__KEYTAB</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="github-enterprise"> |
| <span id="config-github-enterprise"></span><h2><a class="toc-backref" href="#id25">[github_enterprise]</a><a class="headerlink" href="#github-enterprise" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="api-rev"> |
| <span id="config-github-enterprise-api-rev"></span><h3>api_rev<a class="headerlink" href="#api-rev" title="Permalink to this headline">¶</a></h3> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">v3</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__GITHUB_ENTERPRISE__API_REV</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="admin"> |
| <span id="config-admin"></span><h2><a class="toc-backref" href="#id26">[admin]</a><a class="headerlink" href="#admin" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="hide-sensitive-variable-fields"> |
| <span id="config-admin-hide-sensitive-variable-fields"></span><h3>hide_sensitive_variable_fields<a class="headerlink" href="#hide-sensitive-variable-fields" title="Permalink to this headline">¶</a></h3> |
| <p>UI to hide sensitive variable fields when set to True</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ADMIN__HIDE_SENSITIVE_VARIABLE_FIELDS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sensitive-variable-fields"> |
| <span id="config-admin-sensitive-variable-fields"></span><h3>sensitive_variable_fields<a class="headerlink" href="#sensitive-variable-fields" title="Permalink to this headline">¶</a></h3> |
| <p>A comma-separated list of sensitive keywords to look for in variables names.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ADMIN__SENSITIVE_VARIABLE_FIELDS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="elasticsearch"> |
| <span id="config-elasticsearch"></span><h2><a class="toc-backref" href="#id27">[elasticsearch]</a><a class="headerlink" href="#elasticsearch" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="config-elasticsearch-host"> |
| <span id="id3"></span><h3>host<a class="headerlink" href="#config-elasticsearch-host" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <p>Elasticsearch host</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ELASTICSEARCH__HOST</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="log-id-template"> |
| <span id="config-elasticsearch-log-id-template"></span><h3>log_id_template<a class="headerlink" href="#log-id-template" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <p>Format of the log_id, which is used to query for a given tasks logs</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">{{dag_id}}-{{task_id}}-{{execution_date}}-{{try_number}}</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ELASTICSEARCH__LOG_ID_TEMPLATE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="end-of-log-mark"> |
| <span id="config-elasticsearch-end-of-log-mark"></span><h3>end_of_log_mark<a class="headerlink" href="#end-of-log-mark" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <p>Used to mark the end of a log stream for a task</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">end_of_log</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ELASTICSEARCH__END_OF_LOG_MARK</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="frontend"> |
| <span id="config-elasticsearch-frontend"></span><h3>frontend<a class="headerlink" href="#frontend" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <p>Qualified URL for an elasticsearch frontend (like Kibana) with a template argument for log_id |
| Code will construct log_id using the log_id template from the argument above. |
| NOTE: The code will prefix the <a class="reference external" href="https://">https://</a> automatically, don't include that here.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ELASTICSEARCH__FRONTEND</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="write-stdout"> |
| <span id="config-elasticsearch-write-stdout"></span><h3>write_stdout<a class="headerlink" href="#write-stdout" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <p>Write the task logs to the stdout of the worker, rather than the default files</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ELASTICSEARCH__WRITE_STDOUT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="json-format"> |
| <span id="config-elasticsearch-json-format"></span><h3>json_format<a class="headerlink" href="#json-format" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <p>Instead of the default log formatter, write the log lines as JSON</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ELASTICSEARCH__JSON_FORMAT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="json-fields"> |
| <span id="config-elasticsearch-json-fields"></span><h3>json_fields<a class="headerlink" href="#json-fields" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <p>Log fields to also attach to the json output, if enabled</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">asctime,</span> <span class="pre">filename,</span> <span class="pre">lineno,</span> <span class="pre">levelname,</span> <span class="pre">message</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ELASTICSEARCH__JSON_FIELDS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="elasticsearch-configs"> |
| <span id="config-elasticsearch-configs"></span><h2><a class="toc-backref" href="#id28">[elasticsearch_configs]</a><a class="headerlink" href="#elasticsearch-configs" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="use-ssl"> |
| <span id="config-elasticsearch-configs-use-ssl"></span><h3>use_ssl<a class="headerlink" href="#use-ssl" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.5.</span></p> |
| </div> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ELASTICSEARCH_CONFIGS__USE_SSL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="verify-certs"> |
| <span id="config-elasticsearch-configs-verify-certs"></span><h3>verify_certs<a class="headerlink" href="#verify-certs" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.5.</span></p> |
| </div> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__ELASTICSEARCH_CONFIGS__VERIFY_CERTS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="kubernetes"> |
| <span id="config-kubernetes"></span><h2><a class="toc-backref" href="#id29">[kubernetes]</a><a class="headerlink" href="#kubernetes" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="pod-template-file"> |
| <span id="config-kubernetes-pod-template-file"></span><h3>pod_template_file<a class="headerlink" href="#pod-template-file" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.11.</span></p> |
| </div> |
| <p>Path to the YAML pod file. If set, all other kubernetes-related fields are ignored.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__POD_TEMPLATE_FILE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="worker-container-repository"> |
| <span id="config-kubernetes-worker-container-repository"></span><h3>worker_container_repository<a class="headerlink" href="#worker-container-repository" title="Permalink to this headline">¶</a></h3> |
| <p>The repository of the Kubernetes Image for the Worker to Run</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__WORKER_CONTAINER_REPOSITORY</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="worker-container-tag"> |
| <span id="config-kubernetes-worker-container-tag"></span><h3>worker_container_tag<a class="headerlink" href="#worker-container-tag" title="Permalink to this headline">¶</a></h3> |
| <p>The tag of the Kubernetes Image for the Worker to Run</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__WORKER_CONTAINER_TAG</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="namespace"> |
| <span id="config-kubernetes-namespace"></span><h3>namespace<a class="headerlink" href="#namespace" title="Permalink to this headline">¶</a></h3> |
| <p>The Kubernetes namespace where airflow workers should be created. Defaults to <code class="docutils literal notranslate"><span class="pre">default</span></code></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">default</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__NAMESPACE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="delete-worker-pods"> |
| <span id="config-kubernetes-delete-worker-pods"></span><h3>delete_worker_pods<a class="headerlink" href="#delete-worker-pods" title="Permalink to this headline">¶</a></h3> |
| <p>If True, all worker pods will be deleted upon termination</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__DELETE_WORKER_PODS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="delete-worker-pods-on-failure"> |
| <span id="config-kubernetes-delete-worker-pods-on-failure"></span><h3>delete_worker_pods_on_failure<a class="headerlink" href="#delete-worker-pods-on-failure" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.11.</span></p> |
| </div> |
| <p>If False (and delete_worker_pods is True), |
| failed worker pods will not be deleted so users can investigate them.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__DELETE_WORKER_PODS_ON_FAILURE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="worker-pods-creation-batch-size"> |
| <span id="config-kubernetes-worker-pods-creation-batch-size"></span><h3>worker_pods_creation_batch_size<a class="headerlink" href="#worker-pods-creation-batch-size" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.3.</span></p> |
| </div> |
| <p>Number of Kubernetes Worker Pod creation calls per scheduler loop. |
| Note that the current default of "1" will only launch a single pod |
| per-heartbeat. It is HIGHLY recommended that users increase this |
| number to match the tolerance of their kubernetes cluster for |
| better performance.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">1</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__WORKER_PODS_CREATION_BATCH_SIZE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="multi-namespace-mode"> |
| <span id="config-kubernetes-multi-namespace-mode"></span><h3>multi_namespace_mode<a class="headerlink" href="#multi-namespace-mode" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.12.</span></p> |
| </div> |
| <p>Allows users to launch pods in multiple namespaces. |
| Will require creating a cluster-role for the scheduler</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__MULTI_NAMESPACE_MODE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="in-cluster"> |
| <span id="config-kubernetes-in-cluster"></span><h3>in_cluster<a class="headerlink" href="#in-cluster" title="Permalink to this headline">¶</a></h3> |
| <p>Use the service account kubernetes gives to pods to connect to kubernetes cluster. |
| It's intended for clients that expect to be running inside a pod running on kubernetes. |
| It will raise an exception if called from a process not running in a kubernetes environment.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">True</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__IN_CLUSTER</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="cluster-context"> |
| <span id="config-kubernetes-cluster-context"></span><h3>cluster_context<a class="headerlink" href="#cluster-context" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.3.</span></p> |
| </div> |
| <p>When running with in_cluster=False change the default cluster_context or config_file |
| options to Kubernetes client. Leave blank these to use default behaviour like <code class="docutils literal notranslate"><span class="pre">kubectl</span></code> has.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__CLUSTER_CONTEXT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="config-file"> |
| <span id="config-kubernetes-config-file"></span><h3>config_file<a class="headerlink" href="#config-file" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.3.</span></p> |
| </div> |
| <p>Path to the kubernetes configfile to be used when <code class="docutils literal notranslate"><span class="pre">in_cluster</span></code> is set to False</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">None</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__CONFIG_FILE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="kube-client-request-args"> |
| <span id="config-kubernetes-kube-client-request-args"></span><h3>kube_client_request_args<a class="headerlink" href="#kube-client-request-args" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.4.</span></p> |
| </div> |
| <p>Keyword parameters to pass while calling a kubernetes client core_v1_api methods |
| from Kubernetes Executor provided as a single line formatted JSON dictionary string. |
| List of supported params are similar for all core_v1_apis, hence a single config |
| variable for all apis. See: |
| <a class="reference external" href="https://raw.githubusercontent.com/kubernetes-client/python/41f11a09995efcd0142e25946adc7591431bfb2f/kubernetes/client/api/core_v1_api.py">https://raw.githubusercontent.com/kubernetes-client/python/41f11a09995efcd0142e25946adc7591431bfb2f/kubernetes/client/api/core_v1_api.py</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__KUBE_CLIENT_REQUEST_ARGS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="delete-option-kwargs"> |
| <span id="config-kubernetes-delete-option-kwargs"></span><h3>delete_option_kwargs<a class="headerlink" href="#delete-option-kwargs" title="Permalink to this headline">¶</a></h3> |
| <div class="versionadded"> |
| <p><span class="versionmodified added">New in version 1.10.12.</span></p> |
| </div> |
| <p>Optional keyword arguments to pass to the <code class="docutils literal notranslate"><span class="pre">delete_namespaced_pod</span></code> kubernetes client |
| <code class="docutils literal notranslate"><span class="pre">core_v1_api</span></code> method when using the Kubernetes Executor. |
| This should be an object and can contain any of the options listed in the <code class="docutils literal notranslate"><span class="pre">v1DeleteOptions</span></code> |
| class defined here: |
| <a class="reference external" href="https://github.com/kubernetes-client/python/blob/41f11a09995efcd0142e25946adc7591431bfb2f/kubernetes/client/models/v1_delete_options.py#L19">https://github.com/kubernetes-client/python/blob/41f11a09995efcd0142e25946adc7591431bfb2f/kubernetes/client/models/v1_delete_options.py#L19</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">''</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__DELETE_OPTION_KWARGS</span></code></p> |
| </dd> |
| <dt class="field-even">Example</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">{"grace_period_seconds":</span> <span class="pre">10}</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="enable-tcp-keepalive"> |
| <span id="config-kubernetes-enable-tcp-keepalive"></span><h3>enable_tcp_keepalive<a class="headerlink" href="#enable-tcp-keepalive" title="Permalink to this headline">¶</a></h3> |
| <p>Enables TCP keepalive mechanism. This prevents Kubernetes API requests to hang indefinitely |
| when idle connection is time-outed on services like cloud load balancers or firewalls.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__ENABLE_TCP_KEEPALIVE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="tcp-keep-idle"> |
| <span id="config-kubernetes-tcp-keep-idle"></span><h3>tcp_keep_idle<a class="headerlink" href="#tcp-keep-idle" title="Permalink to this headline">¶</a></h3> |
| <p>When the <cite>enable_tcp_keepalive</cite> option is enabled, TCP probes a connection that has |
| been idle for <cite>tcp_keep_idle</cite> seconds.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">120</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__TCP_KEEP_IDLE</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="tcp-keep-intvl"> |
| <span id="config-kubernetes-tcp-keep-intvl"></span><h3>tcp_keep_intvl<a class="headerlink" href="#tcp-keep-intvl" title="Permalink to this headline">¶</a></h3> |
| <p>When the <cite>enable_tcp_keepalive</cite> option is enabled, if Kubernetes API does not respond |
| to a keepalive probe, TCP retransmits the probe after <cite>tcp_keep_intvl</cite> seconds.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">30</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__TCP_KEEP_INTVL</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="tcp-keep-cnt"> |
| <span id="config-kubernetes-tcp-keep-cnt"></span><h3>tcp_keep_cnt<a class="headerlink" href="#tcp-keep-cnt" title="Permalink to this headline">¶</a></h3> |
| <p>When the <cite>enable_tcp_keepalive</cite> option is enabled, if Kubernetes API does not respond |
| to a keepalive probe, TCP retransmits the probe <cite>tcp_keep_cnt number</cite> of times before |
| a connection is considered to be broken.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">6</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__KUBERNETES__TCP_KEEP_CNT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| <div class="section" id="smart-sensor"> |
| <span id="config-smart-sensor"></span><h2><a class="toc-backref" href="#id30">[smart_sensor]</a><a class="headerlink" href="#smart-sensor" title="Permalink to this headline">¶</a></h2> |
| <div class="section" id="use-smart-sensor"> |
| <span id="config-smart-sensor-use-smart-sensor"></span><h3>use_smart_sensor<a class="headerlink" href="#use-smart-sensor" title="Permalink to this headline">¶</a></h3> |
| <p>When <cite>use_smart_sensor</cite> is True, Airflow redirects multiple qualified sensor tasks to |
| smart sensor task.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>boolean</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">False</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMART_SENSOR__USE_SMART_SENSOR</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="shard-code-upper-limit"> |
| <span id="config-smart-sensor-shard-code-upper-limit"></span><h3>shard_code_upper_limit<a class="headerlink" href="#shard-code-upper-limit" title="Permalink to this headline">¶</a></h3> |
| <p><cite>shard_code_upper_limit</cite> is the upper limit of <cite>shard_code</cite> value. The <cite>shard_code</cite> is generated |
| by <cite>hashcode % shard_code_upper_limit</cite>.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">10000</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMART_SENSOR__SHARD_CODE_UPPER_LIMIT</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="shards"> |
| <span id="config-smart-sensor-shards"></span><h3>shards<a class="headerlink" href="#shards" title="Permalink to this headline">¶</a></h3> |
| <p>The number of running smart sensor processes for each service.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>int</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">5</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMART_SENSOR__SHARDS</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| <div class="section" id="sensors-enabled"> |
| <span id="config-smart-sensor-sensors-enabled"></span><h3>sensors_enabled<a class="headerlink" href="#sensors-enabled" title="Permalink to this headline">¶</a></h3> |
| <p>comma separated sensor classes support in smart_sensor.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Type</dt> |
| <dd class="field-odd"><p>string</p> |
| </dd> |
| <dt class="field-even">Default</dt> |
| <dd class="field-even"><p><code class="docutils literal notranslate"><span class="pre">NamedHivePartitionSensor</span></code></p> |
| </dd> |
| <dt class="field-odd">Environment Variable</dt> |
| <dd class="field-odd"><p><code class="docutils literal notranslate"><span class="pre">AIRFLOW__SMART_SENSOR__SENSORS_ENABLED</span></code></p> |
| </dd> |
| </dl> |
| </div> |
| </div> |
| </div> |
| |
| |
| <div class="pager" role="navigation" aria-label="related navigation"> |
| <a rel="prev" title="REST API Reference" href="stable-rest-api-ref.html" > |
| <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button> |
| </a> |
| <a rel="next" title="Extra Packages Reference" href="extra-packages-ref.html" > |
| <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button> |
| </a> |
| </div> |
| </div> |
| |
| </div> |
| </div> |
| </div> |
| </div> |
| <div class="rating-container"> |
| <p class="bodytext__medium--greyish-brown font-weight-500">Was this entry helpful?</p> |
| <div class="rating"> |
| |
| <div id="rate-star-5" class="rate-star"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02"> |
| <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)"> |
| <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path> |
| </g> |
| </svg> |
| |
| </div> |
| |
| <div id="rate-star-4" class="rate-star"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02"> |
| <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)"> |
| <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path> |
| </g> |
| </svg> |
| |
| </div> |
| |
| <div id="rate-star-3" class="rate-star"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02"> |
| <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)"> |
| <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path> |
| </g> |
| </svg> |
| |
| </div> |
| |
| <div id="rate-star-2" class="rate-star"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02"> |
| <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)"> |
| <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path> |
| </g> |
| </svg> |
| |
| </div> |
| |
| <div id="rate-star-1" class="rate-star"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02"> |
| <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)"> |
| <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path> |
| </g> |
| </svg> |
| |
| </div> |
| |
| </div> |
| </div> |
| |
| </main> |
| |
| |
| |
| |
| <nav class="wy-nav-side-toc"> |
| <div class="wy-menu-vertical"> |
| <ul> |
| <li><a class="reference internal" href="#">Configuration Reference</a><ul> |
| <li><a class="reference internal" href="#core">[core]</a><ul> |
| <li><a class="reference internal" href="#dags-folder">dags_folder</a></li> |
| <li><a class="reference internal" href="#hostname-callable">hostname_callable</a></li> |
| <li><a class="reference internal" href="#default-timezone">default_timezone</a></li> |
| <li><a class="reference internal" href="#executor">executor</a></li> |
| <li><a class="reference internal" href="#sql-alchemy-conn">sql_alchemy_conn</a></li> |
| <li><a class="reference internal" href="#sql-engine-encoding">sql_engine_encoding</a></li> |
| <li><a class="reference internal" href="#sql-engine-collation-for-ids">sql_engine_collation_for_ids</a></li> |
| <li><a class="reference internal" href="#sql-alchemy-pool-enabled">sql_alchemy_pool_enabled</a></li> |
| <li><a class="reference internal" href="#sql-alchemy-pool-size">sql_alchemy_pool_size</a></li> |
| <li><a class="reference internal" href="#sql-alchemy-max-overflow">sql_alchemy_max_overflow</a></li> |
| <li><a class="reference internal" href="#sql-alchemy-pool-recycle">sql_alchemy_pool_recycle</a></li> |
| <li><a class="reference internal" href="#sql-alchemy-pool-pre-ping">sql_alchemy_pool_pre_ping</a></li> |
| <li><a class="reference internal" href="#sql-alchemy-schema">sql_alchemy_schema</a></li> |
| <li><a class="reference internal" href="#sql-alchemy-connect-args">sql_alchemy_connect_args</a></li> |
| <li><a class="reference internal" href="#parallelism">parallelism</a></li> |
| <li><a class="reference internal" href="#dag-concurrency">dag_concurrency</a></li> |
| <li><a class="reference internal" href="#dags-are-paused-at-creation">dags_are_paused_at_creation</a></li> |
| <li><a class="reference internal" href="#max-active-runs-per-dag">max_active_runs_per_dag</a></li> |
| <li><a class="reference internal" href="#load-examples">load_examples</a></li> |
| <li><a class="reference internal" href="#load-default-connections">load_default_connections</a></li> |
| <li><a class="reference internal" href="#plugins-folder">plugins_folder</a></li> |
| <li><a class="reference internal" href="#execute-tasks-new-python-interpreter">execute_tasks_new_python_interpreter</a></li> |
| <li><a class="reference internal" href="#fernet-key">fernet_key</a></li> |
| <li><a class="reference internal" href="#donot-pickle">donot_pickle</a></li> |
| <li><a class="reference internal" href="#dagbag-import-timeout">dagbag_import_timeout</a></li> |
| <li><a class="reference internal" href="#dagbag-import-error-tracebacks">dagbag_import_error_tracebacks</a></li> |
| <li><a class="reference internal" href="#dagbag-import-error-traceback-depth">dagbag_import_error_traceback_depth</a></li> |
| <li><a class="reference internal" href="#dag-file-processor-timeout">dag_file_processor_timeout</a></li> |
| <li><a class="reference internal" href="#task-runner">task_runner</a></li> |
| <li><a class="reference internal" href="#default-impersonation">default_impersonation</a></li> |
| <li><a class="reference internal" href="#security">security</a></li> |
| <li><a class="reference internal" href="#unit-test-mode">unit_test_mode</a></li> |
| <li><a class="reference internal" href="#enable-xcom-pickling">enable_xcom_pickling</a></li> |
| <li><a class="reference internal" href="#killed-task-cleanup-time">killed_task_cleanup_time</a></li> |
| <li><a class="reference internal" href="#dag-run-conf-overrides-params">dag_run_conf_overrides_params</a></li> |
| <li><a class="reference internal" href="#dag-discovery-safe-mode">dag_discovery_safe_mode</a></li> |
| <li><a class="reference internal" href="#default-task-retries">default_task_retries</a></li> |
| <li><a class="reference internal" href="#min-serialized-dag-update-interval">min_serialized_dag_update_interval</a></li> |
| <li><a class="reference internal" href="#min-serialized-dag-fetch-interval">min_serialized_dag_fetch_interval</a></li> |
| <li><a class="reference internal" href="#store-dag-code">store_dag_code</a></li> |
| <li><a class="reference internal" href="#max-num-rendered-ti-fields-per-task">max_num_rendered_ti_fields_per_task</a></li> |
| <li><a class="reference internal" href="#check-slas">check_slas</a></li> |
| <li><a class="reference internal" href="#xcom-backend">xcom_backend</a></li> |
| <li><a class="reference internal" href="#lazy-load-plugins">lazy_load_plugins</a></li> |
| <li><a class="reference internal" href="#lazy-discover-providers">lazy_discover_providers</a></li> |
| <li><a class="reference internal" href="#max-db-retries">max_db_retries</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#logging">[logging]</a><ul> |
| <li><a class="reference internal" href="#base-log-folder">base_log_folder</a></li> |
| <li><a class="reference internal" href="#remote-logging">remote_logging</a></li> |
| <li><a class="reference internal" href="#remote-log-conn-id">remote_log_conn_id</a></li> |
| <li><a class="reference internal" href="#google-key-path">google_key_path</a></li> |
| <li><a class="reference internal" href="#remote-base-log-folder">remote_base_log_folder</a></li> |
| <li><a class="reference internal" href="#encrypt-s3-logs">encrypt_s3_logs</a></li> |
| <li><a class="reference internal" href="#logging-level">logging_level</a></li> |
| <li><a class="reference internal" href="#fab-logging-level">fab_logging_level</a></li> |
| <li><a class="reference internal" href="#logging-config-class">logging_config_class</a></li> |
| <li><a class="reference internal" href="#colored-console-log">colored_console_log</a></li> |
| <li><a class="reference internal" href="#colored-log-format">colored_log_format</a></li> |
| <li><a class="reference internal" href="#colored-formatter-class">colored_formatter_class</a></li> |
| <li><a class="reference internal" href="#log-format">log_format</a></li> |
| <li><a class="reference internal" href="#simple-log-format">simple_log_format</a></li> |
| <li><a class="reference internal" href="#task-log-prefix-template">task_log_prefix_template</a></li> |
| <li><a class="reference internal" href="#log-filename-template">log_filename_template</a></li> |
| <li><a class="reference internal" href="#log-processor-filename-template">log_processor_filename_template</a></li> |
| <li><a class="reference internal" href="#dag-processor-manager-log-location">dag_processor_manager_log_location</a></li> |
| <li><a class="reference internal" href="#task-log-reader">task_log_reader</a></li> |
| <li><a class="reference internal" href="#extra-loggers">extra_loggers</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#metrics">[metrics]</a><ul> |
| <li><a class="reference internal" href="#statsd-on">statsd_on</a></li> |
| <li><a class="reference internal" href="#statsd-host">statsd_host</a></li> |
| <li><a class="reference internal" href="#statsd-port">statsd_port</a></li> |
| <li><a class="reference internal" href="#statsd-prefix">statsd_prefix</a></li> |
| <li><a class="reference internal" href="#statsd-allow-list">statsd_allow_list</a></li> |
| <li><a class="reference internal" href="#stat-name-handler">stat_name_handler</a></li> |
| <li><a class="reference internal" href="#statsd-datadog-enabled">statsd_datadog_enabled</a></li> |
| <li><a class="reference internal" href="#statsd-datadog-tags">statsd_datadog_tags</a></li> |
| <li><a class="reference internal" href="#statsd-custom-client-path">statsd_custom_client_path</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#secrets">[secrets]</a><ul> |
| <li><a class="reference internal" href="#backend">backend</a></li> |
| <li><a class="reference internal" href="#backend-kwargs">backend_kwargs</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#cli">[cli]</a><ul> |
| <li><a class="reference internal" href="#api-client">api_client</a></li> |
| <li><a class="reference internal" href="#endpoint-url">endpoint_url</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#debug">[debug]</a><ul> |
| <li><a class="reference internal" href="#fail-fast">fail_fast</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#api">[api]</a><ul> |
| <li><a class="reference internal" href="#enable-experimental-api">enable_experimental_api</a></li> |
| <li><a class="reference internal" href="#auth-backend">auth_backend</a></li> |
| <li><a class="reference internal" href="#maximum-page-limit">maximum_page_limit</a></li> |
| <li><a class="reference internal" href="#fallback-page-limit">fallback_page_limit</a></li> |
| <li><a class="reference internal" href="#google-oauth2-audience">google_oauth2_audience</a></li> |
| <li><a class="reference internal" href="#config-api-google-key-path">google_key_path</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#lineage">[lineage]</a><ul> |
| <li><a class="reference internal" href="#config-lineage-backend">backend</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#atlas">[atlas]</a><ul> |
| <li><a class="reference internal" href="#sasl-enabled">sasl_enabled</a></li> |
| <li><a class="reference internal" href="#host">host</a></li> |
| <li><a class="reference internal" href="#port">port</a></li> |
| <li><a class="reference internal" href="#username">username</a></li> |
| <li><a class="reference internal" href="#password">password</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#operators">[operators]</a><ul> |
| <li><a class="reference internal" href="#default-owner">default_owner</a></li> |
| <li><a class="reference internal" href="#default-cpus">default_cpus</a></li> |
| <li><a class="reference internal" href="#default-ram">default_ram</a></li> |
| <li><a class="reference internal" href="#default-disk">default_disk</a></li> |
| <li><a class="reference internal" href="#default-gpus">default_gpus</a></li> |
| <li><a class="reference internal" href="#allow-illegal-arguments">allow_illegal_arguments</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#hive">[hive]</a><ul> |
| <li><a class="reference internal" href="#default-hive-mapred-queue">default_hive_mapred_queue</a></li> |
| <li><a class="reference internal" href="#mapred-job-name-template">mapred_job_name_template</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#webserver">[webserver]</a><ul> |
| <li><a class="reference internal" href="#base-url">base_url</a></li> |
| <li><a class="reference internal" href="#default-ui-timezone">default_ui_timezone</a></li> |
| <li><a class="reference internal" href="#web-server-host">web_server_host</a></li> |
| <li><a class="reference internal" href="#web-server-port">web_server_port</a></li> |
| <li><a class="reference internal" href="#web-server-ssl-cert">web_server_ssl_cert</a></li> |
| <li><a class="reference internal" href="#web-server-ssl-key">web_server_ssl_key</a></li> |
| <li><a class="reference internal" href="#web-server-master-timeout">web_server_master_timeout</a></li> |
| <li><a class="reference internal" href="#web-server-worker-timeout">web_server_worker_timeout</a></li> |
| <li><a class="reference internal" href="#worker-refresh-batch-size">worker_refresh_batch_size</a></li> |
| <li><a class="reference internal" href="#worker-refresh-interval">worker_refresh_interval</a></li> |
| <li><a class="reference internal" href="#reload-on-plugin-change">reload_on_plugin_change</a></li> |
| <li><a class="reference internal" href="#secret-key">secret_key</a></li> |
| <li><a class="reference internal" href="#workers">workers</a></li> |
| <li><a class="reference internal" href="#worker-class">worker_class</a></li> |
| <li><a class="reference internal" href="#access-logfile">access_logfile</a></li> |
| <li><a class="reference internal" href="#error-logfile">error_logfile</a></li> |
| <li><a class="reference internal" href="#access-logformat">access_logformat</a></li> |
| <li><a class="reference internal" href="#expose-config">expose_config</a></li> |
| <li><a class="reference internal" href="#expose-hostname">expose_hostname</a></li> |
| <li><a class="reference internal" href="#expose-stacktrace">expose_stacktrace</a></li> |
| <li><a class="reference internal" href="#dag-default-view">dag_default_view</a></li> |
| <li><a class="reference internal" href="#dag-orientation">dag_orientation</a></li> |
| <li><a class="reference internal" href="#demo-mode">demo_mode</a></li> |
| <li><a class="reference internal" href="#log-fetch-timeout-sec">log_fetch_timeout_sec</a></li> |
| <li><a class="reference internal" href="#log-fetch-delay-sec">log_fetch_delay_sec</a></li> |
| <li><a class="reference internal" href="#log-auto-tailing-offset">log_auto_tailing_offset</a></li> |
| <li><a class="reference internal" href="#log-animation-speed">log_animation_speed</a></li> |
| <li><a class="reference internal" href="#hide-paused-dags-by-default">hide_paused_dags_by_default</a></li> |
| <li><a class="reference internal" href="#page-size">page_size</a></li> |
| <li><a class="reference internal" href="#navbar-color">navbar_color</a></li> |
| <li><a class="reference internal" href="#default-dag-run-display-number">default_dag_run_display_number</a></li> |
| <li><a class="reference internal" href="#enable-proxy-fix">enable_proxy_fix</a></li> |
| <li><a class="reference internal" href="#proxy-fix-x-for">proxy_fix_x_for</a></li> |
| <li><a class="reference internal" href="#proxy-fix-x-proto">proxy_fix_x_proto</a></li> |
| <li><a class="reference internal" href="#proxy-fix-x-host">proxy_fix_x_host</a></li> |
| <li><a class="reference internal" href="#proxy-fix-x-port">proxy_fix_x_port</a></li> |
| <li><a class="reference internal" href="#proxy-fix-x-prefix">proxy_fix_x_prefix</a></li> |
| <li><a class="reference internal" href="#cookie-secure">cookie_secure</a></li> |
| <li><a class="reference internal" href="#cookie-samesite">cookie_samesite</a></li> |
| <li><a class="reference internal" href="#default-wrap">default_wrap</a></li> |
| <li><a class="reference internal" href="#x-frame-enabled">x_frame_enabled</a></li> |
| <li><a class="reference internal" href="#analytics-tool">analytics_tool</a></li> |
| <li><a class="reference internal" href="#analytics-id">analytics_id</a></li> |
| <li><a class="reference internal" href="#show-recent-stats-for-completed-runs">show_recent_stats_for_completed_runs</a></li> |
| <li><a class="reference internal" href="#update-fab-perms">update_fab_perms</a></li> |
| <li><a class="reference internal" href="#session-lifetime-minutes">session_lifetime_minutes</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#email">[email]</a><ul> |
| <li><a class="reference internal" href="#email-backend">email_backend</a></li> |
| <li><a class="reference internal" href="#default-email-on-retry">default_email_on_retry</a></li> |
| <li><a class="reference internal" href="#default-email-on-failure">default_email_on_failure</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#smtp">[smtp]</a><ul> |
| <li><a class="reference internal" href="#smtp-host">smtp_host</a></li> |
| <li><a class="reference internal" href="#smtp-starttls">smtp_starttls</a></li> |
| <li><a class="reference internal" href="#smtp-ssl">smtp_ssl</a></li> |
| <li><a class="reference internal" href="#smtp-user">smtp_user</a></li> |
| <li><a class="reference internal" href="#smtp-password">smtp_password</a></li> |
| <li><a class="reference internal" href="#smtp-port">smtp_port</a></li> |
| <li><a class="reference internal" href="#smtp-mail-from">smtp_mail_from</a></li> |
| <li><a class="reference internal" href="#smtp-timeout">smtp_timeout</a></li> |
| <li><a class="reference internal" href="#smtp-retry-limit">smtp_retry_limit</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#sentry">[sentry]</a><ul> |
| <li><a class="reference internal" href="#sentry-on">sentry_on</a></li> |
| <li><a class="reference internal" href="#sentry-dsn">sentry_dsn</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#celery-kubernetes-executor">[celery_kubernetes_executor]</a><ul> |
| <li><a class="reference internal" href="#kubernetes-queue">kubernetes_queue</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#celery">[celery]</a><ul> |
| <li><a class="reference internal" href="#celery-app-name">celery_app_name</a></li> |
| <li><a class="reference internal" href="#worker-concurrency">worker_concurrency</a></li> |
| <li><a class="reference internal" href="#worker-autoscale">worker_autoscale</a></li> |
| <li><a class="reference internal" href="#worker-prefetch-multiplier">worker_prefetch_multiplier</a></li> |
| <li><a class="reference internal" href="#worker-log-server-port">worker_log_server_port</a></li> |
| <li><a class="reference internal" href="#worker-umask">worker_umask</a></li> |
| <li><a class="reference internal" href="#broker-url">broker_url</a></li> |
| <li><a class="reference internal" href="#result-backend">result_backend</a></li> |
| <li><a class="reference internal" href="#flower-host">flower_host</a></li> |
| <li><a class="reference internal" href="#flower-url-prefix">flower_url_prefix</a></li> |
| <li><a class="reference internal" href="#flower-port">flower_port</a></li> |
| <li><a class="reference internal" href="#flower-basic-auth">flower_basic_auth</a></li> |
| <li><a class="reference internal" href="#default-queue">default_queue</a></li> |
| <li><a class="reference internal" href="#sync-parallelism">sync_parallelism</a></li> |
| <li><a class="reference internal" href="#celery-config-options">celery_config_options</a></li> |
| <li><a class="reference internal" href="#ssl-active">ssl_active</a></li> |
| <li><a class="reference internal" href="#ssl-key">ssl_key</a></li> |
| <li><a class="reference internal" href="#ssl-cert">ssl_cert</a></li> |
| <li><a class="reference internal" href="#ssl-cacert">ssl_cacert</a></li> |
| <li><a class="reference internal" href="#pool">pool</a></li> |
| <li><a class="reference internal" href="#operation-timeout">operation_timeout</a></li> |
| <li><a class="reference internal" href="#task-track-started">task_track_started</a></li> |
| <li><a class="reference internal" href="#task-adoption-timeout">task_adoption_timeout</a></li> |
| <li><a class="reference internal" href="#task-publish-max-retries">task_publish_max_retries</a></li> |
| <li><a class="reference internal" href="#worker-precheck">worker_precheck</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#celery-broker-transport-options">[celery_broker_transport_options]</a><ul> |
| <li><a class="reference internal" href="#visibility-timeout">visibility_timeout</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#dask">[dask]</a><ul> |
| <li><a class="reference internal" href="#cluster-address">cluster_address</a></li> |
| <li><a class="reference internal" href="#tls-ca">tls_ca</a></li> |
| <li><a class="reference internal" href="#tls-cert">tls_cert</a></li> |
| <li><a class="reference internal" href="#tls-key">tls_key</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#scheduler">[scheduler]</a><ul> |
| <li><a class="reference internal" href="#job-heartbeat-sec">job_heartbeat_sec</a></li> |
| <li><a class="reference internal" href="#clean-tis-without-dagrun-interval">clean_tis_without_dagrun_interval</a></li> |
| <li><a class="reference internal" href="#scheduler-heartbeat-sec">scheduler_heartbeat_sec</a></li> |
| <li><a class="reference internal" href="#num-runs">num_runs</a></li> |
| <li><a class="reference internal" href="#processor-poll-interval">processor_poll_interval</a></li> |
| <li><a class="reference internal" href="#min-file-process-interval">min_file_process_interval</a></li> |
| <li><a class="reference internal" href="#dag-dir-list-interval">dag_dir_list_interval</a></li> |
| <li><a class="reference internal" href="#print-stats-interval">print_stats_interval</a></li> |
| <li><a class="reference internal" href="#pool-metrics-interval">pool_metrics_interval</a></li> |
| <li><a class="reference internal" href="#scheduler-health-check-threshold">scheduler_health_check_threshold</a></li> |
| <li><a class="reference internal" href="#orphaned-tasks-check-interval">orphaned_tasks_check_interval</a></li> |
| <li><a class="reference internal" href="#child-process-log-directory">child_process_log_directory</a></li> |
| <li><a class="reference internal" href="#scheduler-zombie-task-threshold">scheduler_zombie_task_threshold</a></li> |
| <li><a class="reference internal" href="#catchup-by-default">catchup_by_default</a></li> |
| <li><a class="reference internal" href="#max-tis-per-query">max_tis_per_query</a></li> |
| <li><a class="reference internal" href="#use-row-level-locking">use_row_level_locking</a></li> |
| <li><a class="reference internal" href="#max-dagruns-to-create-per-loop">max_dagruns_to_create_per_loop</a></li> |
| <li><a class="reference internal" href="#max-dagruns-per-loop-to-schedule">max_dagruns_per_loop_to_schedule</a></li> |
| <li><a class="reference internal" href="#schedule-after-task-execution">schedule_after_task_execution</a></li> |
| <li><a class="reference internal" href="#parsing-processes">parsing_processes</a></li> |
| <li><a class="reference internal" href="#use-job-schedule">use_job_schedule</a></li> |
| <li><a class="reference internal" href="#allow-trigger-in-future">allow_trigger_in_future</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#kerberos">[kerberos]</a><ul> |
| <li><a class="reference internal" href="#ccache">ccache</a></li> |
| <li><a class="reference internal" href="#principal">principal</a></li> |
| <li><a class="reference internal" href="#reinit-frequency">reinit_frequency</a></li> |
| <li><a class="reference internal" href="#kinit-path">kinit_path</a></li> |
| <li><a class="reference internal" href="#keytab">keytab</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#github-enterprise">[github_enterprise]</a><ul> |
| <li><a class="reference internal" href="#api-rev">api_rev</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#admin">[admin]</a><ul> |
| <li><a class="reference internal" href="#hide-sensitive-variable-fields">hide_sensitive_variable_fields</a></li> |
| <li><a class="reference internal" href="#sensitive-variable-fields">sensitive_variable_fields</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#elasticsearch">[elasticsearch]</a><ul> |
| <li><a class="reference internal" href="#config-elasticsearch-host">host</a></li> |
| <li><a class="reference internal" href="#log-id-template">log_id_template</a></li> |
| <li><a class="reference internal" href="#end-of-log-mark">end_of_log_mark</a></li> |
| <li><a class="reference internal" href="#frontend">frontend</a></li> |
| <li><a class="reference internal" href="#write-stdout">write_stdout</a></li> |
| <li><a class="reference internal" href="#json-format">json_format</a></li> |
| <li><a class="reference internal" href="#json-fields">json_fields</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#elasticsearch-configs">[elasticsearch_configs]</a><ul> |
| <li><a class="reference internal" href="#use-ssl">use_ssl</a></li> |
| <li><a class="reference internal" href="#verify-certs">verify_certs</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#kubernetes">[kubernetes]</a><ul> |
| <li><a class="reference internal" href="#pod-template-file">pod_template_file</a></li> |
| <li><a class="reference internal" href="#worker-container-repository">worker_container_repository</a></li> |
| <li><a class="reference internal" href="#worker-container-tag">worker_container_tag</a></li> |
| <li><a class="reference internal" href="#namespace">namespace</a></li> |
| <li><a class="reference internal" href="#delete-worker-pods">delete_worker_pods</a></li> |
| <li><a class="reference internal" href="#delete-worker-pods-on-failure">delete_worker_pods_on_failure</a></li> |
| <li><a class="reference internal" href="#worker-pods-creation-batch-size">worker_pods_creation_batch_size</a></li> |
| <li><a class="reference internal" href="#multi-namespace-mode">multi_namespace_mode</a></li> |
| <li><a class="reference internal" href="#in-cluster">in_cluster</a></li> |
| <li><a class="reference internal" href="#cluster-context">cluster_context</a></li> |
| <li><a class="reference internal" href="#config-file">config_file</a></li> |
| <li><a class="reference internal" href="#kube-client-request-args">kube_client_request_args</a></li> |
| <li><a class="reference internal" href="#delete-option-kwargs">delete_option_kwargs</a></li> |
| <li><a class="reference internal" href="#enable-tcp-keepalive">enable_tcp_keepalive</a></li> |
| <li><a class="reference internal" href="#tcp-keep-idle">tcp_keep_idle</a></li> |
| <li><a class="reference internal" href="#tcp-keep-intvl">tcp_keep_intvl</a></li> |
| <li><a class="reference internal" href="#tcp-keep-cnt">tcp_keep_cnt</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#smart-sensor">[smart_sensor]</a><ul> |
| <li><a class="reference internal" href="#use-smart-sensor">use_smart_sensor</a></li> |
| <li><a class="reference internal" href="#shard-code-upper-limit">shard_code_upper_limit</a></li> |
| <li><a class="reference internal" href="#shards">shards</a></li> |
| <li><a class="reference internal" href="#sensors-enabled">sensors_enabled</a></li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| |
| </div> |
| </nav> |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="base-layout--button"> |
| <a href="https://github.com/apache/airflow/edit/master/docs/apache-airflow/configurations-ref.rst" rel="nofollow"> |
| |
| <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30"> |
| <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.153 4.07 5.937 5.937 0 011.581 4.127c0 5.909-3.6 7.209-7.022 7.589a3.672 3.672 0 011.044 2.848c0 2.056-.019 3.715-.019 4.219 0 .411.277.89 1.057.74A15.382 15.382 0 0015.378.001z" data-name="Path 224" fill="#51504f" fill-rule="evenodd"></path> |
| </svg> |
| |
| <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span> |
| </button> |
| </a> |
| </div> |
| |
| |
| </div> |
| |
| |
| |
| |
| <footer> |
| <div class="footer-section footer-section__media-section"> |
| <div class="d-flex align-items-center"> |
| |
| <a class="footer-section__media-section--link" target="_blank" href="https://github.com"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="46.14" height="45" viewBox="0 0 46.14 45"> |
| <path id="Path_207" d="M228.962 1078.578a23.072 23.072 0 0 0-7.29 44.96c1.154.212 1.574-.5 1.574-1.112 0-.548-.02-2-.031-3.924-6.417 1.394-7.771-3.093-7.771-3.093a6.109 6.109 0 0 0-2.562-3.375c-2.095-1.431.159-1.4.159-1.4a4.846 4.846 0 0 1 3.533 2.377c2.058 3.525 5.4 2.507 6.714 1.917a4.926 4.926 0 0 1 1.464-3.084c-5.123-.582-10.508-2.562-10.508-11.4a8.919 8.919 0 0 1 2.374-6.191 8.3 8.3 0 0 1 .226-6.105s1.937-.62 6.344 2.365a21.857 21.857 0 0 1 11.551 0c4.4-2.985 6.338-2.365 6.338-2.365a8.284 8.284 0 0 1 .23 6.105 8.9 8.9 0 0 1 2.371 6.191c0 8.862-5.393 10.812-10.533 11.384a5.506 5.506 0 0 1 1.566 4.272c0 3.084-.028 5.572-.028 6.329 0 .617.415 1.334 1.586 1.109a23.073 23.073 0 0 0-7.308-44.958z" fill="#fff" fill-rule="evenodd" data-name="Path 207" transform="translate(-205.894 -1078.578)"></path> |
| </svg> |
| |
| </a> |
| |
| <a class="footer-section__media-section--link" target="_blank" href="https://jira.atlassian.com/"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="45" height="45" viewBox="0 0 45 45"> |
| <g id="Group_210" data-name="Group 210" transform="translate(-339.789 -1315.282)"> |
| <path id="Path_218" d="M394.82 1315.282h-21.671a9.784 9.784 0 0 0 9.784 9.778h3.986v3.857a9.784 9.784 0 0 0 9.784 9.771v-21.523a1.884 1.884 0 0 0-1.883-1.883z" fill="#fff" data-name="Path 218" transform="translate(-11.914)"></path> |
| <path id="Path_219" d="M378.14 1332.072h-21.671a9.778 9.778 0 0 0 9.778 9.778h4.018v3.857a9.784 9.784 0 0 0 9.752 9.778v-21.536a1.877 1.877 0 0 0-1.877-1.877z" fill="#fff" data-name="Path 219" transform="translate(-5.957 -5.996)"></path> |
| <path id="Path_220" d="M361.46 1348.862h-21.671a9.778 9.778 0 0 0 9.778 9.778h3.992v3.857a9.778 9.778 0 0 0 9.778 9.778v-21.529a1.883 1.883 0 0 0-1.877-1.884z" fill="#fff" data-name="Path 220" transform="translate(0 -11.993)"></path> |
| </g> |
| </svg> |
| |
| </a> |
| |
| <a class="footer-section__media-section--link" target="_blank" href="https://slack.com"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="45.073" height="45.073" viewBox="0 0 45.073 45.073"> |
| <g id="Group_208" data-name="Group 208" transform="translate(-661.145 -806.287)"> |
| <g id="Group_204" data-name="Group 204" transform="translate(661.145 830.01)"> |
| <path id="Path_208" d="M670.634 856.859a4.744 4.744 0 1 1-4.744-4.744h4.744z" fill="#fff" data-name="Path 208" transform="translate(-661.145 -852.115)"></path> |
| <path id="Path_209" d="M684.059 856.859a4.744 4.744 0 0 1 9.489 0v11.861a4.744 4.744 0 1 1-9.489 0z" fill="#fff" data-name="Path 209" transform="translate(-672.198 -852.115)"></path> |
| </g> |
| <g id="Group_205" data-name="Group 205" transform="translate(661.145 806.287)"> |
| <path id="Path_210" d="M688.8 815.776a4.744 4.744 0 1 1 4.744-4.745v4.745z" fill="#fff" data-name="Path 210" transform="translate(-672.198 -806.287)"></path> |
| <path id="Path_211" d="M677.751 829.2a4.744 4.744 0 0 1 0 9.489H665.89a4.744 4.744 0 1 1 0-9.489z" fill="#fff" data-name="Path 211" transform="translate(-661.145 -817.34)"></path> |
| </g> |
| <g id="Group_206" data-name="Group 206" transform="translate(684.868 806.287)"> |
| <path id="Path_212" d="M729.887 833.945a4.744 4.744 0 1 1 4.745 4.745h-4.745z" fill="#fff" data-name="Path 212" transform="translate(-718.026 -817.34)"></path> |
| <path id="Path_213" d="M716.462 822.893a4.744 4.744 0 1 1-9.489 0v-11.862a4.744 4.744 0 0 1 9.489 0z" fill="#fff" data-name="Path 213" transform="translate(-706.973 -806.287)"></path> |
| </g> |
| <g id="Group_207" data-name="Group 207" transform="translate(684.868 830.01)"> |
| <path id="Path_214" d="M711.718 875.029a4.744 4.744 0 1 1-4.745 4.744v-4.744z" fill="#fff" data-name="Path 214" transform="translate(-706.973 -863.168)"></path> |
| <path id="Path_215" d="M711.718 861.6a4.744 4.744 0 1 1 0-9.489h11.861a4.744 4.744 0 0 1 0 9.489z" fill="#fff" data-name="Path 215" transform="translate(-706.973 -852.115)"></path> |
| </g> |
| </g> |
| </svg> |
| |
| </a> |
| |
| <a class="footer-section__media-section--link" target="_blank" href="https://stackoverflow.com"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="37.647" height="44.6" viewBox="0 0 37.647 44.6"> |
| <g id="Group_209" data-name="Group 209" transform="translate(-645.2 -975.455)"> |
| <path id="Path_216" d="M677.028 1043.1v-11.948h3.966v15.914H645.2v-15.914h3.966v11.948z" fill="#fff" data-name="Path 216" transform="translate(0 -27.014)"></path> |
| <path id="Path_217" d="M661.012 1003.008l19.467 4.069.824-3.914-19.467-4.069zm2.575-9.27l18.025 8.395 1.648-3.605-18.025-8.446zm5-8.858l15.3 12.721 2.524-3.039-15.3-12.721zm9.888-9.425l-3.193 2.369 11.845 15.965 3.193-2.369zm-17.875 36.617h19.879v-3.966H660.6z" fill="#fff" data-name="Path 217" transform="translate(-7.469)"></path> |
| </g> |
| </svg> |
| |
| </a> |
| |
| <a class="footer-section__media-section--link" target="_blank" href="https://twitter.com"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="44.355" height="44.355" viewBox="0 0 44.355 44.355"> |
| <g id="Group_211" data-name="Group 211" transform="translate(-503 -1382.2)"> |
| <path id="Path_221" d="M541.811 1382.2h-33.267a5.546 5.546 0 0 0-5.544 5.544v33.266a5.547 5.547 0 0 0 5.544 5.545h33.267a5.546 5.546 0 0 0 5.544-5.545v-33.266a5.546 5.546 0 0 0-5.544-5.544zm-5.611 16.533c.011.244.011.488.011.732 0 7.507-5.722 16.178-16.179 16.178a16.173 16.173 0 0 1-8.7-2.539 10.92 10.92 0 0 0 1.353.078 11.4 11.4 0 0 0 7.064-2.44 5.685 5.685 0 0 1-5.311-3.947 5.725 5.725 0 0 0 2.561-.1 5.7 5.7 0 0 1-4.557-5.578v-.078a5.752 5.752 0 0 0 2.572.71 5.709 5.709 0 0 1-1.763-7.6 16.146 16.146 0 0 0 11.721 5.944 6.282 6.282 0 0 1-.144-1.3 5.688 5.688 0 0 1 9.836-3.892 11.3 11.3 0 0 0 3.615-1.375 5.721 5.721 0 0 1-2.506 3.149 11.538 11.538 0 0 0 3.271-.9 11.585 11.585 0 0 1-2.844 2.958z" fill="#fff" data-name="Path 221"></path> |
| </g> |
| </svg> |
| |
| </a> |
| |
| <a class="footer-section__media-section--link" target="_blank" href="https://youtube.com"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="49.594" height="34.941" viewBox="0 0 49.594 34.941"> |
| <path id="Path_223" d="M1124.557 1230a6.232 6.232 0 0 0-4.385-4.413c-3.867-1.043-19.376-1.043-19.376-1.043s-15.508 0-19.376 1.043a6.232 6.232 0 0 0-4.385 4.413c-1.036 3.893-1.036 12.014-1.036 12.014s0 8.122 1.036 12.015a6.232 6.232 0 0 0 4.385 4.413c3.867 1.043 19.376 1.043 19.376 1.043s15.509 0 19.376-1.043a6.232 6.232 0 0 0 4.385-4.413c1.036-3.893 1.036-12.015 1.036-12.015s.001-8.123-1.036-12.014zm-28.833 19.388v-14.748l12.962 7.374z" fill="#fff" data-name="Path 223" transform="translate(-1076 -1224.542)"></path> |
| </svg> |
| |
| </a> |
| |
| </div> |
| |
| |
| <div class="footer-section__media-section--button-with-text"> |
| <span class="footer-section__media-section--text">Want to be a part of Apache Airflow?</span> |
| <a href="/community"> |
| |
| <button id="" class="btn-filled bodytext__medium--white ">Join community</button> |
| |
| </a> |
| </div> |
| |
| |
| </div> |
| <div class="footer-section footer-section__policies-section"> |
| <div class="footer-section"> |
| <span>© The Apache Software Foundation 2019</span> |
| <div class="footer-section__policies-section--policies"> |
| |
| <a href="https://www.apache.org/licenses/" class="footer-section__policies-section--policy-item"> |
| <span>License</span> |
| </a> |
| |
| <a href="https://www.apache.org/foundation/sponsorship.html" class="footer-section__policies-section--policy-item"> |
| <span>Donate</span> |
| </a> |
| |
| <a href="https://www.apache.org/foundation/thanks.html" class="footer-section__policies-section--policy-item"> |
| <span>Thanks</span> |
| </a> |
| |
| <a href="https://www.apache.org/security/" class="footer-section__policies-section--policy-item"> |
| <span>Security</span> |
| </a> |
| |
| |
| </div> |
| </div> |
| <span class="footer-section__policies-section--disclaimer"> |
| Apache Airflow, Apache, Airflow, the Airflow logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. |
| All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation. |
| </span> |
| </div> |
| </footer> |
| <script type="text/javascript" src="_static/_gen/js/docs.js"></script> |
| <script type="text/javascript" id="documentation_options" data-url_root="./" src="_static/documentation_options.js"></script> |
| <script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script> |
| <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script> |
| <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script> |
| <script src="_static/jquery.js"></script> |
| <script src="_static/underscore.js"></script> |
| <script src="_static/doctools.js"></script> |
| <script src="_static/language_data.js"></script> |
| <script src="_static/clipboard.min.js"></script> |
| <script src="_static/copybutton.js"></script> |
| <script src="_static/jira-links.js"></script> |
| </body> |
| </html> |