Google Git
Sign in
apache / airflow-site / refs/heads/main / . / docs-archive / apache-airflow / 1.10.7 / integration.html
blob: b8688dac6567a39e2d3c66d410cffdd5847b9282 [file] [log] [blame]
<!--
Javascript to render AIRFLOW-XXX and PR references in text
as HTML links.
Overrides extrahead block from sphinx_rtd_theme
https://www.sphinx-doc.org/en/master/templating.html
-->
<!DOCTYPE html>
<!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]-->
<!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]-->
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>Integration &mdash; Airflow Documentation</title>
<link rel="stylesheet" href="_static/_gen/css/main.min.css" type="text/css" />
<link rel="stylesheet" type="text/css" href="_static/_gen/css//main-custom.min.css" />
<link rel="stylesheet" type="text/css" href="_static/graphviz.css" />
<link rel="stylesheet" type="text/css" href="_static/_gen/css//main-custom.min.css" />
<link rel="shortcut icon" href="_static/pin_32.png"/>
<link rel="index" title="Index" href="genindex.html" />
<link rel="search" title="Search" href="search.html" />
<link rel="next" title="Metrics" href="metrics.html" />
<link rel="prev" title="REST API Reference" href="api.html" />
<script>
</script>
<style>
</style>
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
_paq.push(['disableCookies']);
_paq.push(['trackPageView']);
_paq.push(['enableLinkTracking']);
(function() {
var u="https://analytics.apache.org/";
_paq.push(['setTrackerUrl', u+'matomo.php']);
_paq.push(['setSiteId', '13']);
var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s);
})();
</script>
<!-- End Matomo -->
<link rel="canonical" href="https://airflow.apache.org/docs/apache-airflow/stable/integration.html" />
</head>
<body class="td-section">
<header>
<nav class="js-navbar-scroll navbar">
<div class="navbar__icon-container">
<a href="/">
<svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
<defs>
<clipPath id="clip-path">
<path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
</clipPath>
</defs>
<g id="logo" transform="translate(-1305 -780.355)">
<g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
<g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
<path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
<path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
<path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
<path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
<path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
<path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
<path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
<path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
<circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
<path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258.258 0 0 1 .189-.078h.513a.268.268 0 0 1 .256.256v.49a2.118 2.118 0 0 1 1.828-.858 2.092 2.092 0 0 1 1.751.736 3.135 3.135 0 0 1 .636 1.9q.011.122.011.379t-.011.379a3.168 3.168 0 0 1-.636 1.9 2.111 2.111 0 0 1-1.751.736 2.154 2.154 0 0 1-1.806-.836v2.587a.241.241 0 0 1-.067.178.223.223 0 0 1-.179.078zm2.364-2.91a1.324 1.324 0 0 0 1.149-.491 2.266 2.266 0 0 0 .4-1.293q.011-.111.011-.323 0-2.107-1.562-2.107a1.365 1.365 0 0 0-1.159.513 2.111 2.111 0 0 0-.412 1.2l-.012.424.012.435a1.862 1.862 0 0 0 .424 1.149 1.4 1.4 0 0 0 1.148.493zm5.628.9a2.329 2.329 0 0 1-1.015-.223 1.94 1.94 0 0 1-.747-.6 1.487 1.487 0 0 1-.268-.859 1.459 1.459 0 0 1 .6-1.2 3.4 3.4 0 0 1 1.65-.624l1.661-.234v-.323q0-1.137-1.3-1.137a1.4 1.4 0 0 0-.8.212 1.376 1.376 0 0 0-.468.48.305.305 0 0 1-.089.145.18.18 0 0 1-.134.045h-.48a.23.23 0 0 1-.245-.245 1.17 1.17 0 0 1 .245-.6 1.931 1.931 0 0 1 .747-.591 2.7 2.7 0 0 1 1.238-.256 2.351 2.351 0 0 1 1.8.591 2.032 2.032 0 0 1 .547 1.45v3.613a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067h-.513a.233.233 0 0 1-.257-.256v-.479a1.923 1.923 0 0 1-.714.6 2.557 2.557 0 0 1-1.203.237zm.234-.836a1.579 1.579 0 0 0 1.182-.469 1.881 1.881 0 0 0 .468-1.371v-.312l-1.293.19a2.918 2.918 0 0 0-1.193.379.761.761 0 0 0-.4.658.784.784 0 0 0 .368.691 1.585 1.585 0 0 0 .867.237zm6.643.836a2.556 2.556 0 0 1-1.873-.669 2.738 2.738 0 0 1-.714-1.9l-.011-.446.011-.446a2.7 2.7 0 0 1 .714-1.885 2.531 2.531 0 0 1 1.873-.68 2.917 2.917 0 0 1 1.36.29 2.077 2.077 0 0 1 .825.714 1.7 1.7 0 0 1 .3.848.2.2 0 0 1-.067.178.281.281 0 0 1-.19.067h-.535a.265.265 0 0 1-.168-.045.458.458 0 0 1-.111-.178 1.428 1.428 0 0 0-.535-.758 1.516 1.516 0 0 0-.87-.234 1.45 1.45 0 0 0-1.1.435 1.952 1.952 0 0 0-.435 1.3l-.011.4.011.379a1.969 1.969 0 0 0 .435 1.316 1.446 1.446 0 0 0 1.1.424 1.577 1.577 0 0 0 .87-.223 1.493 1.493 0 0 0 .535-.769.458.458 0 0 1 .111-.178.228.228 0 0 1 .168-.056h.535a.258.258 0 0 1 .19.078.2.2 0 0 1 .067.178 1.75 1.75 0 0 1-.3.847 2.078 2.078 0 0 1-.825.714 2.876 2.876 0 0 1-1.361.302zm4.078-.112a.233.233 0 0 1-.257-.256v-7.4a.241.241 0 0 1 .067-.178.259.259 0 0 1 .19-.078h.557a.267.267 0 0 1 .257.256v2.6a2.167 2.167 0 0 1 .758-.624 2.353 2.353 0 0 1 1.082-.223 2.067 2.067 0 0 1 1.661.691 2.642 2.642 0 0 1 .6 1.818v3.144a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067h-.557a.233.233 0 0 1-.256-.256V824a1.775 1.775 0 0 0-.39-1.227 1.387 1.387 0 0 0-1.1-.435 1.481 1.481 0 0 0-1.126.446 1.7 1.7 0 0 0-.412 1.215v3.088a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067zm8.846.112a2.466 2.466 0 0 1-1.84-.7 2.938 2.938 0 0 1-.747-1.94l-.011-.379.011-.368a2.953 2.953 0 0 1 .758-1.918 2.7 2.7 0 0 1 3.735.078 3.114 3.114 0 0 1 .68 2.119v.19a.257.257 0 0 1-.078.189.241.241 0 0 1-.178.067h-3.858v.1a2.11 2.11 0 0 0 .435 1.238 1.332 1.332 0 0 0 1.081.5 1.563 1.563 0 0 0 .836-.2 1.7 1.7 0 0 0 .491-.435.6.6 0 0 1 .145-.156.391.391 0 0 1 .19-.033h.547a.252.252 0 0 1 .167.056.192.192 0 0 1 .067.156.975.975 0 0 1-.312.591 2.51 2.51 0 0 1-.859.6 3.049 3.049 0 0 1-1.26.248zm1.527-3.434v-.033a1.817 1.817 0 0 0-.424-1.249 1.512 1.512 0 0 0-2.23 0 1.883 1.883 0 0 0-.4 1.249v.033z" fill="#51504f" data-name="Path 9" transform="translate(-1460.834 -808.144)"></path>
<path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1.505 3.958l-.08-.03a.086.086 0 0 0 .08.116zm-1.784 2.646a.128.128 0 0 1-.1-.042l-.122.121a.3.3 0 0 0 .217.092zm-.1-.042a.129.129 0 0 1-.042-.1h-.171a.3.3 0 0 0 .092.217zm-.042-.1a.38.38 0 0 1 .007-.1l-.163-.054a.514.514 0 0 0-.016.15zm.005-.092l2.765-7.214-.16-.061-2.765 7.214zm2.766-7.216a.283.283 0 0 1 .1-.143.3.3 0 0 1 .174-.046v-.172a.47.47 0 0 0-.271.076.453.453 0 0 0-.166.226zm.276-.189h.758v-.172h-.758zm.758 0a.3.3 0 0 1 .175.046.283.283 0 0 1 .1.143l.161-.059a.451.451 0 0 0-.166-.226.47.47 0 0 0-.272-.076zm.277.19l2.754 7.214.16-.061-2.754-7.214zm2.75 7.2l.022.123.169-.031-.022-.123zm.021.107a.13.13 0 0 1-.042.1l.121.121a.3.3 0 0 0 .092-.217zm-.042.1a.13.13 0 0 1-.1.042v.171a.3.3 0 0 0 .217-.092zm-.1.042h-.568v.171h.568zm-.568 0a.206.206 0 0 1-.135-.036l-.11.132a.373.373 0 0 0 .245.076zm-.129-.031a.262.262 0 0 1-.069-.1l-.162.054a.431.431 0 0 0 .11.167zm-.07-.1l-.613-1.584-.16.062.613 1.583zm-.693-1.638h-3.657v.171h3.657zm-3.737.055l-.614 1.584.16.062.613-1.583zm-.615 1.587a.235.235 0 0 1-.075.1l.111.13a.4.4 0 0 0 .126-.172zm-.074.1a.185.185 0 0 1-.124.036v.171a.354.354 0 0 0 .233-.076zm-.124.036h-.569v.171h.569zm4.306-2.677l-1.505-3.958-.16.061 1.505 3.958zm-1.666-3.958l-1.505 3.958.16.061 1.505-3.958zm-1.425 4.075h3.01v-.171h-3.01zm6.143 4.687l-.06.061zm0-7.761l.061.061zm.881 0l-.065.056.01.009zm.078.669h-.086a.086.086 0 0 0 .155.051zm3.579-.123l-.067.053zm.636 1.9h-.086zm0 .758l-.085-.007zm-.636 1.9l.067.054zm-3.557-.1l.068-.052a.086.086 0 0 0-.154.052zm-.067 2.765l-.061-.06zm2.787-3.323l-.069-.051zm.4-1.293l-.085-.008v.005zm-2.709-1.918l-.068-.052zm-.413 1.2h-.086zm-.011.423h-.085zm.011.435h-.086zm.424 1.149l.066-.054zm-1.216 3.315a.173.173 0 0 1-.129-.053l-.121.121a.342.342 0 0 0 .25.1zm-.129-.053a.157.157 0 0 1-.042-.118h-.172a.325.325 0 0 0 .092.239zm-.042-.118v-7.4h-.172v7.4zm0-7.4a.157.157 0 0 1 .042-.118l-.121-.121a.324.324 0 0 0-.092.239zm.042-.118a.173.173 0 0 1 .129-.053v-.172a.342.342 0 0 0-.25.1zm.129-.053h.513v-.172h-.513zm.513 0a.137.137 0 0 1 .113.048l.13-.111a.309.309 0 0 0-.244-.108zm.123.058a.137.137 0 0 1 .048.113h.171a.309.309 0 0 0-.108-.243zm.048.113v.49h.171v-.49zm.155.541a2.033 2.033 0 0 1 1.759-.823v-.171a2.2 2.2 0 0 0-1.9.894zm1.759-.823a2.007 2.007 0 0 1 1.683.7l.135-.106a2.177 2.177 0 0 0-1.818-.768zm1.683.7a3.045 3.045 0 0 1 .617 1.845l.171-.007a3.218 3.218 0 0 0-.654-1.946zm.617 1.85c.007.078.011.2.011.372h.171c0-.171 0-.3-.012-.387zm.011.372c0 .171 0 .294-.011.372l.17.015c.008-.086.012-.216.012-.387zm-.011.376a3.08 3.08 0 0 1-.617 1.846l.134.106a3.25 3.25 0 0 0 .654-1.945zm-.617 1.845a2.025 2.025 0 0 1-1.683.7v.171a2.2 2.2 0 0 0 1.817-.768zm-1.683.7a2.068 2.068 0 0 1-1.739-.8l-.136.1a2.239 2.239 0 0 0 1.874.87zm-1.892-.75v2.587h.172v-2.587zm0 2.587a.156.156 0 0 1-.042.118l.121.121a.325.325 0 0 0 .092-.239zm-.046.123a.138.138 0 0 1-.114.048v.172a.308.308 0 0 0 .244-.108zm-.114.048h-.546v.172h.546zm1.817-2.739a1.408 1.408 0 0 0 1.218-.526l-.138-.1a1.24 1.24 0 0 1-1.079.455zm1.217-.525a2.355 2.355 0 0 0 .419-1.341l-.171-.007a2.182 2.182 0 0 1-.385 1.246zm.418-1.336c.008-.079.012-.19.012-.332h-.172c0 .14 0 .245-.011.315zm.012-.332a2.726 2.726 0 0 0-.407-1.632 1.448 1.448 0 0 0-1.24-.562v.171a1.278 1.278 0 0 1 1.1.492 2.565 2.565 0 0 1 .374 1.53zm-1.647-2.193a1.452 1.452 0 0 0-1.228.547l.136.1a1.282 1.282 0 0 1 1.091-.479zm-1.228.547a2.2 2.2 0 0 0-.43 1.252l.172.008a2.028 2.028 0 0 1 .4-1.157zm-.43 1.254l-.011.424h.171l.011-.424zm-.011.428l.011.435h.172l-.011-.435zm.011.436a1.95 1.95 0 0 0 .443 1.2l.133-.109a1.776 1.776 0 0 1-.4-1.1zm.443 1.2a1.484 1.484 0 0 0 1.214.522v-.171a1.314 1.314 0 0 1-1.082-.459zm5.828 1.117l.037-.077zm-.747-.6l-.07.049zm.335-2.063l.052.068zm1.65-.624l.012.085zm1.661-.234l.012.085a.086.086 0 0 0 .074-.085zm-2.107-1.249l.046.072zm-.468.48l-.075-.042a.083.083 0 0 0-.006.015zm-.089.145l-.054-.067-.007.006zm-.792-.022l-.065.056.009.009zm-.067-.178h-.086zm.245-.6l-.07-.049zm.747-.591l.038.077zm3.033.334l-.063.058zm.468 5.252l.06.061zm-.881 0l-.065.056a.043.043 0 0 0 .009.009zm-.067-.669h.086a.086.086 0 0 0-.156-.048zm-.714.6l-.04-.076zm.223-1.059l-.062-.06zm.468-1.684h.086a.086.086 0 0 0-.1-.085zm-1.293.189l.012.085zm-1.193.379l.046.072zm-.033 1.349l-.047.071zm.635.985a2.241 2.241 0 0 1-.978-.215l-.074.155a2.412 2.412 0 0 0 1.051.231zm-.978-.215a1.859 1.859 0 0 1-.715-.576l-.138.1a2.024 2.024 0 0 0 .779.629zm-.713-.573a1.4 1.4 0 0 1-.253-.81h-.172a1.571 1.571 0 0 0 .283.907zm-.253-.81a1.374 1.374 0 0 1 .569-1.136l-.105-.135a1.544 1.544 0 0 0-.635 1.272zm.569-1.137a3.316 3.316 0 0 1 1.609-.607l-.024-.17a3.481 3.481 0 0 0-1.691.642zm1.609-.607l1.661-.234-.024-.17-1.662.234zm1.735-.319v-.323h-.171v.323zm0-.323a1.156 1.156 0 0 0-.355-.917 1.536 1.536 0 0 0-1.035-.306v.172a1.37 1.37 0 0 1 .922.263.986.986 0 0 1 .3.788zm-1.39-1.223a1.486 1.486 0 0 0-.851.227l.1.142a1.316 1.316 0 0 1 .755-.2zm-.849.226a1.452 1.452 0 0 0-.5.51l.15.084a1.286 1.286 0 0 1 .44-.449zm-.5.524a.226.226 0 0 1-.062.105l.107.134a.391.391 0 0 0 .117-.185zm-.068.112a.1.1 0 0 1-.073.019v.171a.266.266 0 0 0 .194-.07zm-.073.019h-.48v.171h.48zm-.48 0a.18.18 0 0 1-.122-.046l-.112.13a.352.352 0 0 0 .234.087zm-.113-.037a.18.18 0 0 1-.047-.123h-.171a.352.352 0 0 0 .087.234zm-.047-.119a1.1 1.1 0 0 1 .23-.557l-.14-.1a1.253 1.253 0 0 0-.261.648zm.23-.556a1.843 1.843 0 0 1 .715-.564l-.075-.154a2.018 2.018 0 0 0-.78.618zm.716-.564a2.611 2.611 0 0 1 1.2-.247v-.171a2.781 2.781 0 0 0-1.277.266zm1.2-.247a2.268 2.268 0 0 1 1.732.563l.126-.116a2.435 2.435 0 0 0-1.858-.618zm1.733.564a1.945 1.945 0 0 1 .523 1.391h.171a2.117 2.117 0 0 0-.57-1.508zm.523 1.391v3.613h.171v-3.613zm0 3.613a.172.172 0 0 1-.053.129l.121.121a.344.344 0 0 0 .1-.25zm-.053.129a.157.157 0 0 1-.118.042v.171a.326.326 0 0 0 .239-.092zm-.118.042h-.513v.171h.513zm-.513 0a.2.2 0 0 1-.134-.046l-.111.13a.367.367 0 0 0 .245.088zm-.124-.037a.194.194 0 0 1-.047-.134h-.171a.366.366 0 0 0 .087.245zm-.047-.134v-.479h-.171v.479zm-.156-.528a1.846 1.846 0 0 1-.683.575l.079.152a2.012 2.012 0 0 0 .745-.629zm-.683.575a2.476 2.476 0 0 1-1.153.236v.171a2.644 2.644 0 0 0 1.233-.255zm-.919-.429a1.666 1.666 0 0 0 1.244-.494l-.123-.12a1.493 1.493 0 0 1-1.121.442zm1.244-.494a1.969 1.969 0 0 0 .492-1.431h-.171a1.8 1.8 0 0 1-.444 1.312zm.492-1.431v-.312h-.171v.312zm-.1-.4l-1.293.189.025.17 1.293-.189zm-1.293.189a3 3 0 0 0-1.228.393l.095.143a2.837 2.837 0 0 1 1.158-.365zm-1.227.392a.845.845 0 0 0-.441.73h.172a.676.676 0 0 1 .362-.586zm-.441.73a.869.869 0 0 0 .406.762l.095-.142a.7.7 0 0 1-.33-.62zm.408.764a1.673 1.673 0 0 0 .916.247v-.171a1.5 1.5 0 0 1-.823-.221zm5.686.329l-.061.06zm-.714-1.9h-.085zm-.011-.446h-.085zm.011-.446h-.085zm.714-1.885l.061.061zm3.234-.39l-.04.076zm.825.713l-.073.046zm.3.848h-.086zm-.067.178l.056.065zm-.892.022l.054-.067zm-.112-.178l-.081.029zm-.535-.758l-.048.071zm-1.974.2l-.062-.059zm-.435 1.3h-.086zm-.011.4h-.086zm.011.379h-.086zm.435 1.316l-.062.059zm1.974.2l.046.072zm.535-.769l-.079-.033zm.112-.178l.054.067.007-.006zm.892.022l-.061.06zm.067.178l-.085-.009zm-.3.847l-.072-.046zm-.825.714l-.04-.076zm-1.36.2a2.471 2.471 0 0 1-1.814-.644l-.12.122a2.64 2.64 0 0 0 1.933.694zm-1.813-.643a2.653 2.653 0 0 1-.689-1.839l-.171.006a2.822 2.822 0 0 0 .738 1.952zm-.689-1.838l-.011-.446h-.171l.011.446zm-.011-.442l.011-.446h-.171l-.011.446zm.011-.445a2.611 2.611 0 0 1 .689-1.827l-.122-.121a2.78 2.78 0 0 0-.738 1.942zm.689-1.827a2.447 2.447 0 0 1 1.813-.655v-.171a2.617 2.617 0 0 0-1.934.705zm1.813-.655a2.836 2.836 0 0 1 1.32.28l.079-.152a3 3 0 0 0-1.4-.3zm1.32.28a1.99 1.99 0 0 1 .792.683l.145-.091a2.158 2.158 0 0 0-.858-.744zm.793.685a1.617 1.617 0 0 1 .287.8l.171-.009a1.789 1.789 0 0 0-.315-.89zm.287.809a.11.11 0 0 1-.037.1l.112.13a.281.281 0 0 0 .1-.252zm-.037.1a.2.2 0 0 1-.134.046v.171a.369.369 0 0 0 .246-.088zm-.134.046h-.535v.171h.535zm-.535 0a.184.184 0 0 1-.114-.026l-.107.134a.345.345 0 0 0 .221.064zm-.114-.026a.389.389 0 0 1-.086-.144l-.158.066a.533.533 0 0 0 .137.212zm-.084-.14a1.514 1.514 0 0 0-.57-.8l-.093.144a1.343 1.343 0 0 1 .5.715zm-.568-.8a1.6 1.6 0 0 0-.918-.249v.171a1.435 1.435 0 0 1 .822.219zm-.918-.249a1.535 1.535 0 0 0-1.166.462l.124.118a1.364 1.364 0 0 1 1.042-.408zm-1.166.462a2.036 2.036 0 0 0-.458 1.36l.171.006a1.872 1.872 0 0 1 .411-1.249zm-.458 1.361l-.011.4h.171l.011-.4zm-.011.406l.011.379.171-.005-.011-.379zm.011.38a2.052 2.052 0 0 0 .458 1.371l.124-.118a1.889 1.889 0 0 1-.411-1.26zm.458 1.371a1.533 1.533 0 0 0 1.166.451v-.172a1.363 1.363 0 0 1-1.042-.4zm1.166.451a1.661 1.661 0 0 0 .916-.237l-.093-.144a1.491 1.491 0 0 1-.823.209zm.918-.238a1.576 1.576 0 0 0 .568-.812l-.162-.057a1.409 1.409 0 0 1-.5.727zm.566-.807a.39.39 0 0 1 .086-.144l-.107-.134a.533.533 0 0 0-.137.213zm.093-.151a.144.144 0 0 1 .107-.031v-.171a.31.31 0 0 0-.228.081zm.107-.031h.535v-.171h-.535zm.535 0a.173.173 0 0 1 .129.053l.121-.121a.344.344 0 0 0-.25-.1zm.134.057a.11.11 0 0 1 .037.1l.17.017a.281.281 0 0 0-.1-.252zm.037.109a1.664 1.664 0 0 1-.288.806l.144.092a1.839 1.839 0 0 0 .315-.889zm-.288.806a1.989 1.989 0 0 1-.792.683l.079.152a2.162 2.162 0 0 0 .858-.744zm-.793.684a2.8 2.8 0 0 1-1.32.28v.171a2.96 2.96 0 0 0 1.4-.3zm2.568.187l-.065.056.01.009zm0-7.772l.061.06zm.926 0l-.065.056.009.009zm.078 2.776h-.085a.086.086 0 0 0 .153.053zm.758-.624l.038.077zm2.743.468l-.065.056zm.524 5.151l-.061-.06zm-.925 0l-.065.056.009.009zm-.457-4.5l-.065.056zm-2.23.011l-.062-.059zm-.49 4.493l-.061-.06zm-.736-.019a.2.2 0 0 1-.134-.046l-.112.13a.367.367 0 0 0 .245.088zm-.124-.037a.2.2 0 0 1-.046-.134h-.172a.367.367 0 0 0 .087.245zm-.046-.134v-7.4h-.172v7.4zm0-7.4a.156.156 0 0 1 .042-.118l-.121-.121a.326.326 0 0 0-.092.239zm.042-.118a.172.172 0 0 1 .129-.053v-.171a.343.343 0 0 0-.25.1zm.129-.053h.557v-.171h-.557zm.557 0a.137.137 0 0 1 .113.048l.13-.112a.308.308 0 0 0-.244-.108zm.122.057a.137.137 0 0 1 .048.113h.172a.309.309 0 0 0-.108-.243zm.048.113v2.6h.172v-2.6zm.153 2.651a2.076 2.076 0 0 1 .728-.6l-.075-.154a2.248 2.248 0 0 0-.788.649zm.73-.6a2.272 2.272 0 0 1 1.043-.214v-.171a2.438 2.438 0 0 0-1.121.232zm1.043-.214a1.982 1.982 0 0 1 1.6.661l.13-.112a2.152 2.152 0 0 0-1.727-.721zm1.6.663a2.557 2.557 0 0 1 .581 1.761h.171a2.727 2.727 0 0 0-.624-1.874zm.581 1.761v3.144h.171v-3.144zm0 3.144a.173.173 0 0 1-.053.129l.121.121a.345.345 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-.557v.171h.557zm-.557 0a.2.2 0 0 1-.134-.046l-.112.13a.367.367 0 0 0 .245.088zm-.124-.037a.2.2 0 0 1-.046-.134h-.172a.368.368 0 0 0 .087.245zm-.046-.134V823.8h-.172v3.088zm0-3.088a1.859 1.859 0 0 0-.412-1.284l-.128.114a1.69 1.69 0 0 1 .368 1.169zm-.411-1.283a1.471 1.471 0 0 0-1.169-.464v.171a1.3 1.3 0 0 1 1.039.406zm-1.169-.464a1.566 1.566 0 0 0-1.188.473l.124.118a1.4 1.4 0 0 1 1.064-.419zm-1.188.473a1.779 1.779 0 0 0-.436 1.275h.172a1.609 1.609 0 0 1 .389-1.156zm-.436 1.275v3.088h.172V823.8zm0 3.088a.172.172 0 0 1-.053.129l.121.121a.344.344 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-.557v.171h.557zm6.449-.505l-.062.059zm-.747-1.94h-.086zm-.012-.379h-.085v.005zm.012-.368l-.086-.006zm.758-1.918l-.061-.06zm3.735.078l-.065.056zm.6 2.5l.061.061zm-4.036.067v-.086a.086.086 0 0 0-.086.086zm0 .1h-.086zm.435 1.238l-.068.053zm1.918.3l.045.073zm.491-.435l-.069-.051zm.145-.156l.039.077h.006zm.9.022l-.055.066zm-.245.747l-.064-.057zm-.858.6l.035.078zm.267-3.189v.086a.086.086 0 0 0 .086-.086zm-.424-1.282l-.066.055zm-2.23 0l-.065-.055zm-.4 1.282h-.086a.086.086 0 0 0 .086.086zm1.528 3.349a2.38 2.38 0 0 1-1.779-.677l-.122.12a2.55 2.55 0 0 0 1.9.728zm-1.778-.676a2.86 2.86 0 0 1-.724-1.886l-.171.009a3.027 3.027 0 0 0 .771 1.995zm-.723-1.884l-.011-.379h-.171l.011.379zm-.011-.374l.011-.368-.172-.005-.011.368zm.011-.365a2.871 2.871 0 0 1 .735-1.864l-.124-.118a3.042 3.042 0 0 0-.782 1.971zm.734-1.864a2.331 2.331 0 0 1 1.756-.687v-.171a2.5 2.5 0 0 0-1.879.74zm1.756-.687a2.307 2.307 0 0 1 1.853.762l.13-.112a2.477 2.477 0 0 0-1.983-.821zm1.854.762a3.03 3.03 0 0 1 .659 2.062h.172a3.2 3.2 0 0 0-.7-2.175zm.659 2.062v.19h.172v-.19zm0 .19a.172.172 0 0 1-.053.129l.121.121a.345.345 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-3.858v.171h3.858zm-3.944.086v.1h.172v-.1zm0 .1a2.2 2.2 0 0 0 .453 1.287l.135-.106a2.027 2.027 0 0 1-.417-1.189zm.454 1.288a1.418 1.418 0 0 0 1.148.533v-.171a1.247 1.247 0 0 1-1.015-.47zm1.148.533a1.647 1.647 0 0 0 .882-.214l-.09-.146a1.481 1.481 0 0 1-.791.188zm.882-.214a1.777 1.777 0 0 0 .515-.458l-.14-.1a1.613 1.613 0 0 1-.466.412zm.513-.456a1.251 1.251 0 0 1 .081-.1.28.28 0 0 1 .026-.025l.008-.006-.077-.153a.326.326 0 0 0-.083.068 1.55 1.55 0 0 0-.092.113zm.12-.134a.328.328 0 0 1 .146-.021v-.171a.468.468 0 0 0-.234.046zm.146-.021h.547v-.171h-.547zm.547 0a.166.166 0 0 1 .112.036l.11-.132a.337.337 0 0 0-.222-.076zm.112.036a.107.107 0 0 1 .036.09h.171a.277.277 0 0 0-.1-.222zm.036.09a.9.9 0 0 1-.291.534l.128.115a1.055 1.055 0 0 0 .334-.649zm-.291.535a2.42 2.42 0 0 1-.83.581l.072.156a2.6 2.6 0 0 0 .888-.624zm-.829.58a2.964 2.964 0 0 1-1.224.238v.171a3.133 3.133 0 0 0 1.295-.253zm.389-3.111v-.033h-.171v.033zm0-.033a1.9 1.9 0 0 0-.445-1.306l-.129.114a1.731 1.731 0 0 1 .4 1.192zm-.444-1.3a1.466 1.466 0 0 0-1.181-.521v.172a1.3 1.3 0 0 1 1.049.46zm-1.181-.521a1.466 1.466 0 0 0-1.18.521l.131.11a1.3 1.3 0 0 1 1.049-.46zm-1.181.521a1.965 1.965 0 0 0-.422 1.3h.172a1.794 1.794 0 0 1 .382-1.194zm-.422 1.3v.033h.172v-.033zm.086.119h3.055v-.171h-3.055z" fill="#51504f" data-name="Path 10" transform="translate(-1460.636 -807.945)"></path>
<path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1.785a.677.677 0 0 1 .68.68v1.53a.655.655 0 0 1-.2.481.713.713 0 0 1-.481.17zm.227 17.479a.593.593 0 0 1-.652-.652v-13.428a.611.611 0 0 1 .17-.453.656.656 0 0 1 .482-.2h1.359a.679.679 0 0 1 .652.651v13.427a.655.655 0 0 1-.2.482.613.613 0 0 1-.453.17zm6.861 0a.592.592 0 0 1-.651-.652v-13.4a.715.715 0 0 1 .17-.481.656.656 0 0 1 .482-.2h1.3a.677.677 0 0 1 .68.68v1.246a4.255 4.255 0 0 1 3.966-1.926h1.1a.679.679 0 0 1 .651.651v1.161a.566.566 0 0 1-.2.453.612.612 0 0 1-.453.17h-1.7a3.2 3.2 0 0 0-2.408.907 3.253 3.253 0 0 0-.879 2.408v8.328a.656.656 0 0 1-.2.482.716.716 0 0 1-.482.17zm12.234 0a.593.593 0 0 1-.651-.652v-11.814h-2.408a.592.592 0 0 1-.651-.651v-.963a.611.611 0 0 1 .17-.453.654.654 0 0 1 .481-.2h2.408v-1.417q0-4.816 4.872-4.815h1.586a.679.679 0 0 1 .652.651v.963a.656.656 0 0 1-.2.481.613.613 0 0 1-.453.17h-1.529a2.1 2.1 0 0 0-1.785.68 3.248 3.248 0 0 0-.51 2.011v1.275h6.062V863.7a.613.613 0 0 1 .17-.453.656.656 0 0 1 .482-.2h1.3a.679.679 0 0 1 .652.651v19.659a.655.655 0 0 1-.2.482.613.613 0 0 1-.454.17h-1.3a.592.592 0 0 1-.652-.652v-11.811h-6.062v11.813a.657.657 0 0 1-.2.482.614.614 0 0 1-.454.17zm20.9.283a6.487 6.487 0 0 1-4.844-1.757 6.837 6.837 0 0 1-1.813-4.674l-.029-1.218.029-1.218a6.732 6.732 0 0 1 1.841-4.646 7.389 7.389 0 0 1 9.631 0 6.736 6.736 0 0 1 1.841 4.646q.028.311.028 1.218t-.028 1.218a6.772 6.772 0 0 1-1.841 4.674 6.391 6.391 0 0 1-4.82 1.756zm0-2.181a3.582 3.582 0 0 0 2.8-1.133 4.931 4.931 0 0 0 1.133-3.258q.028-.283.028-1.076t-.028-1.076a4.931 4.931 0 0 0-1.133-3.258 3.582 3.582 0 0 0-2.8-1.133 3.671 3.671 0 0 0-2.833 1.133 4.83 4.83 0 0 0-1.1 3.258l-.028 1.076.028 1.076a4.83 4.83 0 0 0 1.1 3.258 3.671 3.671 0 0 0 2.828 1.132zm13.755 1.9a.846.846 0 0 1-.566-.17 1.321 1.321 0 0 1-.34-.538l-4.023-13.144-.056-.283a.575.575 0 0 1 .17-.425.641.641 0 0 1 .425-.17h1.246a.612.612 0 0 1 .453.17.646.646 0 0 1 .255.312l3.145 10.679 3.371-10.566a.761.761 0 0 1 .255-.4.726.726 0 0 1 .538-.2h.963a.728.728 0 0 1 .539.2.76.76 0 0 1 .255.4l3.371 10.566 3.144-10.679a.655.655 0 0 1 .2-.312.714.714 0 0 1 .482-.17h1.275a.542.542 0 0 1 .4.17.576.576 0 0 1 .17.425l-.057.283-3.994 13.144a1.323 1.323 0 0 1-.34.538.9.9 0 0 1-.6.17h-1.1a.86.86 0 0 1-.935-.708l-3.286-10.141-3.286 10.141a.928.928 0 0 1-.963.708z" fill="#51504f" data-name="Path 11" transform="translate(-1454.66 -838.62)"></path>
</g>
</g>
</g>
</svg>
</a>
</div>
<div class="desktop-only navbar__menu-container">
<div class="navbar__menu-content" id="main_navbar">
<div class="navbar__links-container">
<a class="navbar__text-link " href="/community/">
Community
</a>
<a class="navbar__text-link " href="/meetups/">
Meetups
</a>
<a class="navbar__text-link " href="/docs/">
Documentation
</a>
<a class="navbar__text-link " href="/use-cases/">
Use cases
</a>
<a class="navbar__text-link " href="/blog/">
Blog
</a>
</div>
<a href="/docs/stable/start.html">
<button id="" class="btn-filled bodytext__medium--white ">Install</button>
</a>
</div>
</div>
<div class="mobile-only navbar__drawer-container">
<button class="navbar__toggle-button" id="navbar-toggle-button">
<div id="hamburger-icon" class="navbar__toggle-button--icon visible">
<svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20">
<g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)">
<g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)">
<rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
</g>
<g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)">
<rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
</g>
<g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)">
<rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect>
</g>
</g>
</svg>
</div>
<div id="close-icon" class="navbar__toggle-button--icon">
<svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
<g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
<g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
<rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
</g>
<g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
<rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
</g>
</g>
</svg>
</div>
</button>
<div class="navbar__drawer" id="navbar-drawer">
<div class="navbar__menu-content" id="main_navbar">
<div class="navbar__links-container">
<a class="navbar__text-link " href="/community/">
Community
</a>
<a class="navbar__text-link " href="/meetups/">
Meetups
</a>
<a class="navbar__text-link " href="/docs/">
Documentation
</a>
<a class="navbar__text-link " href="/roadmap/">
Roadmap
</a>
<a class="navbar__text-link " href="/use-cases/">
Use cases
</a>
<a class="navbar__text-link " href="/blog/">
Blog
</a>
</div>
<a href="/install/">
<button id="" class="btn-filled bodytext__medium--white ">Install</button>
</a>
</div>
</div>
</div>
</nav>
</header>
<div class="roadmap container-fluid td-default base-layout">
<div class="content-drawer-wrapper">
<button class="content-drawer__toggle-button" id="content-open-button">
<div id="hamburger-icon" class="content-drawer__toggle-button--icon visible">
<svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879">
<g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)">
<g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)">
<path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path>
</g>
<g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)">
<path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path>
</g>
<g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)">
<path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path>
</g>
<g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)">
<path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path>
</g>
<g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)">
<path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path>
</g>
<g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)">
<path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path>
</g>
</g>
</svg>
<span class="bodytext__mobile--brownish-grey">Content</span>
</div>
</button>
<nav id="content-navbar" class="navbar navbar--hidden">
<div class="navbar__icon-container">
<a href="/">
<svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60">
<defs>
<clipPath id="clip-path">
<path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path>
</clipPath>
</defs>
<g id="logo" transform="translate(-1305 -780.355)">
<g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)">
<g id="Group_1" data-name="Group 1" transform="translate(.486 .486)">
<path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path>
<path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path>
<path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path>
<path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path>
<path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path>
<path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path>
<path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path>
<path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path>
<circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle>
<path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258.258 0 0 1 .189-.078h.513a.268.268 0 0 1 .256.256v.49a2.118 2.118 0 0 1 1.828-.858 2.092 2.092 0 0 1 1.751.736 3.135 3.135 0 0 1 .636 1.9q.011.122.011.379t-.011.379a3.168 3.168 0 0 1-.636 1.9 2.111 2.111 0 0 1-1.751.736 2.154 2.154 0 0 1-1.806-.836v2.587a.241.241 0 0 1-.067.178.223.223 0 0 1-.179.078zm2.364-2.91a1.324 1.324 0 0 0 1.149-.491 2.266 2.266 0 0 0 .4-1.293q.011-.111.011-.323 0-2.107-1.562-2.107a1.365 1.365 0 0 0-1.159.513 2.111 2.111 0 0 0-.412 1.2l-.012.424.012.435a1.862 1.862 0 0 0 .424 1.149 1.4 1.4 0 0 0 1.148.493zm5.628.9a2.329 2.329 0 0 1-1.015-.223 1.94 1.94 0 0 1-.747-.6 1.487 1.487 0 0 1-.268-.859 1.459 1.459 0 0 1 .6-1.2 3.4 3.4 0 0 1 1.65-.624l1.661-.234v-.323q0-1.137-1.3-1.137a1.4 1.4 0 0 0-.8.212 1.376 1.376 0 0 0-.468.48.305.305 0 0 1-.089.145.18.18 0 0 1-.134.045h-.48a.23.23 0 0 1-.245-.245 1.17 1.17 0 0 1 .245-.6 1.931 1.931 0 0 1 .747-.591 2.7 2.7 0 0 1 1.238-.256 2.351 2.351 0 0 1 1.8.591 2.032 2.032 0 0 1 .547 1.45v3.613a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067h-.513a.233.233 0 0 1-.257-.256v-.479a1.923 1.923 0 0 1-.714.6 2.557 2.557 0 0 1-1.203.237zm.234-.836a1.579 1.579 0 0 0 1.182-.469 1.881 1.881 0 0 0 .468-1.371v-.312l-1.293.19a2.918 2.918 0 0 0-1.193.379.761.761 0 0 0-.4.658.784.784 0 0 0 .368.691 1.585 1.585 0 0 0 .867.237zm6.643.836a2.556 2.556 0 0 1-1.873-.669 2.738 2.738 0 0 1-.714-1.9l-.011-.446.011-.446a2.7 2.7 0 0 1 .714-1.885 2.531 2.531 0 0 1 1.873-.68 2.917 2.917 0 0 1 1.36.29 2.077 2.077 0 0 1 .825.714 1.7 1.7 0 0 1 .3.848.2.2 0 0 1-.067.178.281.281 0 0 1-.19.067h-.535a.265.265 0 0 1-.168-.045.458.458 0 0 1-.111-.178 1.428 1.428 0 0 0-.535-.758 1.516 1.516 0 0 0-.87-.234 1.45 1.45 0 0 0-1.1.435 1.952 1.952 0 0 0-.435 1.3l-.011.4.011.379a1.969 1.969 0 0 0 .435 1.316 1.446 1.446 0 0 0 1.1.424 1.577 1.577 0 0 0 .87-.223 1.493 1.493 0 0 0 .535-.769.458.458 0 0 1 .111-.178.228.228 0 0 1 .168-.056h.535a.258.258 0 0 1 .19.078.2.2 0 0 1 .067.178 1.75 1.75 0 0 1-.3.847 2.078 2.078 0 0 1-.825.714 2.876 2.876 0 0 1-1.361.302zm4.078-.112a.233.233 0 0 1-.257-.256v-7.4a.241.241 0 0 1 .067-.178.259.259 0 0 1 .19-.078h.557a.267.267 0 0 1 .257.256v2.6a2.167 2.167 0 0 1 .758-.624 2.353 2.353 0 0 1 1.082-.223 2.067 2.067 0 0 1 1.661.691 2.642 2.642 0 0 1 .6 1.818v3.144a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067h-.557a.233.233 0 0 1-.256-.256V824a1.775 1.775 0 0 0-.39-1.227 1.387 1.387 0 0 0-1.1-.435 1.481 1.481 0 0 0-1.126.446 1.7 1.7 0 0 0-.412 1.215v3.088a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067zm8.846.112a2.466 2.466 0 0 1-1.84-.7 2.938 2.938 0 0 1-.747-1.94l-.011-.379.011-.368a2.953 2.953 0 0 1 .758-1.918 2.7 2.7 0 0 1 3.735.078 3.114 3.114 0 0 1 .68 2.119v.19a.257.257 0 0 1-.078.189.241.241 0 0 1-.178.067h-3.858v.1a2.11 2.11 0 0 0 .435 1.238 1.332 1.332 0 0 0 1.081.5 1.563 1.563 0 0 0 .836-.2 1.7 1.7 0 0 0 .491-.435.6.6 0 0 1 .145-.156.391.391 0 0 1 .19-.033h.547a.252.252 0 0 1 .167.056.192.192 0 0 1 .067.156.975.975 0 0 1-.312.591 2.51 2.51 0 0 1-.859.6 3.049 3.049 0 0 1-1.26.248zm1.527-3.434v-.033a1.817 1.817 0 0 0-.424-1.249 1.512 1.512 0 0 0-2.23 0 1.883 1.883 0 0 0-.4 1.249v.033z" fill="#51504f" data-name="Path 9" transform="translate(-1460.834 -808.144)"></path>
<path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1.505 3.958l-.08-.03a.086.086 0 0 0 .08.116zm-1.784 2.646a.128.128 0 0 1-.1-.042l-.122.121a.3.3 0 0 0 .217.092zm-.1-.042a.129.129 0 0 1-.042-.1h-.171a.3.3 0 0 0 .092.217zm-.042-.1a.38.38 0 0 1 .007-.1l-.163-.054a.514.514 0 0 0-.016.15zm.005-.092l2.765-7.214-.16-.061-2.765 7.214zm2.766-7.216a.283.283 0 0 1 .1-.143.3.3 0 0 1 .174-.046v-.172a.47.47 0 0 0-.271.076.453.453 0 0 0-.166.226zm.276-.189h.758v-.172h-.758zm.758 0a.3.3 0 0 1 .175.046.283.283 0 0 1 .1.143l.161-.059a.451.451 0 0 0-.166-.226.47.47 0 0 0-.272-.076zm.277.19l2.754 7.214.16-.061-2.754-7.214zm2.75 7.2l.022.123.169-.031-.022-.123zm.021.107a.13.13 0 0 1-.042.1l.121.121a.3.3 0 0 0 .092-.217zm-.042.1a.13.13 0 0 1-.1.042v.171a.3.3 0 0 0 .217-.092zm-.1.042h-.568v.171h.568zm-.568 0a.206.206 0 0 1-.135-.036l-.11.132a.373.373 0 0 0 .245.076zm-.129-.031a.262.262 0 0 1-.069-.1l-.162.054a.431.431 0 0 0 .11.167zm-.07-.1l-.613-1.584-.16.062.613 1.583zm-.693-1.638h-3.657v.171h3.657zm-3.737.055l-.614 1.584.16.062.613-1.583zm-.615 1.587a.235.235 0 0 1-.075.1l.111.13a.4.4 0 0 0 .126-.172zm-.074.1a.185.185 0 0 1-.124.036v.171a.354.354 0 0 0 .233-.076zm-.124.036h-.569v.171h.569zm4.306-2.677l-1.505-3.958-.16.061 1.505 3.958zm-1.666-3.958l-1.505 3.958.16.061 1.505-3.958zm-1.425 4.075h3.01v-.171h-3.01zm6.143 4.687l-.06.061zm0-7.761l.061.061zm.881 0l-.065.056.01.009zm.078.669h-.086a.086.086 0 0 0 .155.051zm3.579-.123l-.067.053zm.636 1.9h-.086zm0 .758l-.085-.007zm-.636 1.9l.067.054zm-3.557-.1l.068-.052a.086.086 0 0 0-.154.052zm-.067 2.765l-.061-.06zm2.787-3.323l-.069-.051zm.4-1.293l-.085-.008v.005zm-2.709-1.918l-.068-.052zm-.413 1.2h-.086zm-.011.423h-.085zm.011.435h-.086zm.424 1.149l.066-.054zm-1.216 3.315a.173.173 0 0 1-.129-.053l-.121.121a.342.342 0 0 0 .25.1zm-.129-.053a.157.157 0 0 1-.042-.118h-.172a.325.325 0 0 0 .092.239zm-.042-.118v-7.4h-.172v7.4zm0-7.4a.157.157 0 0 1 .042-.118l-.121-.121a.324.324 0 0 0-.092.239zm.042-.118a.173.173 0 0 1 .129-.053v-.172a.342.342 0 0 0-.25.1zm.129-.053h.513v-.172h-.513zm.513 0a.137.137 0 0 1 .113.048l.13-.111a.309.309 0 0 0-.244-.108zm.123.058a.137.137 0 0 1 .048.113h.171a.309.309 0 0 0-.108-.243zm.048.113v.49h.171v-.49zm.155.541a2.033 2.033 0 0 1 1.759-.823v-.171a2.2 2.2 0 0 0-1.9.894zm1.759-.823a2.007 2.007 0 0 1 1.683.7l.135-.106a2.177 2.177 0 0 0-1.818-.768zm1.683.7a3.045 3.045 0 0 1 .617 1.845l.171-.007a3.218 3.218 0 0 0-.654-1.946zm.617 1.85c.007.078.011.2.011.372h.171c0-.171 0-.3-.012-.387zm.011.372c0 .171 0 .294-.011.372l.17.015c.008-.086.012-.216.012-.387zm-.011.376a3.08 3.08 0 0 1-.617 1.846l.134.106a3.25 3.25 0 0 0 .654-1.945zm-.617 1.845a2.025 2.025 0 0 1-1.683.7v.171a2.2 2.2 0 0 0 1.817-.768zm-1.683.7a2.068 2.068 0 0 1-1.739-.8l-.136.1a2.239 2.239 0 0 0 1.874.87zm-1.892-.75v2.587h.172v-2.587zm0 2.587a.156.156 0 0 1-.042.118l.121.121a.325.325 0 0 0 .092-.239zm-.046.123a.138.138 0 0 1-.114.048v.172a.308.308 0 0 0 .244-.108zm-.114.048h-.546v.172h.546zm1.817-2.739a1.408 1.408 0 0 0 1.218-.526l-.138-.1a1.24 1.24 0 0 1-1.079.455zm1.217-.525a2.355 2.355 0 0 0 .419-1.341l-.171-.007a2.182 2.182 0 0 1-.385 1.246zm.418-1.336c.008-.079.012-.19.012-.332h-.172c0 .14 0 .245-.011.315zm.012-.332a2.726 2.726 0 0 0-.407-1.632 1.448 1.448 0 0 0-1.24-.562v.171a1.278 1.278 0 0 1 1.1.492 2.565 2.565 0 0 1 .374 1.53zm-1.647-2.193a1.452 1.452 0 0 0-1.228.547l.136.1a1.282 1.282 0 0 1 1.091-.479zm-1.228.547a2.2 2.2 0 0 0-.43 1.252l.172.008a2.028 2.028 0 0 1 .4-1.157zm-.43 1.254l-.011.424h.171l.011-.424zm-.011.428l.011.435h.172l-.011-.435zm.011.436a1.95 1.95 0 0 0 .443 1.2l.133-.109a1.776 1.776 0 0 1-.4-1.1zm.443 1.2a1.484 1.484 0 0 0 1.214.522v-.171a1.314 1.314 0 0 1-1.082-.459zm5.828 1.117l.037-.077zm-.747-.6l-.07.049zm.335-2.063l.052.068zm1.65-.624l.012.085zm1.661-.234l.012.085a.086.086 0 0 0 .074-.085zm-2.107-1.249l.046.072zm-.468.48l-.075-.042a.083.083 0 0 0-.006.015zm-.089.145l-.054-.067-.007.006zm-.792-.022l-.065.056.009.009zm-.067-.178h-.086zm.245-.6l-.07-.049zm.747-.591l.038.077zm3.033.334l-.063.058zm.468 5.252l.06.061zm-.881 0l-.065.056a.043.043 0 0 0 .009.009zm-.067-.669h.086a.086.086 0 0 0-.156-.048zm-.714.6l-.04-.076zm.223-1.059l-.062-.06zm.468-1.684h.086a.086.086 0 0 0-.1-.085zm-1.293.189l.012.085zm-1.193.379l.046.072zm-.033 1.349l-.047.071zm.635.985a2.241 2.241 0 0 1-.978-.215l-.074.155a2.412 2.412 0 0 0 1.051.231zm-.978-.215a1.859 1.859 0 0 1-.715-.576l-.138.1a2.024 2.024 0 0 0 .779.629zm-.713-.573a1.4 1.4 0 0 1-.253-.81h-.172a1.571 1.571 0 0 0 .283.907zm-.253-.81a1.374 1.374 0 0 1 .569-1.136l-.105-.135a1.544 1.544 0 0 0-.635 1.272zm.569-1.137a3.316 3.316 0 0 1 1.609-.607l-.024-.17a3.481 3.481 0 0 0-1.691.642zm1.609-.607l1.661-.234-.024-.17-1.662.234zm1.735-.319v-.323h-.171v.323zm0-.323a1.156 1.156 0 0 0-.355-.917 1.536 1.536 0 0 0-1.035-.306v.172a1.37 1.37 0 0 1 .922.263.986.986 0 0 1 .3.788zm-1.39-1.223a1.486 1.486 0 0 0-.851.227l.1.142a1.316 1.316 0 0 1 .755-.2zm-.849.226a1.452 1.452 0 0 0-.5.51l.15.084a1.286 1.286 0 0 1 .44-.449zm-.5.524a.226.226 0 0 1-.062.105l.107.134a.391.391 0 0 0 .117-.185zm-.068.112a.1.1 0 0 1-.073.019v.171a.266.266 0 0 0 .194-.07zm-.073.019h-.48v.171h.48zm-.48 0a.18.18 0 0 1-.122-.046l-.112.13a.352.352 0 0 0 .234.087zm-.113-.037a.18.18 0 0 1-.047-.123h-.171a.352.352 0 0 0 .087.234zm-.047-.119a1.1 1.1 0 0 1 .23-.557l-.14-.1a1.253 1.253 0 0 0-.261.648zm.23-.556a1.843 1.843 0 0 1 .715-.564l-.075-.154a2.018 2.018 0 0 0-.78.618zm.716-.564a2.611 2.611 0 0 1 1.2-.247v-.171a2.781 2.781 0 0 0-1.277.266zm1.2-.247a2.268 2.268 0 0 1 1.732.563l.126-.116a2.435 2.435 0 0 0-1.858-.618zm1.733.564a1.945 1.945 0 0 1 .523 1.391h.171a2.117 2.117 0 0 0-.57-1.508zm.523 1.391v3.613h.171v-3.613zm0 3.613a.172.172 0 0 1-.053.129l.121.121a.344.344 0 0 0 .1-.25zm-.053.129a.157.157 0 0 1-.118.042v.171a.326.326 0 0 0 .239-.092zm-.118.042h-.513v.171h.513zm-.513 0a.2.2 0 0 1-.134-.046l-.111.13a.367.367 0 0 0 .245.088zm-.124-.037a.194.194 0 0 1-.047-.134h-.171a.366.366 0 0 0 .087.245zm-.047-.134v-.479h-.171v.479zm-.156-.528a1.846 1.846 0 0 1-.683.575l.079.152a2.012 2.012 0 0 0 .745-.629zm-.683.575a2.476 2.476 0 0 1-1.153.236v.171a2.644 2.644 0 0 0 1.233-.255zm-.919-.429a1.666 1.666 0 0 0 1.244-.494l-.123-.12a1.493 1.493 0 0 1-1.121.442zm1.244-.494a1.969 1.969 0 0 0 .492-1.431h-.171a1.8 1.8 0 0 1-.444 1.312zm.492-1.431v-.312h-.171v.312zm-.1-.4l-1.293.189.025.17 1.293-.189zm-1.293.189a3 3 0 0 0-1.228.393l.095.143a2.837 2.837 0 0 1 1.158-.365zm-1.227.392a.845.845 0 0 0-.441.73h.172a.676.676 0 0 1 .362-.586zm-.441.73a.869.869 0 0 0 .406.762l.095-.142a.7.7 0 0 1-.33-.62zm.408.764a1.673 1.673 0 0 0 .916.247v-.171a1.5 1.5 0 0 1-.823-.221zm5.686.329l-.061.06zm-.714-1.9h-.085zm-.011-.446h-.085zm.011-.446h-.085zm.714-1.885l.061.061zm3.234-.39l-.04.076zm.825.713l-.073.046zm.3.848h-.086zm-.067.178l.056.065zm-.892.022l.054-.067zm-.112-.178l-.081.029zm-.535-.758l-.048.071zm-1.974.2l-.062-.059zm-.435 1.3h-.086zm-.011.4h-.086zm.011.379h-.086zm.435 1.316l-.062.059zm1.974.2l.046.072zm.535-.769l-.079-.033zm.112-.178l.054.067.007-.006zm.892.022l-.061.06zm.067.178l-.085-.009zm-.3.847l-.072-.046zm-.825.714l-.04-.076zm-1.36.2a2.471 2.471 0 0 1-1.814-.644l-.12.122a2.64 2.64 0 0 0 1.933.694zm-1.813-.643a2.653 2.653 0 0 1-.689-1.839l-.171.006a2.822 2.822 0 0 0 .738 1.952zm-.689-1.838l-.011-.446h-.171l.011.446zm-.011-.442l.011-.446h-.171l-.011.446zm.011-.445a2.611 2.611 0 0 1 .689-1.827l-.122-.121a2.78 2.78 0 0 0-.738 1.942zm.689-1.827a2.447 2.447 0 0 1 1.813-.655v-.171a2.617 2.617 0 0 0-1.934.705zm1.813-.655a2.836 2.836 0 0 1 1.32.28l.079-.152a3 3 0 0 0-1.4-.3zm1.32.28a1.99 1.99 0 0 1 .792.683l.145-.091a2.158 2.158 0 0 0-.858-.744zm.793.685a1.617 1.617 0 0 1 .287.8l.171-.009a1.789 1.789 0 0 0-.315-.89zm.287.809a.11.11 0 0 1-.037.1l.112.13a.281.281 0 0 0 .1-.252zm-.037.1a.2.2 0 0 1-.134.046v.171a.369.369 0 0 0 .246-.088zm-.134.046h-.535v.171h.535zm-.535 0a.184.184 0 0 1-.114-.026l-.107.134a.345.345 0 0 0 .221.064zm-.114-.026a.389.389 0 0 1-.086-.144l-.158.066a.533.533 0 0 0 .137.212zm-.084-.14a1.514 1.514 0 0 0-.57-.8l-.093.144a1.343 1.343 0 0 1 .5.715zm-.568-.8a1.6 1.6 0 0 0-.918-.249v.171a1.435 1.435 0 0 1 .822.219zm-.918-.249a1.535 1.535 0 0 0-1.166.462l.124.118a1.364 1.364 0 0 1 1.042-.408zm-1.166.462a2.036 2.036 0 0 0-.458 1.36l.171.006a1.872 1.872 0 0 1 .411-1.249zm-.458 1.361l-.011.4h.171l.011-.4zm-.011.406l.011.379.171-.005-.011-.379zm.011.38a2.052 2.052 0 0 0 .458 1.371l.124-.118a1.889 1.889 0 0 1-.411-1.26zm.458 1.371a1.533 1.533 0 0 0 1.166.451v-.172a1.363 1.363 0 0 1-1.042-.4zm1.166.451a1.661 1.661 0 0 0 .916-.237l-.093-.144a1.491 1.491 0 0 1-.823.209zm.918-.238a1.576 1.576 0 0 0 .568-.812l-.162-.057a1.409 1.409 0 0 1-.5.727zm.566-.807a.39.39 0 0 1 .086-.144l-.107-.134a.533.533 0 0 0-.137.213zm.093-.151a.144.144 0 0 1 .107-.031v-.171a.31.31 0 0 0-.228.081zm.107-.031h.535v-.171h-.535zm.535 0a.173.173 0 0 1 .129.053l.121-.121a.344.344 0 0 0-.25-.1zm.134.057a.11.11 0 0 1 .037.1l.17.017a.281.281 0 0 0-.1-.252zm.037.109a1.664 1.664 0 0 1-.288.806l.144.092a1.839 1.839 0 0 0 .315-.889zm-.288.806a1.989 1.989 0 0 1-.792.683l.079.152a2.162 2.162 0 0 0 .858-.744zm-.793.684a2.8 2.8 0 0 1-1.32.28v.171a2.96 2.96 0 0 0 1.4-.3zm2.568.187l-.065.056.01.009zm0-7.772l.061.06zm.926 0l-.065.056.009.009zm.078 2.776h-.085a.086.086 0 0 0 .153.053zm.758-.624l.038.077zm2.743.468l-.065.056zm.524 5.151l-.061-.06zm-.925 0l-.065.056.009.009zm-.457-4.5l-.065.056zm-2.23.011l-.062-.059zm-.49 4.493l-.061-.06zm-.736-.019a.2.2 0 0 1-.134-.046l-.112.13a.367.367 0 0 0 .245.088zm-.124-.037a.2.2 0 0 1-.046-.134h-.172a.367.367 0 0 0 .087.245zm-.046-.134v-7.4h-.172v7.4zm0-7.4a.156.156 0 0 1 .042-.118l-.121-.121a.326.326 0 0 0-.092.239zm.042-.118a.172.172 0 0 1 .129-.053v-.171a.343.343 0 0 0-.25.1zm.129-.053h.557v-.171h-.557zm.557 0a.137.137 0 0 1 .113.048l.13-.112a.308.308 0 0 0-.244-.108zm.122.057a.137.137 0 0 1 .048.113h.172a.309.309 0 0 0-.108-.243zm.048.113v2.6h.172v-2.6zm.153 2.651a2.076 2.076 0 0 1 .728-.6l-.075-.154a2.248 2.248 0 0 0-.788.649zm.73-.6a2.272 2.272 0 0 1 1.043-.214v-.171a2.438 2.438 0 0 0-1.121.232zm1.043-.214a1.982 1.982 0 0 1 1.6.661l.13-.112a2.152 2.152 0 0 0-1.727-.721zm1.6.663a2.557 2.557 0 0 1 .581 1.761h.171a2.727 2.727 0 0 0-.624-1.874zm.581 1.761v3.144h.171v-3.144zm0 3.144a.173.173 0 0 1-.053.129l.121.121a.345.345 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-.557v.171h.557zm-.557 0a.2.2 0 0 1-.134-.046l-.112.13a.367.367 0 0 0 .245.088zm-.124-.037a.2.2 0 0 1-.046-.134h-.172a.368.368 0 0 0 .087.245zm-.046-.134V823.8h-.172v3.088zm0-3.088a1.859 1.859 0 0 0-.412-1.284l-.128.114a1.69 1.69 0 0 1 .368 1.169zm-.411-1.283a1.471 1.471 0 0 0-1.169-.464v.171a1.3 1.3 0 0 1 1.039.406zm-1.169-.464a1.566 1.566 0 0 0-1.188.473l.124.118a1.4 1.4 0 0 1 1.064-.419zm-1.188.473a1.779 1.779 0 0 0-.436 1.275h.172a1.609 1.609 0 0 1 .389-1.156zm-.436 1.275v3.088h.172V823.8zm0 3.088a.172.172 0 0 1-.053.129l.121.121a.344.344 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-.557v.171h.557zm6.449-.505l-.062.059zm-.747-1.94h-.086zm-.012-.379h-.085v.005zm.012-.368l-.086-.006zm.758-1.918l-.061-.06zm3.735.078l-.065.056zm.6 2.5l.061.061zm-4.036.067v-.086a.086.086 0 0 0-.086.086zm0 .1h-.086zm.435 1.238l-.068.053zm1.918.3l.045.073zm.491-.435l-.069-.051zm.145-.156l.039.077h.006zm.9.022l-.055.066zm-.245.747l-.064-.057zm-.858.6l.035.078zm.267-3.189v.086a.086.086 0 0 0 .086-.086zm-.424-1.282l-.066.055zm-2.23 0l-.065-.055zm-.4 1.282h-.086a.086.086 0 0 0 .086.086zm1.528 3.349a2.38 2.38 0 0 1-1.779-.677l-.122.12a2.55 2.55 0 0 0 1.9.728zm-1.778-.676a2.86 2.86 0 0 1-.724-1.886l-.171.009a3.027 3.027 0 0 0 .771 1.995zm-.723-1.884l-.011-.379h-.171l.011.379zm-.011-.374l.011-.368-.172-.005-.011.368zm.011-.365a2.871 2.871 0 0 1 .735-1.864l-.124-.118a3.042 3.042 0 0 0-.782 1.971zm.734-1.864a2.331 2.331 0 0 1 1.756-.687v-.171a2.5 2.5 0 0 0-1.879.74zm1.756-.687a2.307 2.307 0 0 1 1.853.762l.13-.112a2.477 2.477 0 0 0-1.983-.821zm1.854.762a3.03 3.03 0 0 1 .659 2.062h.172a3.2 3.2 0 0 0-.7-2.175zm.659 2.062v.19h.172v-.19zm0 .19a.172.172 0 0 1-.053.129l.121.121a.345.345 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-3.858v.171h3.858zm-3.944.086v.1h.172v-.1zm0 .1a2.2 2.2 0 0 0 .453 1.287l.135-.106a2.027 2.027 0 0 1-.417-1.189zm.454 1.288a1.418 1.418 0 0 0 1.148.533v-.171a1.247 1.247 0 0 1-1.015-.47zm1.148.533a1.647 1.647 0 0 0 .882-.214l-.09-.146a1.481 1.481 0 0 1-.791.188zm.882-.214a1.777 1.777 0 0 0 .515-.458l-.14-.1a1.613 1.613 0 0 1-.466.412zm.513-.456a1.251 1.251 0 0 1 .081-.1.28.28 0 0 1 .026-.025l.008-.006-.077-.153a.326.326 0 0 0-.083.068 1.55 1.55 0 0 0-.092.113zm.12-.134a.328.328 0 0 1 .146-.021v-.171a.468.468 0 0 0-.234.046zm.146-.021h.547v-.171h-.547zm.547 0a.166.166 0 0 1 .112.036l.11-.132a.337.337 0 0 0-.222-.076zm.112.036a.107.107 0 0 1 .036.09h.171a.277.277 0 0 0-.1-.222zm.036.09a.9.9 0 0 1-.291.534l.128.115a1.055 1.055 0 0 0 .334-.649zm-.291.535a2.42 2.42 0 0 1-.83.581l.072.156a2.6 2.6 0 0 0 .888-.624zm-.829.58a2.964 2.964 0 0 1-1.224.238v.171a3.133 3.133 0 0 0 1.295-.253zm.389-3.111v-.033h-.171v.033zm0-.033a1.9 1.9 0 0 0-.445-1.306l-.129.114a1.731 1.731 0 0 1 .4 1.192zm-.444-1.3a1.466 1.466 0 0 0-1.181-.521v.172a1.3 1.3 0 0 1 1.049.46zm-1.181-.521a1.466 1.466 0 0 0-1.18.521l.131.11a1.3 1.3 0 0 1 1.049-.46zm-1.181.521a1.965 1.965 0 0 0-.422 1.3h.172a1.794 1.794 0 0 1 .382-1.194zm-.422 1.3v.033h.172v-.033zm.086.119h3.055v-.171h-3.055z" fill="#51504f" data-name="Path 10" transform="translate(-1460.636 -807.945)"></path>
<path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1.785a.677.677 0 0 1 .68.68v1.53a.655.655 0 0 1-.2.481.713.713 0 0 1-.481.17zm.227 17.479a.593.593 0 0 1-.652-.652v-13.428a.611.611 0 0 1 .17-.453.656.656 0 0 1 .482-.2h1.359a.679.679 0 0 1 .652.651v13.427a.655.655 0 0 1-.2.482.613.613 0 0 1-.453.17zm6.861 0a.592.592 0 0 1-.651-.652v-13.4a.715.715 0 0 1 .17-.481.656.656 0 0 1 .482-.2h1.3a.677.677 0 0 1 .68.68v1.246a4.255 4.255 0 0 1 3.966-1.926h1.1a.679.679 0 0 1 .651.651v1.161a.566.566 0 0 1-.2.453.612.612 0 0 1-.453.17h-1.7a3.2 3.2 0 0 0-2.408.907 3.253 3.253 0 0 0-.879 2.408v8.328a.656.656 0 0 1-.2.482.716.716 0 0 1-.482.17zm12.234 0a.593.593 0 0 1-.651-.652v-11.814h-2.408a.592.592 0 0 1-.651-.651v-.963a.611.611 0 0 1 .17-.453.654.654 0 0 1 .481-.2h2.408v-1.417q0-4.816 4.872-4.815h1.586a.679.679 0 0 1 .652.651v.963a.656.656 0 0 1-.2.481.613.613 0 0 1-.453.17h-1.529a2.1 2.1 0 0 0-1.785.68 3.248 3.248 0 0 0-.51 2.011v1.275h6.062V863.7a.613.613 0 0 1 .17-.453.656.656 0 0 1 .482-.2h1.3a.679.679 0 0 1 .652.651v19.659a.655.655 0 0 1-.2.482.613.613 0 0 1-.454.17h-1.3a.592.592 0 0 1-.652-.652v-11.811h-6.062v11.813a.657.657 0 0 1-.2.482.614.614 0 0 1-.454.17zm20.9.283a6.487 6.487 0 0 1-4.844-1.757 6.837 6.837 0 0 1-1.813-4.674l-.029-1.218.029-1.218a6.732 6.732 0 0 1 1.841-4.646 7.389 7.389 0 0 1 9.631 0 6.736 6.736 0 0 1 1.841 4.646q.028.311.028 1.218t-.028 1.218a6.772 6.772 0 0 1-1.841 4.674 6.391 6.391 0 0 1-4.82 1.756zm0-2.181a3.582 3.582 0 0 0 2.8-1.133 4.931 4.931 0 0 0 1.133-3.258q.028-.283.028-1.076t-.028-1.076a4.931 4.931 0 0 0-1.133-3.258 3.582 3.582 0 0 0-2.8-1.133 3.671 3.671 0 0 0-2.833 1.133 4.83 4.83 0 0 0-1.1 3.258l-.028 1.076.028 1.076a4.83 4.83 0 0 0 1.1 3.258 3.671 3.671 0 0 0 2.828 1.132zm13.755 1.9a.846.846 0 0 1-.566-.17 1.321 1.321 0 0 1-.34-.538l-4.023-13.144-.056-.283a.575.575 0 0 1 .17-.425.641.641 0 0 1 .425-.17h1.246a.612.612 0 0 1 .453.17.646.646 0 0 1 .255.312l3.145 10.679 3.371-10.566a.761.761 0 0 1 .255-.4.726.726 0 0 1 .538-.2h.963a.728.728 0 0 1 .539.2.76.76 0 0 1 .255.4l3.371 10.566 3.144-10.679a.655.655 0 0 1 .2-.312.714.714 0 0 1 .482-.17h1.275a.542.542 0 0 1 .4.17.576.576 0 0 1 .17.425l-.057.283-3.994 13.144a1.323 1.323 0 0 1-.34.538.9.9 0 0 1-.6.17h-1.1a.86.86 0 0 1-.935-.708l-3.286-10.141-3.286 10.141a.928.928 0 0 1-.963.708z" fill="#51504f" data-name="Path 11" transform="translate(-1454.66 -838.62)"></path>
</g>
</g>
</g>
</svg>
</a>
</div>
<div id="content-close-button">
<svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799">
<g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)">
<g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)">
<rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect>
</g>
<g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)">
<rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect>
</g>
</g>
</svg>
</div>
</nav>
<div class="content-drawer-container" id="content-drawer">
<div class="content-drawer">
<div class="td-sidebar">
<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
<a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
aria-expanded="false">
<span class="bodytext__medium--greyish-brown">Version: </span><span class="version">1.10.7</span>
</a>
<div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
</div>
<script type="application/x-template" id="version-item-template">
<a class="dropdown-item"></a>
</script>
</div>
<div class="searchb-box">
<form class="search-form" action="search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
<button class="search-form__button" type="submit">
<svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
<g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
<path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
<path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
</g>
</svg>
</button>
</form>
</div>
<style>
.searchb-box {
margin-bottom: 26px;
}
.searchb-box .search-form {
width: 100%;
margin-top: 20px;
}
</style>
<div class="toctree" role="navigation" aria-label="main navigation">
<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="project.html">Project</a></li>
<li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li>
<li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a></li>
<li class="toctree-l1"><a class="reference internal" href="installation.html">Installation</a></li>
<li class="toctree-l1"><a class="reference internal" href="tutorial.html">Tutorial</a></li>
<li class="toctree-l1"><a class="reference internal" href="howto/index.html">How-to Guides</a></li>
<li class="toctree-l1"><a class="reference internal" href="ui.html">UI / Screenshots</a></li>
<li class="toctree-l1"><a class="reference internal" href="concepts.html">Concepts</a></li>
<li class="toctree-l1"><a class="reference internal" href="profiling.html">Data Profiling</a></li>
<li class="toctree-l1"><a class="reference internal" href="cli.html">Command Line Interface Reference</a></li>
<li class="toctree-l1"><a class="reference internal" href="scheduler.html">Scheduling &amp; Triggers</a></li>
<li class="toctree-l1"><a class="reference internal" href="executor/index.html">Executor</a></li>
<li class="toctree-l1"><a class="reference internal" href="plugins.html">Plugins</a></li>
<li class="toctree-l1"><a class="reference internal" href="security.html">Security</a></li>
<li class="toctree-l1"><a class="reference internal" href="timezone.html">Time zones</a></li>
<li class="toctree-l1"><a class="reference internal" href="api.html">REST API Reference</a></li>
<li class="toctree-l1 current"><a class="current reference internal" href="#">Integration</a><ul>
<li class="toctree-l2"><a class="reference internal" href="#azure-microsoft-azure">Azure: Microsoft Azure</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#azure-blob-storage">Azure Blob Storage</a></li>
<li class="toctree-l3"><a class="reference internal" href="#azure-file-share">Azure File Share</a></li>
<li class="toctree-l3"><a class="reference internal" href="#logging">Logging</a></li>
<li class="toctree-l3"><a class="reference internal" href="#azure-cosmosdb">Azure CosmosDB</a></li>
<li class="toctree-l3"><a class="reference internal" href="#azure-data-lake">Azure Data Lake</a></li>
<li class="toctree-l3"><a class="reference internal" href="#azure-container-instances">Azure Container Instances</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="#aws-amazon-web-services">AWS: Amazon Web Services</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#aws-emr">AWS EMR</a></li>
<li class="toctree-l3"><a class="reference internal" href="#aws-s3">AWS S3</a></li>
<li class="toctree-l3"><a class="reference internal" href="#aws-batch-service">AWS Batch Service</a></li>
<li class="toctree-l3"><a class="reference internal" href="#aws-redshift">AWS RedShift</a></li>
<li class="toctree-l3"><a class="reference internal" href="#aws-dynamodb">AWS DynamoDB</a></li>
<li class="toctree-l3"><a class="reference internal" href="#aws-lambda">AWS Lambda</a></li>
<li class="toctree-l3"><a class="reference internal" href="#aws-kinesis">AWS Kinesis</a></li>
<li class="toctree-l3"><a class="reference internal" href="#amazon-sagemaker">Amazon SageMaker</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="#databricks">Databricks</a></li>
<li class="toctree-l2"><a class="reference internal" href="#gcp-google-cloud-platform">GCP: Google Cloud Platform</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#id2">Logging</a></li>
<li class="toctree-l3"><a class="reference internal" href="#googlecloudbasehook">GoogleCloudBaseHook</a></li>
<li class="toctree-l3"><a class="reference internal" href="#bigquery">BigQuery</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-spanner">Cloud Spanner</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-sql">Cloud SQL</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-bigtable">Cloud Bigtable</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-build">Cloud Build</a></li>
<li class="toctree-l3"><a class="reference internal" href="#compute-engine">Compute Engine</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-functions">Cloud Functions</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-dataflow">Cloud DataFlow</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-dataproc">Cloud DataProc</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-datastore">Cloud Datastore</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-ml-engine">Cloud ML Engine</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-storage">Cloud Storage</a></li>
<li class="toctree-l3"><a class="reference internal" href="#transfer-service">Transfer Service</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-vision">Cloud Vision</a><ul>
<li class="toctree-l4"><a class="reference internal" href="#cloud-vision-product-search-operators">Cloud Vision Product Search Operators</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-text-to-speech">Cloud Text to Speech</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-speech-to-text">Cloud Speech to Text</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="#cloud-speech-translate-operators">Cloud Speech Translate Operators</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#cloud-translate">Cloud Translate</a><ul>
<li class="toctree-l4"><a class="reference internal" href="#cloud-translate-text-operators">Cloud Translate Text Operators</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-video-intelligence">Cloud Video Intelligence</a></li>
<li class="toctree-l3"><a class="reference internal" href="#google-kubernetes-engine">Google Kubernetes Engine</a></li>
<li class="toctree-l3"><a class="reference internal" href="#google-natural-language">Google Natural Language</a></li>
<li class="toctree-l3"><a class="reference internal" href="#google-cloud-data-loss-prevention-dlp">Google Cloud Data Loss Prevention (DLP)</a></li>
<li class="toctree-l3"><a class="reference internal" href="#google-cloud-tasks">Google Cloud Tasks</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="#qubole">Qubole</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="metrics.html">Metrics</a></li>
<li class="toctree-l1"><a class="reference internal" href="errors.html">Error Tracking</a></li>
<li class="toctree-l1"><a class="reference internal" href="kubernetes.html">Kubernetes</a></li>
<li class="toctree-l1"><a class="reference internal" href="lineage.html">Lineage</a></li>
<li class="toctree-l1"><a class="reference internal" href="dag-serialization.html">DAG Serialization</a></li>
<li class="toctree-l1"><a class="reference internal" href="changelog.html">Changelog</a></li>
<li class="toctree-l1"><a class="reference internal" href="best-practices.html">Best Practices</a></li>
<li class="toctree-l1"><a class="reference internal" href="faq.html">FAQ</a></li>
<li class="toctree-l1"><a class="reference internal" href="macros.html">Macros reference</a></li>
<li class="toctree-l1"><a class="reference internal" href="privacy_notice.html">Privacy Notice</a></li>
</ul>
<p class="caption"><span class="caption-text">References</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="_api/index.html">Python API</a></li>
</ul>
</div>
<style type="text/css">
.toctree {
}
.toctree li {
list-style: none;
}
.toctree .caption {
font-family: Roboto;
font-size: 18px;
font-weight: bold;
font-stretch: normal;
font-style: normal;
line-height: 1.33;
letter-spacing: normal;
color: #51504f;
padding-bottom: 13px;
text-transform: uppercase;
margin-bottom: 0;
}
.toctree .current > a:not([href="#"]) {
color: #017cee;
}
.toctree > ul {
padding-left: 0;
}
.toctree ul {
padding-left: 15px;
display: none;
}
.toctree > ul,
.toctree li.current > ul {
display: block;
}
.toctree a .toctree-expand {
display: inline-block;
position: relative;
height: 1em;
}
.toctree a .toctree-expand:before {
position: absolute;
top: 6px;
left: -12px;
content: '►';
font-size: 7px;
}
.toctree .current > a > .toctree-expand:before {
content: '▼';
}
.toctree .current {
color: #017cee;
}
.toctree li {
font-family: Roboto;
font-size: 16px;
font-weight: normal;
font-stretch: normal;
font-style: normal;
line-height: 1.63;
letter-spacing: normal;
color: #707070;
}
</style>
</div>
</div>
</div>
</div>
<div class="d-flex">
<div class="td-sidebar desktop-only d-print-none">
<div id="docs-version-selector" class="docs-version-selector sidebar__version-selector">
<a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true"
aria-expanded="false">
<span class="bodytext__medium--greyish-brown">Version: </span><span class="version">1.10.7</span>
</a>
<div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
</div>
<script type="application/x-template" id="version-item-template">
<a class="dropdown-item"></a>
</script>
</div>
<div class="searchb-box">
<form class="search-form" action="search.html" method="get">
<input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16">
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
<button class="search-form__button" type="submit">
<svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20">
<g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)">
<path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path>
<path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path>
</g>
</svg>
</button>
</form>
</div>
<style>
.searchb-box {
margin-bottom: 26px;
}
.searchb-box .search-form {
width: 100%;
margin-top: 20px;
}
</style>
<div class="toctree" role="navigation" aria-label="main navigation">
<ul class="current">
<li class="toctree-l1"><a class="reference internal" href="project.html">Project</a></li>
<li class="toctree-l1"><a class="reference internal" href="license.html">License</a></li>
<li class="toctree-l1"><a class="reference internal" href="start.html">Quick Start</a></li>
<li class="toctree-l1"><a class="reference internal" href="installation.html">Installation</a></li>
<li class="toctree-l1"><a class="reference internal" href="tutorial.html">Tutorial</a></li>
<li class="toctree-l1"><a class="reference internal" href="howto/index.html">How-to Guides</a></li>
<li class="toctree-l1"><a class="reference internal" href="ui.html">UI / Screenshots</a></li>
<li class="toctree-l1"><a class="reference internal" href="concepts.html">Concepts</a></li>
<li class="toctree-l1"><a class="reference internal" href="profiling.html">Data Profiling</a></li>
<li class="toctree-l1"><a class="reference internal" href="cli.html">Command Line Interface Reference</a></li>
<li class="toctree-l1"><a class="reference internal" href="scheduler.html">Scheduling &amp; Triggers</a></li>
<li class="toctree-l1"><a class="reference internal" href="executor/index.html">Executor</a></li>
<li class="toctree-l1"><a class="reference internal" href="plugins.html">Plugins</a></li>
<li class="toctree-l1"><a class="reference internal" href="security.html">Security</a></li>
<li class="toctree-l1"><a class="reference internal" href="timezone.html">Time zones</a></li>
<li class="toctree-l1"><a class="reference internal" href="api.html">REST API Reference</a></li>
<li class="toctree-l1 current"><a class="current reference internal" href="#">Integration</a><ul>
<li class="toctree-l2"><a class="reference internal" href="#azure-microsoft-azure">Azure: Microsoft Azure</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#azure-blob-storage">Azure Blob Storage</a></li>
<li class="toctree-l3"><a class="reference internal" href="#azure-file-share">Azure File Share</a></li>
<li class="toctree-l3"><a class="reference internal" href="#logging">Logging</a></li>
<li class="toctree-l3"><a class="reference internal" href="#azure-cosmosdb">Azure CosmosDB</a></li>
<li class="toctree-l3"><a class="reference internal" href="#azure-data-lake">Azure Data Lake</a></li>
<li class="toctree-l3"><a class="reference internal" href="#azure-container-instances">Azure Container Instances</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="#aws-amazon-web-services">AWS: Amazon Web Services</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#aws-emr">AWS EMR</a></li>
<li class="toctree-l3"><a class="reference internal" href="#aws-s3">AWS S3</a></li>
<li class="toctree-l3"><a class="reference internal" href="#aws-batch-service">AWS Batch Service</a></li>
<li class="toctree-l3"><a class="reference internal" href="#aws-redshift">AWS RedShift</a></li>
<li class="toctree-l3"><a class="reference internal" href="#aws-dynamodb">AWS DynamoDB</a></li>
<li class="toctree-l3"><a class="reference internal" href="#aws-lambda">AWS Lambda</a></li>
<li class="toctree-l3"><a class="reference internal" href="#aws-kinesis">AWS Kinesis</a></li>
<li class="toctree-l3"><a class="reference internal" href="#amazon-sagemaker">Amazon SageMaker</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="#databricks">Databricks</a></li>
<li class="toctree-l2"><a class="reference internal" href="#gcp-google-cloud-platform">GCP: Google Cloud Platform</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#id2">Logging</a></li>
<li class="toctree-l3"><a class="reference internal" href="#googlecloudbasehook">GoogleCloudBaseHook</a></li>
<li class="toctree-l3"><a class="reference internal" href="#bigquery">BigQuery</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-spanner">Cloud Spanner</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-sql">Cloud SQL</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-bigtable">Cloud Bigtable</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-build">Cloud Build</a></li>
<li class="toctree-l3"><a class="reference internal" href="#compute-engine">Compute Engine</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-functions">Cloud Functions</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-dataflow">Cloud DataFlow</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-dataproc">Cloud DataProc</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-datastore">Cloud Datastore</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-ml-engine">Cloud ML Engine</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-storage">Cloud Storage</a></li>
<li class="toctree-l3"><a class="reference internal" href="#transfer-service">Transfer Service</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-vision">Cloud Vision</a><ul>
<li class="toctree-l4"><a class="reference internal" href="#cloud-vision-product-search-operators">Cloud Vision Product Search Operators</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-text-to-speech">Cloud Text to Speech</a></li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-speech-to-text">Cloud Speech to Text</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="#cloud-speech-translate-operators">Cloud Speech Translate Operators</a><ul>
<li class="toctree-l3"><a class="reference internal" href="#cloud-translate">Cloud Translate</a><ul>
<li class="toctree-l4"><a class="reference internal" href="#cloud-translate-text-operators">Cloud Translate Text Operators</a></li>
</ul>
</li>
<li class="toctree-l3"><a class="reference internal" href="#cloud-video-intelligence">Cloud Video Intelligence</a></li>
<li class="toctree-l3"><a class="reference internal" href="#google-kubernetes-engine">Google Kubernetes Engine</a></li>
<li class="toctree-l3"><a class="reference internal" href="#google-natural-language">Google Natural Language</a></li>
<li class="toctree-l3"><a class="reference internal" href="#google-cloud-data-loss-prevention-dlp">Google Cloud Data Loss Prevention (DLP)</a></li>
<li class="toctree-l3"><a class="reference internal" href="#google-cloud-tasks">Google Cloud Tasks</a></li>
</ul>
</li>
<li class="toctree-l2"><a class="reference internal" href="#qubole">Qubole</a></li>
</ul>
</li>
<li class="toctree-l1"><a class="reference internal" href="metrics.html">Metrics</a></li>
<li class="toctree-l1"><a class="reference internal" href="errors.html">Error Tracking</a></li>
<li class="toctree-l1"><a class="reference internal" href="kubernetes.html">Kubernetes</a></li>
<li class="toctree-l1"><a class="reference internal" href="lineage.html">Lineage</a></li>
<li class="toctree-l1"><a class="reference internal" href="dag-serialization.html">DAG Serialization</a></li>
<li class="toctree-l1"><a class="reference internal" href="changelog.html">Changelog</a></li>
<li class="toctree-l1"><a class="reference internal" href="best-practices.html">Best Practices</a></li>
<li class="toctree-l1"><a class="reference internal" href="faq.html">FAQ</a></li>
<li class="toctree-l1"><a class="reference internal" href="macros.html">Macros reference</a></li>
<li class="toctree-l1"><a class="reference internal" href="privacy_notice.html">Privacy Notice</a></li>
</ul>
<p class="caption"><span class="caption-text">References</span></p>
<ul>
<li class="toctree-l1"><a class="reference internal" href="_api/index.html">Python API</a></li>
</ul>
</div>
<style type="text/css">
.toctree {
}
.toctree li {
list-style: none;
}
.toctree .caption {
font-family: Roboto;
font-size: 18px;
font-weight: bold;
font-stretch: normal;
font-style: normal;
line-height: 1.33;
letter-spacing: normal;
color: #51504f;
padding-bottom: 13px;
text-transform: uppercase;
margin-bottom: 0;
}
.toctree .current > a:not([href="#"]) {
color: #017cee;
}
.toctree > ul {
padding-left: 0;
}
.toctree ul {
padding-left: 15px;
display: none;
}
.toctree > ul,
.toctree li.current > ul {
display: block;
}
.toctree a .toctree-expand {
display: inline-block;
position: relative;
height: 1em;
}
.toctree a .toctree-expand:before {
position: absolute;
top: 6px;
left: -12px;
content: '►';
font-size: 7px;
}
.toctree .current > a > .toctree-expand:before {
content: '▼';
}
.toctree .current {
color: #017cee;
}
.toctree li {
font-family: Roboto;
font-size: 16px;
font-weight: normal;
font-stretch: normal;
font-style: normal;
line-height: 1.63;
letter-spacing: normal;
color: #707070;
}
</style>
</div>
<main class="col-12 col-md-9 col-xl-8" role="main">
<div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none">
<ul class="breadcrumb">
<li class="breadcrumb-item"><a href="index.html" class="icon icon-home"> Home</a></li>
<li class="breadcrumb-item"><a href="integration.html"> Integration</a></li>
</ul>
</div>
<div class="rst-content">
<div class="document">
<div class="documentwrapper">
<div class="bodywrapper">
<div class="body" role="main">
<blockquote>
<div></div></blockquote>
<div class="section" id="integration">
<h1>Integration<a class="headerlink" href="#integration" title="Permalink to this headline"></a></h1>
<ul class="simple">
<li><p><a class="reference internal" href="#azure"><span class="std std-ref">Azure: Microsoft Azure</span></a></p></li>
<li><p><a class="reference internal" href="#aws"><span class="std std-ref">AWS: Amazon Web Services</span></a></p></li>
<li><p><a class="reference internal" href="#databricks"><span class="std std-ref">Databricks</span></a></p></li>
<li><p><a class="reference internal" href="#gcp"><span class="std std-ref">GCP: Google Cloud Platform</span></a></p></li>
<li><p><a class="reference internal" href="#qubole"><span class="std std-ref">Qubole</span></a></p></li>
</ul>
<div class="section" id="azure-microsoft-azure">
<span id="azure"></span><h2>Azure: Microsoft Azure<a class="headerlink" href="#azure-microsoft-azure" title="Permalink to this headline"></a></h2>
<p>Airflow has limited support for Microsoft Azure: interfaces exist only for Azure Blob
Storage and Azure Data Lake. Hook, Sensor and Operator for Blob Storage and
Azure Data Lake Hook are in contrib section.</p>
<div class="section" id="azure-blob-storage">
<h3>Azure Blob Storage<a class="headerlink" href="#azure-blob-storage" title="Permalink to this headline"></a></h3>
<p>All classes communicate via the Window Azure Storage Blob protocol. Make sure that a
Airflow connection of type <code class="docutils literal notranslate"><span class="pre">wasb</span></code> exists. Authorization can be done by supplying a
login (=Storage account name) and password (=KEY), or login and SAS token in the extra
field (see connection <code class="docutils literal notranslate"><span class="pre">wasb_default</span></code> for an example).</p>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/hooks/wasb_hook/index.html#airflow.contrib.hooks.wasb_hook.WasbHook" title="airflow.contrib.hooks.wasb_hook.WasbHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.wasb_hook.WasbHook</span></code></a></dt><dd><p>Interface with Azure Blob Storage.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/sensors/wasb_sensor/index.html#airflow.contrib.sensors.wasb_sensor.WasbBlobSensor" title="airflow.contrib.sensors.wasb_sensor.WasbBlobSensor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.sensors.wasb_sensor.WasbBlobSensor</span></code></a></dt><dd><p>Checks if a blob is present on Azure Blob storage.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/wasb_delete_blob_operator/index.html#airflow.contrib.operators.wasb_delete_blob_operator.WasbDeleteBlobOperator" title="airflow.contrib.operators.wasb_delete_blob_operator.WasbDeleteBlobOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.wasb_delete_blob_operator.WasbDeleteBlobOperator</span></code></a></dt><dd><p>Deletes blob(s) on Azure Blob Storage.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/sensors/wasb_sensor/index.html#airflow.contrib.sensors.wasb_sensor.WasbPrefixSensor" title="airflow.contrib.sensors.wasb_sensor.WasbPrefixSensor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.sensors.wasb_sensor.WasbPrefixSensor</span></code></a></dt><dd><p>Checks if blobs matching a prefix are present on Azure Blob storage.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/file_to_wasb/index.html#airflow.contrib.operators.file_to_wasb.FileToWasbOperator" title="airflow.contrib.operators.file_to_wasb.FileToWasbOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.file_to_wasb.FileToWasbOperator</span></code></a></dt><dd><p>Uploads a local file to a container as a blob.</p>
</dd>
</dl>
</div>
<div class="section" id="azure-file-share">
<h3>Azure File Share<a class="headerlink" href="#azure-file-share" title="Permalink to this headline"></a></h3>
<p>Cloud variant of a SMB file share. Make sure that a Airflow connection of
type <code class="docutils literal notranslate"><span class="pre">wasb</span></code> exists. Authorization can be done by supplying a login (=Storage account name)
and password (=Storage account key), or login and SAS token in the extra field
(see connection <code class="docutils literal notranslate"><span class="pre">wasb_default</span></code> for an example).</p>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/hooks/azure_fileshare_hook/index.html#airflow.contrib.hooks.azure_fileshare_hook.AzureFileShareHook" title="airflow.contrib.hooks.azure_fileshare_hook.AzureFileShareHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.azure_fileshare_hook.AzureFileShareHook</span></code></a>:</dt><dd><p>Interface with Azure File Share.</p>
</dd>
</dl>
</div>
<div class="section" id="logging">
<h3>Logging<a class="headerlink" href="#logging" title="Permalink to this headline"></a></h3>
<p>Airflow can be configured to read and write task logs in Azure Blob Storage.
See <a class="reference internal" href="howto/write-logs.html#write-logs-azure"><span class="std std-ref">Writing Logs to Azure Blob Storage</span></a>.</p>
</div>
<div class="section" id="azure-cosmosdb">
<h3>Azure CosmosDB<a class="headerlink" href="#azure-cosmosdb" title="Permalink to this headline"></a></h3>
<p>AzureCosmosDBHook communicates via the Azure Cosmos library. Make sure that a
Airflow connection of type <code class="docutils literal notranslate"><span class="pre">azure_cosmos</span></code> exists. Authorization can be done by supplying a
login (=Endpoint uri), password (=secret key) and extra fields database_name and collection_name to specify the
default database and collection to use (see connection <code class="docutils literal notranslate"><span class="pre">azure_cosmos_default</span></code> for an example).</p>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/hooks/azure_cosmos_hook/index.html#airflow.contrib.hooks.azure_cosmos_hook.AzureCosmosDBHook" title="airflow.contrib.hooks.azure_cosmos_hook.AzureCosmosDBHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.azure_cosmos_hook.AzureCosmosDBHook</span></code></a></dt><dd><p>Interface with Azure CosmosDB.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/azure_cosmos_operator/index.html#airflow.contrib.operators.azure_cosmos_operator.AzureCosmosInsertDocumentOperator" title="airflow.contrib.operators.azure_cosmos_operator.AzureCosmosInsertDocumentOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.azure_cosmos_operator.AzureCosmosInsertDocumentOperator</span></code></a></dt><dd><p>Simple operator to insert document into CosmosDB.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/sensors/azure_cosmos_sensor/index.html#airflow.contrib.sensors.azure_cosmos_sensor.AzureCosmosDocumentSensor" title="airflow.contrib.sensors.azure_cosmos_sensor.AzureCosmosDocumentSensor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.sensors.azure_cosmos_sensor.AzureCosmosDocumentSensor</span></code></a></dt><dd><p>Simple sensor to detect document existence in CosmosDB.</p>
</dd>
</dl>
</div>
<div class="section" id="azure-data-lake">
<h3>Azure Data Lake<a class="headerlink" href="#azure-data-lake" title="Permalink to this headline"></a></h3>
<p>AzureDataLakeHook communicates via a REST API compatible with WebHDFS. Make sure that a
Airflow connection of type <code class="docutils literal notranslate"><span class="pre">azure_data_lake</span></code> exists. Authorization can be done by supplying a
login (=Client ID), password (=Client Secret) and extra fields tenant (Tenant) and account_name (Account Name)
(see connection <code class="docutils literal notranslate"><span class="pre">azure_data_lake_default</span></code> for an example).</p>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/hooks/azure_data_lake_hook/index.html#airflow.contrib.hooks.azure_data_lake_hook.AzureDataLakeHook" title="airflow.contrib.hooks.azure_data_lake_hook.AzureDataLakeHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.azure_data_lake_hook.AzureDataLakeHook</span></code></a></dt><dd><p>Interface with Azure Data Lake.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/adls_list_operator/index.html#airflow.contrib.operators.adls_list_operator.AzureDataLakeStorageListOperator" title="airflow.contrib.operators.adls_list_operator.AzureDataLakeStorageListOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.adls_list_operator.AzureDataLakeStorageListOperator</span></code></a></dt><dd><p>Lists the files located in a specified Azure Data Lake path.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/adls_to_gcs/index.html#airflow.contrib.operators.adls_to_gcs.AdlsToGoogleCloudStorageOperator" title="airflow.contrib.operators.adls_to_gcs.AdlsToGoogleCloudStorageOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.adls_to_gcs.AdlsToGoogleCloudStorageOperator</span></code></a></dt><dd><p>Copies files from an Azure Data Lake path to a Google Cloud Storage bucket.</p>
</dd>
</dl>
</div>
<div class="section" id="azure-container-instances">
<h3>Azure Container Instances<a class="headerlink" href="#azure-container-instances" title="Permalink to this headline"></a></h3>
<p>Azure Container Instances provides a method to run a docker container without having to worry
about managing infrastructure. The AzureContainerInstanceHook requires a service principal. The
credentials for this principal can either be defined in the extra field <code class="docutils literal notranslate"><span class="pre">key_path</span></code>, as an
environment variable named <code class="docutils literal notranslate"><span class="pre">AZURE_AUTH_LOCATION</span></code>,
or by providing a login/password and tenantId in extras.</p>
<p>The AzureContainerRegistryHook requires a host/login/password to be defined in the connection.</p>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/hooks/azure_container_volume_hook/index.html#airflow.contrib.hooks.azure_container_volume_hook.AzureContainerVolumeHook" title="airflow.contrib.hooks.azure_container_volume_hook.AzureContainerVolumeHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.azure_container_volume_hook.AzureContainerVolumeHook</span></code></a></dt><dd><p>Interface with Azure Container Volumes</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/azure_container_instances_operator/index.html#airflow.contrib.operators.azure_container_instances_operator.AzureContainerInstancesOperator" title="airflow.contrib.operators.azure_container_instances_operator.AzureContainerInstancesOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.azure_container_instances_operator.AzureContainerInstancesOperator</span></code></a></dt><dd><p>Start/Monitor a new ACI.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/hooks/azure_container_instance_hook/index.html#airflow.contrib.hooks.azure_container_instance_hook.AzureContainerInstanceHook" title="airflow.contrib.hooks.azure_container_instance_hook.AzureContainerInstanceHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.azure_container_instance_hook.AzureContainerInstanceHook</span></code></a></dt><dd><p>Wrapper around a single ACI.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/hooks/azure_container_registry_hook/index.html#airflow.contrib.hooks.azure_container_registry_hook.AzureContainerRegistryHook" title="airflow.contrib.hooks.azure_container_registry_hook.AzureContainerRegistryHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.azure_container_registry_hook.AzureContainerRegistryHook</span></code></a></dt><dd><p>Interface with ACR</p>
</dd>
</dl>
</div>
</div>
<div class="section" id="aws-amazon-web-services">
<span id="aws"></span><h2>AWS: Amazon Web Services<a class="headerlink" href="#aws-amazon-web-services" title="Permalink to this headline"></a></h2>
<p>Airflow has extensive support for Amazon Web Services. But note that the Hooks, Sensors and
Operators are in the contrib section.</p>
<div class="section" id="aws-emr">
<h3>AWS EMR<a class="headerlink" href="#aws-emr" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/hooks/emr_hook/index.html#airflow.contrib.hooks.emr_hook.EmrHook" title="airflow.contrib.hooks.emr_hook.EmrHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.emr_hook.EmrHook</span></code></a></dt><dd><p>Interface with AWS EMR.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/emr_add_steps_operator/index.html#airflow.contrib.operators.emr_add_steps_operator.EmrAddStepsOperator" title="airflow.contrib.operators.emr_add_steps_operator.EmrAddStepsOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.emr_add_steps_operator.EmrAddStepsOperator</span></code></a></dt><dd><p>Adds steps to an existing EMR JobFlow.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/emr_create_job_flow_operator/index.html#airflow.contrib.operators.emr_create_job_flow_operator.EmrCreateJobFlowOperator" title="airflow.contrib.operators.emr_create_job_flow_operator.EmrCreateJobFlowOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.emr_create_job_flow_operator.EmrCreateJobFlowOperator</span></code></a></dt><dd><p>Creates an EMR JobFlow, reading the config from the EMR connection.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/emr_terminate_job_flow_operator/index.html#airflow.contrib.operators.emr_terminate_job_flow_operator.EmrTerminateJobFlowOperator" title="airflow.contrib.operators.emr_terminate_job_flow_operator.EmrTerminateJobFlowOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.emr_terminate_job_flow_operator.EmrTerminateJobFlowOperator</span></code></a></dt><dd><p>Terminates an EMR JobFlow.</p>
</dd>
</dl>
</div>
<div class="section" id="aws-s3">
<h3>AWS S3<a class="headerlink" href="#aws-s3" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/hooks/S3_hook/index.html#airflow.hooks.S3_hook.S3Hook" title="airflow.hooks.S3_hook.S3Hook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.hooks.S3_hook.S3Hook</span></code></a></dt><dd><p>Interface with AWS S3.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/operators/s3_file_transform_operator/index.html#airflow.operators.s3_file_transform_operator.S3FileTransformOperator" title="airflow.operators.s3_file_transform_operator.S3FileTransformOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.operators.s3_file_transform_operator.S3FileTransformOperator</span></code></a></dt><dd><p>Copies data from a source S3 location to a temporary location on the local filesystem.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/s3_list_operator/index.html#airflow.contrib.operators.s3_list_operator.S3ListOperator" title="airflow.contrib.operators.s3_list_operator.S3ListOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.s3_list_operator.S3ListOperator</span></code></a></dt><dd><p>Lists the files matching a key prefix from a S3 location.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/s3_to_gcs_operator/index.html#airflow.contrib.operators.s3_to_gcs_operator.S3ToGoogleCloudStorageOperator" title="airflow.contrib.operators.s3_to_gcs_operator.S3ToGoogleCloudStorageOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.s3_to_gcs_operator.S3ToGoogleCloudStorageOperator</span></code></a></dt><dd><p>Syncs an S3 location with a Google Cloud Storage bucket.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.s3_to_gcs_transfer_operator.S3ToGoogleCloudStorageTransferOperator</span></code></dt><dd><p>Syncs an S3 bucket with a Google Cloud Storage bucket using the GCP Storage Transfer Service.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/operators/s3_to_hive_operator/index.html#airflow.operators.s3_to_hive_operator.S3ToHiveTransfer" title="airflow.operators.s3_to_hive_operator.S3ToHiveTransfer"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.operators.s3_to_hive_operator.S3ToHiveTransfer</span></code></a></dt><dd><p>Moves data from S3 to Hive. The operator downloads a file from S3, stores the file locally before loading it into a Hive table.</p>
</dd>
</dl>
</div>
<div class="section" id="aws-batch-service">
<h3>AWS Batch Service<a class="headerlink" href="#aws-batch-service" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/awsbatch_operator/index.html#airflow.contrib.operators.awsbatch_operator.AWSBatchOperator" title="airflow.contrib.operators.awsbatch_operator.AWSBatchOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.awsbatch_operator.AWSBatchOperator</span></code></a></dt><dd><p>Execute a task on AWS Batch Service.</p>
</dd>
</dl>
</div>
<div class="section" id="aws-redshift">
<h3>AWS RedShift<a class="headerlink" href="#aws-redshift" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/sensors/aws_redshift_cluster_sensor/index.html#airflow.contrib.sensors.aws_redshift_cluster_sensor.AwsRedshiftClusterSensor" title="airflow.contrib.sensors.aws_redshift_cluster_sensor.AwsRedshiftClusterSensor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.sensors.aws_redshift_cluster_sensor.AwsRedshiftClusterSensor</span></code></a></dt><dd><p>Waits for a Redshift cluster to reach a specific status.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/hooks/redshift_hook/index.html#airflow.contrib.hooks.redshift_hook.RedshiftHook" title="airflow.contrib.hooks.redshift_hook.RedshiftHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.redshift_hook.RedshiftHook</span></code></a></dt><dd><p>Interact with AWS Redshift, using the boto3 library.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/operators/redshift_to_s3_operator/index.html#airflow.operators.redshift_to_s3_operator.RedshiftToS3Transfer" title="airflow.operators.redshift_to_s3_operator.RedshiftToS3Transfer"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.operators.redshift_to_s3_operator.RedshiftToS3Transfer</span></code></a></dt><dd><p>Executes an unload command to S3 as CSV with or without headers.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/operators/s3_to_redshift_operator/index.html#airflow.operators.s3_to_redshift_operator.S3ToRedshiftTransfer" title="airflow.operators.s3_to_redshift_operator.S3ToRedshiftTransfer"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.operators.s3_to_redshift_operator.S3ToRedshiftTransfer</span></code></a></dt><dd><p>Executes an copy command from S3 as CSV with or without headers.</p>
</dd>
</dl>
</div>
<div class="section" id="aws-dynamodb">
<h3>AWS DynamoDB<a class="headerlink" href="#aws-dynamodb" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/hive_to_dynamodb/index.html#airflow.contrib.operators.hive_to_dynamodb.HiveToDynamoDBTransferOperator" title="airflow.contrib.operators.hive_to_dynamodb.HiveToDynamoDBTransferOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.hive_to_dynamodb.HiveToDynamoDBTransferOperator</span></code></a></dt><dd><p>Moves data from Hive to DynamoDB.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/hooks/aws_dynamodb_hook/index.html#airflow.contrib.hooks.aws_dynamodb_hook.AwsDynamoDBHook" title="airflow.contrib.hooks.aws_dynamodb_hook.AwsDynamoDBHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.aws_dynamodb_hook.AwsDynamoDBHook</span></code></a></dt><dd><p>Interface with AWS DynamoDB.</p>
</dd>
</dl>
</div>
<div class="section" id="aws-lambda">
<h3>AWS Lambda<a class="headerlink" href="#aws-lambda" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/hooks/aws_lambda_hook/index.html#airflow.contrib.hooks.aws_lambda_hook.AwsLambdaHook" title="airflow.contrib.hooks.aws_lambda_hook.AwsLambdaHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.aws_lambda_hook.AwsLambdaHook</span></code></a></dt><dd><p>Interface with AWS Lambda.</p>
</dd>
</dl>
</div>
<div class="section" id="aws-kinesis">
<h3>AWS Kinesis<a class="headerlink" href="#aws-kinesis" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/hooks/aws_firehose_hook/index.html#airflow.contrib.hooks.aws_firehose_hook.AwsFirehoseHook" title="airflow.contrib.hooks.aws_firehose_hook.AwsFirehoseHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.aws_firehose_hook.AwsFirehoseHook</span></code></a></dt><dd><p>Interface with AWS Kinesis Firehose.</p>
</dd>
</dl>
</div>
<div class="section" id="amazon-sagemaker">
<h3>Amazon SageMaker<a class="headerlink" href="#amazon-sagemaker" title="Permalink to this headline"></a></h3>
<p>For more instructions on using Amazon SageMaker in Airflow, please see <a class="reference external" href="https://github.com/aws/sagemaker-python-sdk/blob/master/src/sagemaker/workflow/README.rst">the SageMaker Python SDK README</a>.</p>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/hooks/sagemaker_hook/index.html#airflow.contrib.hooks.sagemaker_hook.SageMakerHook" title="airflow.contrib.hooks.sagemaker_hook.SageMakerHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.sagemaker_hook.SageMakerHook</span></code></a></dt><dd><p>Interface with Amazon SageMaker.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/sagemaker_training_operator/index.html#airflow.contrib.operators.sagemaker_training_operator.SageMakerTrainingOperator" title="airflow.contrib.operators.sagemaker_training_operator.SageMakerTrainingOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.sagemaker_training_operator.SageMakerTrainingOperator</span></code></a></dt><dd><p>Create a SageMaker training job.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/sagemaker_tuning_operator/index.html#airflow.contrib.operators.sagemaker_tuning_operator.SageMakerTuningOperator" title="airflow.contrib.operators.sagemaker_tuning_operator.SageMakerTuningOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.sagemaker_tuning_operator.SageMakerTuningOperator</span></code></a></dt><dd><p>Create a SageMaker tuning job.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/sagemaker_model_operator/index.html#airflow.contrib.operators.sagemaker_model_operator.SageMakerModelOperator" title="airflow.contrib.operators.sagemaker_model_operator.SageMakerModelOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.sagemaker_model_operator.SageMakerModelOperator</span></code></a></dt><dd><p>Create a SageMaker model.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/sagemaker_transform_operator/index.html#airflow.contrib.operators.sagemaker_transform_operator.SageMakerTransformOperator" title="airflow.contrib.operators.sagemaker_transform_operator.SageMakerTransformOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.sagemaker_transform_operator.SageMakerTransformOperator</span></code></a></dt><dd><p>Create a SageMaker transform job.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/sagemaker_endpoint_config_operator/index.html#airflow.contrib.operators.sagemaker_endpoint_config_operator.SageMakerEndpointConfigOperator" title="airflow.contrib.operators.sagemaker_endpoint_config_operator.SageMakerEndpointConfigOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.sagemaker_endpoint_config_operator.SageMakerEndpointConfigOperator</span></code></a></dt><dd><p>Create a SageMaker endpoint config.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/sagemaker_endpoint_operator/index.html#airflow.contrib.operators.sagemaker_endpoint_operator.SageMakerEndpointOperator" title="airflow.contrib.operators.sagemaker_endpoint_operator.SageMakerEndpointOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.sagemaker_endpoint_operator.SageMakerEndpointOperator</span></code></a></dt><dd><p>Create a SageMaker endpoint.</p>
</dd>
</dl>
</div>
</div>
<div class="section" id="databricks">
<span id="id1"></span><h2>Databricks<a class="headerlink" href="#databricks" title="Permalink to this headline"></a></h2>
<p>With contributions from <a class="reference external" href="https://databricks.com/">Databricks</a>, Airflow has several operators
which enable the submitting and running of jobs to the Databricks platform. Internally the
operators talk to the <code class="docutils literal notranslate"><span class="pre">api/2.0/jobs/runs/submit</span></code> <a class="reference external" href="https://docs.databricks.com/api/latest/jobs.html#runs-submit">endpoint</a>.</p>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/databricks_operator/index.html#airflow.contrib.operators.databricks_operator.DatabricksSubmitRunOperator" title="airflow.contrib.operators.databricks_operator.DatabricksSubmitRunOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.databricks_operator.DatabricksSubmitRunOperator</span></code></a></dt><dd><p>Submits a Spark job run to Databricks using the
<a class="reference external" href="https://docs.databricks.com/api/latest/jobs.html#runs-submit">api/2.0/jobs/runs/submit</a>
API endpoint.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/databricks_operator/index.html#airflow.contrib.operators.databricks_operator.DatabricksRunNowOperator" title="airflow.contrib.operators.databricks_operator.DatabricksRunNowOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.databricks_operator.DatabricksRunNowOperator</span></code></a></dt><dd><dl class="simple">
<dt>Runs an existing Spark job in Databricks using the</dt><dd><p><a class="reference external" href="https://docs.databricks.com/api/latest/jobs.html#run-now">api/2.0/jobs/run-now</a>
API endpoint.</p>
</dd>
</dl>
</dd>
</dl>
</div>
<div class="section" id="gcp-google-cloud-platform">
<span id="gcp"></span><h2>GCP: Google Cloud Platform<a class="headerlink" href="#gcp-google-cloud-platform" title="Permalink to this headline"></a></h2>
<p>Airflow has extensive support for the Google Cloud Platform. But note that most Hooks and
Operators are in the contrib section. Meaning that they have a <em>beta</em> status, meaning that
they can have breaking changes between minor releases.</p>
<p>See the <a class="reference internal" href="howto/connection/gcp.html"><span class="doc">GCP connection type</span></a> documentation to
configure connections to GCP.</p>
<div class="section" id="id2">
<h3>Logging<a class="headerlink" href="#id2" title="Permalink to this headline"></a></h3>
<p>Airflow can be configured to read and write task logs in Google Cloud Storage.
See <a class="reference internal" href="howto/write-logs.html#write-logs-gcp"><span class="std std-ref">Writing Logs to Google Cloud Storage</span></a>.</p>
</div>
<div class="section" id="googlecloudbasehook">
<h3>GoogleCloudBaseHook<a class="headerlink" href="#googlecloudbasehook" title="Permalink to this headline"></a></h3>
<p>All hooks is based on <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_api_base_hook/index.html#airflow.contrib.hooks.gcp_api_base_hook.GoogleCloudBaseHook" title="airflow.contrib.hooks.gcp_api_base_hook.GoogleCloudBaseHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_api_base_hook.GoogleCloudBaseHook</span></code></a>.</p>
</div>
<div class="section" id="bigquery">
<h3>BigQuery<a class="headerlink" href="#bigquery" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_check_operator/index.html#airflow.contrib.operators.bigquery_check_operator.BigQueryCheckOperator" title="airflow.contrib.operators.bigquery_check_operator.BigQueryCheckOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_check_operator.BigQueryCheckOperator</span></code></a></dt><dd><p>Performs checks against a SQL query that will return a single row with different values.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_check_operator/index.html#airflow.contrib.operators.bigquery_check_operator.BigQueryIntervalCheckOperator" title="airflow.contrib.operators.bigquery_check_operator.BigQueryIntervalCheckOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_check_operator.BigQueryIntervalCheckOperator</span></code></a></dt><dd><p>Checks that the values of metrics given as SQL expressions are within a certain tolerance of the ones from days_back before.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_check_operator/index.html#airflow.contrib.operators.bigquery_check_operator.BigQueryValueCheckOperator" title="airflow.contrib.operators.bigquery_check_operator.BigQueryValueCheckOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_check_operator.BigQueryValueCheckOperator</span></code></a></dt><dd><p>Performs a simple value check using SQL code.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_get_data/index.html#airflow.contrib.operators.bigquery_get_data.BigQueryGetDataOperator" title="airflow.contrib.operators.bigquery_get_data.BigQueryGetDataOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_get_data.BigQueryGetDataOperator</span></code></a></dt><dd><p>Fetches the data from a BigQuery table and returns data in a python list</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_operator/index.html#airflow.contrib.operators.bigquery_operator.BigQueryCreateEmptyDatasetOperator" title="airflow.contrib.operators.bigquery_operator.BigQueryCreateEmptyDatasetOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_operator.BigQueryCreateEmptyDatasetOperator</span></code></a></dt><dd><p>Creates an empty BigQuery dataset.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_operator/index.html#airflow.contrib.operators.bigquery_operator.BigQueryCreateEmptyTableOperator" title="airflow.contrib.operators.bigquery_operator.BigQueryCreateEmptyTableOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_operator.BigQueryCreateEmptyTableOperator</span></code></a></dt><dd><p>Creates a new, empty table in the specified BigQuery dataset optionally with schema.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_operator/index.html#airflow.contrib.operators.bigquery_operator.BigQueryCreateExternalTableOperator" title="airflow.contrib.operators.bigquery_operator.BigQueryCreateExternalTableOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_operator.BigQueryCreateExternalTableOperator</span></code></a></dt><dd><p>Creates a new, external table in the dataset with the data in Google Cloud Storage.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_operator/index.html#airflow.contrib.operators.bigquery_operator.BigQueryDeleteDatasetOperator" title="airflow.contrib.operators.bigquery_operator.BigQueryDeleteDatasetOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_operator.BigQueryDeleteDatasetOperator</span></code></a></dt><dd><p>Deletes an existing BigQuery dataset.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_operator/index.html#airflow.contrib.operators.bigquery_operator.BigQueryGetDatasetOperator" title="airflow.contrib.operators.bigquery_operator.BigQueryGetDatasetOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_operator.BigQueryGetDatasetOperator</span></code></a></dt><dd><p>This operator is used to return the dataset specified by dataset_id.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_operator/index.html#airflow.contrib.operators.bigquery_operator.BigQueryUpdateDatasetOperator" title="airflow.contrib.operators.bigquery_operator.BigQueryUpdateDatasetOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_operator.BigQueryUpdateDatasetOperator</span></code></a></dt><dd><p>This operator is used to update dataset for your Project in BigQuery.
The update method replaces the entire dataset resource, whereas the patch
method only replaces fields that are provided in the submitted dataset resource.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_operator/index.html#airflow.contrib.operators.bigquery_operator.BigQueryPatchDatasetOperator" title="airflow.contrib.operators.bigquery_operator.BigQueryPatchDatasetOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_operator.BigQueryPatchDatasetOperator</span></code></a></dt><dd><p>This operator is used to patch dataset for your Project in BigQuery.
It only replaces fields that are provided in the submitted dataset resource.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_operator/index.html#airflow.contrib.operators.bigquery_operator.BigQueryOperator" title="airflow.contrib.operators.bigquery_operator.BigQueryOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_operator.BigQueryOperator</span></code></a></dt><dd><p>Executes BigQuery SQL queries in a specific BigQuery database.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_table_delete_operator/index.html#airflow.contrib.operators.bigquery_table_delete_operator.BigQueryTableDeleteOperator" title="airflow.contrib.operators.bigquery_table_delete_operator.BigQueryTableDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_table_delete_operator.BigQueryTableDeleteOperator</span></code></a></dt><dd><p>Deletes an existing BigQuery table.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_to_bigquery/index.html#airflow.contrib.operators.bigquery_to_bigquery.BigQueryToBigQueryOperator" title="airflow.contrib.operators.bigquery_to_bigquery.BigQueryToBigQueryOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_to_bigquery.BigQueryToBigQueryOperator</span></code></a></dt><dd><p>Copy a BigQuery table to another BigQuery table.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/bigquery_to_gcs/index.html#airflow.contrib.operators.bigquery_to_gcs.BigQueryToCloudStorageOperator" title="airflow.contrib.operators.bigquery_to_gcs.BigQueryToCloudStorageOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.bigquery_to_gcs.BigQueryToCloudStorageOperator</span></code></a></dt><dd><p>Transfers a BigQuery table to a Google Cloud Storage bucket</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/bigquery_hook/index.html#airflow.contrib.hooks.bigquery_hook.BigQueryHook" title="airflow.contrib.hooks.bigquery_hook.BigQueryHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.bigquery_hook.BigQueryHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="cloud-spanner">
<h3>Cloud Spanner<a class="headerlink" href="#cloud-spanner" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_spanner_operator/index.html#airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseDeleteOperator" title="airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseDeleteOperator</span></code></a></dt><dd><p>deletes an existing database from a Google Cloud Spanner instance or returns success if the database is missing.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_spanner_operator/index.html#airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseDeployOperator" title="airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseDeployOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseDeployOperator</span></code></a></dt><dd><p>creates a new database in a Google Cloud instance or returns success if the database already exists.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_spanner_operator/index.html#airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseQueryOperator" title="airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseQueryOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseQueryOperator</span></code></a></dt><dd><p>executes an arbitrary DML query (INSERT, UPDATE, DELETE).</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_spanner_operator/index.html#airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseUpdateOperator" title="airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseUpdateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDatabaseUpdateOperator</span></code></a></dt><dd><p>updates the structure of a Google Cloud Spanner database.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_spanner_operator/index.html#airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDeleteOperator" title="airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDeleteOperator</span></code></a></dt><dd><p>deletes a Google Cloud Spanner instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_spanner_operator/index.html#airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDeployOperator" title="airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDeployOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_spanner_operator.CloudSpannerInstanceDeployOperator</span></code></a></dt><dd><p>creates a new Google Cloud Spanner instance, or if an instance with the same name exists, updates the instance.</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_spanner_hook/index.html#airflow.contrib.hooks.gcp_spanner_hook.CloudSpannerHook" title="airflow.contrib.hooks.gcp_spanner_hook.CloudSpannerHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_spanner_hook.CloudSpannerHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="cloud-sql">
<h3>Cloud SQL<a class="headerlink" href="#cloud-sql" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_sql_operator/index.html#airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceCreateOperator" title="airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceCreateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceCreateOperator</span></code></a></dt><dd><p>create a new Cloud SQL instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_sql_operator/index.html#airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabaseCreateOperator" title="airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabaseCreateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabaseCreateOperator</span></code></a></dt><dd><p>creates a new database inside a Cloud SQL instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_sql_operator/index.html#airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabaseDeleteOperator" title="airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabaseDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabaseDeleteOperator</span></code></a></dt><dd><p>deletes a database from a Cloud SQL instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_sql_operator/index.html#airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabasePatchOperator" title="airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabasePatchOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDatabasePatchOperator</span></code></a></dt><dd><p>updates a database inside a Cloud SQL instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_sql_operator/index.html#airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDeleteOperator" title="airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceDeleteOperator</span></code></a></dt><dd><p>delete a Cloud SQL instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_sql_operator/index.html#airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceExportOperator" title="airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceExportOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceExportOperator</span></code></a></dt><dd><p>exports data from a Cloud SQL instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_sql_operator/index.html#airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceImportOperator" title="airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceImportOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_sql_operator.CloudSqlInstanceImportOperator</span></code></a></dt><dd><p>imports data into a Cloud SQL instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_sql_operator/index.html#airflow.contrib.operators.gcp_sql_operator.CloudSqlInstancePatchOperator" title="airflow.contrib.operators.gcp_sql_operator.CloudSqlInstancePatchOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_sql_operator.CloudSqlInstancePatchOperator</span></code></a></dt><dd><p>patch a Cloud SQL instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_sql_operator/index.html#airflow.contrib.operators.gcp_sql_operator.CloudSqlQueryOperator" title="airflow.contrib.operators.gcp_sql_operator.CloudSqlQueryOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_sql_operator.CloudSqlQueryOperator</span></code></a></dt><dd><p>run query in a Cloud SQL instance.</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_sql_hook/index.html#airflow.contrib.hooks.gcp_sql_hook.CloudSqlDatabaseHook" title="airflow.contrib.hooks.gcp_sql_hook.CloudSqlDatabaseHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_sql_hook.CloudSqlDatabaseHook</span></code></a> and <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_sql_hook/index.html#airflow.contrib.hooks.gcp_sql_hook.CloudSqlHook" title="airflow.contrib.hooks.gcp_sql_hook.CloudSqlHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_sql_hook.CloudSqlHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="cloud-bigtable">
<h3>Cloud Bigtable<a class="headerlink" href="#cloud-bigtable" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_bigtable_operator/index.html#airflow.contrib.operators.gcp_bigtable_operator.BigtableClusterUpdateOperator" title="airflow.contrib.operators.gcp_bigtable_operator.BigtableClusterUpdateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_bigtable_operator.BigtableClusterUpdateOperator</span></code></a></dt><dd><p>updates the number of nodes in a Google Cloud Bigtable cluster.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_bigtable_operator/index.html#airflow.contrib.operators.gcp_bigtable_operator.BigtableInstanceCreateOperator" title="airflow.contrib.operators.gcp_bigtable_operator.BigtableInstanceCreateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_bigtable_operator.BigtableInstanceCreateOperator</span></code></a></dt><dd><p>creates a Cloud Bigtable instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_bigtable_operator/index.html#airflow.contrib.operators.gcp_bigtable_operator.BigtableInstanceDeleteOperator" title="airflow.contrib.operators.gcp_bigtable_operator.BigtableInstanceDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_bigtable_operator.BigtableInstanceDeleteOperator</span></code></a></dt><dd><p>deletes a Google Cloud Bigtable instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_bigtable_operator/index.html#airflow.contrib.operators.gcp_bigtable_operator.BigtableTableCreateOperator" title="airflow.contrib.operators.gcp_bigtable_operator.BigtableTableCreateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_bigtable_operator.BigtableTableCreateOperator</span></code></a></dt><dd><p>creates a table in a Google Cloud Bigtable instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_bigtable_operator/index.html#airflow.contrib.operators.gcp_bigtable_operator.BigtableTableDeleteOperator" title="airflow.contrib.operators.gcp_bigtable_operator.BigtableTableDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_bigtable_operator.BigtableTableDeleteOperator</span></code></a></dt><dd><p>deletes a table in a Google Cloud Bigtable instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_bigtable_operator/index.html#airflow.contrib.operators.gcp_bigtable_operator.BigtableTableWaitForReplicationSensor" title="airflow.contrib.operators.gcp_bigtable_operator.BigtableTableWaitForReplicationSensor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_bigtable_operator.BigtableTableWaitForReplicationSensor</span></code></a></dt><dd><p>(sensor) waits for a table to be fully replicated.</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_bigtable_hook/index.html#airflow.contrib.hooks.gcp_bigtable_hook.BigtableHook" title="airflow.contrib.hooks.gcp_bigtable_hook.BigtableHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_bigtable_hook.BigtableHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="cloud-build">
<h3>Cloud Build<a class="headerlink" href="#cloud-build" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_cloud_build_operator/index.html#airflow.contrib.operators.gcp_cloud_build_operator.CloudBuildCreateBuildOperator" title="airflow.contrib.operators.gcp_cloud_build_operator.CloudBuildCreateBuildOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_cloud_build_operator.CloudBuildCreateBuildOperator</span></code></a></dt><dd><p>Starts a build with the specified configuration.</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_cloud_build_hook/index.html#airflow.contrib.hooks.gcp_cloud_build_hook.CloudBuildHook" title="airflow.contrib.hooks.gcp_cloud_build_hook.CloudBuildHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_cloud_build_hook.CloudBuildHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="compute-engine">
<h3>Compute Engine<a class="headerlink" href="#compute-engine" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_compute_operator/index.html#airflow.contrib.operators.gcp_compute_operator.GceInstanceStartOperator" title="airflow.contrib.operators.gcp_compute_operator.GceInstanceStartOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_compute_operator.GceInstanceStartOperator</span></code></a></dt><dd><p>start an existing Google Compute Engine instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_compute_operator/index.html#airflow.contrib.operators.gcp_compute_operator.GceInstanceStopOperator" title="airflow.contrib.operators.gcp_compute_operator.GceInstanceStopOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_compute_operator.GceInstanceStopOperator</span></code></a></dt><dd><p>stop an existing Google Compute Engine instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_compute_operator/index.html#airflow.contrib.operators.gcp_compute_operator.GceSetMachineTypeOperator" title="airflow.contrib.operators.gcp_compute_operator.GceSetMachineTypeOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_compute_operator.GceSetMachineTypeOperator</span></code></a></dt><dd><p>change the machine type for a stopped instance.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_compute_operator/index.html#airflow.contrib.operators.gcp_compute_operator.GceInstanceTemplateCopyOperator" title="airflow.contrib.operators.gcp_compute_operator.GceInstanceTemplateCopyOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_compute_operator.GceInstanceTemplateCopyOperator</span></code></a></dt><dd><p>copy the Instance Template, applying specified changes.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_compute_operator/index.html#airflow.contrib.operators.gcp_compute_operator.GceInstanceGroupManagerUpdateTemplateOperator" title="airflow.contrib.operators.gcp_compute_operator.GceInstanceGroupManagerUpdateTemplateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_compute_operator.GceInstanceGroupManagerUpdateTemplateOperator</span></code></a></dt><dd><p>patch the Instance Group Manager, replacing source Instance Template URL with the destination one.</p>
</dd>
</dl>
<p>The operators have the common base operator <a class="reference internal" href="_api/airflow/contrib/operators/gcp_compute_operator/index.html#airflow.contrib.operators.gcp_compute_operator.GceBaseOperator" title="airflow.contrib.operators.gcp_compute_operator.GceBaseOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_compute_operator.GceBaseOperator</span></code></a></p>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_compute_hook/index.html#airflow.contrib.hooks.gcp_compute_hook.GceHook" title="airflow.contrib.hooks.gcp_compute_hook.GceHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_compute_hook.GceHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="cloud-functions">
<h3>Cloud Functions<a class="headerlink" href="#cloud-functions" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_function_operator/index.html#airflow.contrib.operators.gcp_function_operator.GcfFunctionDeployOperator" title="airflow.contrib.operators.gcp_function_operator.GcfFunctionDeployOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_function_operator.GcfFunctionDeployOperator</span></code></a></dt><dd><p>deploy Google Cloud Function to Google Cloud Platform</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_function_operator/index.html#airflow.contrib.operators.gcp_function_operator.GcfFunctionDeleteOperator" title="airflow.contrib.operators.gcp_function_operator.GcfFunctionDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_function_operator.GcfFunctionDeleteOperator</span></code></a></dt><dd><p>delete Google Cloud Function in Google Cloud Platform</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_function_hook/index.html#airflow.contrib.hooks.gcp_function_hook.GcfHook" title="airflow.contrib.hooks.gcp_function_hook.GcfHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_function_hook.GcfHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="cloud-dataflow">
<h3>Cloud DataFlow<a class="headerlink" href="#cloud-dataflow" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataflow_operator/index.html#airflow.contrib.operators.dataflow_operator.DataFlowJavaOperator" title="airflow.contrib.operators.dataflow_operator.DataFlowJavaOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataflow_operator.DataFlowJavaOperator</span></code></a></dt><dd><p>launching Cloud Dataflow jobs written in Java.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataflow_operator/index.html#airflow.contrib.operators.dataflow_operator.DataflowTemplateOperator" title="airflow.contrib.operators.dataflow_operator.DataflowTemplateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataflow_operator.DataflowTemplateOperator</span></code></a></dt><dd><p>launching a templated Cloud DataFlow batch job.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataflow_operator/index.html#airflow.contrib.operators.dataflow_operator.DataFlowPythonOperator" title="airflow.contrib.operators.dataflow_operator.DataFlowPythonOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataflow_operator.DataFlowPythonOperator</span></code></a></dt><dd><p>launching Cloud Dataflow jobs written in python.</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_dataflow_hook/index.html#airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook" title="airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_dataflow_hook.DataFlowHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="cloud-dataproc">
<h3>Cloud DataProc<a class="headerlink" href="#cloud-dataproc" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataproc_operator/index.html#airflow.contrib.operators.dataproc_operator.DataprocClusterCreateOperator" title="airflow.contrib.operators.dataproc_operator.DataprocClusterCreateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataproc_operator.DataprocClusterCreateOperator</span></code></a></dt><dd><p>Create a new cluster on Google Cloud Dataproc.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataproc_operator/index.html#airflow.contrib.operators.dataproc_operator.DataprocClusterDeleteOperator" title="airflow.contrib.operators.dataproc_operator.DataprocClusterDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataproc_operator.DataprocClusterDeleteOperator</span></code></a></dt><dd><p>Delete a cluster on Google Cloud Dataproc.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataproc_operator/index.html#airflow.contrib.operators.dataproc_operator.DataprocClusterScaleOperator" title="airflow.contrib.operators.dataproc_operator.DataprocClusterScaleOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataproc_operator.DataprocClusterScaleOperator</span></code></a></dt><dd><p>Scale up or down a cluster on Google Cloud Dataproc.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataproc_operator/index.html#airflow.contrib.operators.dataproc_operator.DataProcHadoopOperator" title="airflow.contrib.operators.dataproc_operator.DataProcHadoopOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataproc_operator.DataProcHadoopOperator</span></code></a></dt><dd><p>Start a Hadoop Job on a Cloud DataProc cluster.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataproc_operator/index.html#airflow.contrib.operators.dataproc_operator.DataProcHiveOperator" title="airflow.contrib.operators.dataproc_operator.DataProcHiveOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataproc_operator.DataProcHiveOperator</span></code></a></dt><dd><p>Start a Hive query Job on a Cloud DataProc cluster.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataproc_operator/index.html#airflow.contrib.operators.dataproc_operator.DataProcPigOperator" title="airflow.contrib.operators.dataproc_operator.DataProcPigOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataproc_operator.DataProcPigOperator</span></code></a></dt><dd><p>Start a Pig query Job on a Cloud DataProc cluster.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataproc_operator/index.html#airflow.contrib.operators.dataproc_operator.DataProcPySparkOperator" title="airflow.contrib.operators.dataproc_operator.DataProcPySparkOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataproc_operator.DataProcPySparkOperator</span></code></a></dt><dd><p>Start a PySpark Job on a Cloud DataProc cluster.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataproc_operator/index.html#airflow.contrib.operators.dataproc_operator.DataProcSparkOperator" title="airflow.contrib.operators.dataproc_operator.DataProcSparkOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataproc_operator.DataProcSparkOperator</span></code></a></dt><dd><p>Start a Spark Job on a Cloud DataProc cluster.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataproc_operator/index.html#airflow.contrib.operators.dataproc_operator.DataProcSparkSqlOperator" title="airflow.contrib.operators.dataproc_operator.DataProcSparkSqlOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataproc_operator.DataProcSparkSqlOperator</span></code></a></dt><dd><p>Start a Spark SQL query Job on a Cloud DataProc cluster.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataproc_operator/index.html#airflow.contrib.operators.dataproc_operator.DataprocWorkflowTemplateInstantiateInlineOperator" title="airflow.contrib.operators.dataproc_operator.DataprocWorkflowTemplateInstantiateInlineOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataproc_operator.DataprocWorkflowTemplateInstantiateInlineOperator</span></code></a></dt><dd><p>Instantiate a WorkflowTemplate Inline on Google Cloud Dataproc.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/dataproc_operator/index.html#airflow.contrib.operators.dataproc_operator.DataprocWorkflowTemplateInstantiateOperator" title="airflow.contrib.operators.dataproc_operator.DataprocWorkflowTemplateInstantiateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.dataproc_operator.DataprocWorkflowTemplateInstantiateOperator</span></code></a></dt><dd><p>Instantiate a WorkflowTemplate on Google Cloud Dataproc.</p>
</dd>
</dl>
</div>
<div class="section" id="cloud-datastore">
<h3>Cloud Datastore<a class="headerlink" href="#cloud-datastore" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/datastore_export_operator/index.html#airflow.contrib.operators.datastore_export_operator.DatastoreExportOperator" title="airflow.contrib.operators.datastore_export_operator.DatastoreExportOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.datastore_export_operator.DatastoreExportOperator</span></code></a></dt><dd><p>Export entities from Google Cloud Datastore to Cloud Storage.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/datastore_import_operator/index.html#airflow.contrib.operators.datastore_import_operator.DatastoreImportOperator" title="airflow.contrib.operators.datastore_import_operator.DatastoreImportOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.datastore_import_operator.DatastoreImportOperator</span></code></a></dt><dd><p>Import entities from Cloud Storage to Google Cloud Datastore.</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/datastore_hook/index.html#airflow.contrib.hooks.datastore_hook.DatastoreHook" title="airflow.contrib.hooks.datastore_hook.DatastoreHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.datastore_hook.DatastoreHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="cloud-ml-engine">
<h3>Cloud ML Engine<a class="headerlink" href="#cloud-ml-engine" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/mlengine_operator/index.html#airflow.contrib.operators.mlengine_operator.MLEngineBatchPredictionOperator" title="airflow.contrib.operators.mlengine_operator.MLEngineBatchPredictionOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.mlengine_operator.MLEngineBatchPredictionOperator</span></code></a></dt><dd><p>Start a Cloud ML Engine batch prediction job.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/mlengine_operator/index.html#airflow.contrib.operators.mlengine_operator.MLEngineModelOperator" title="airflow.contrib.operators.mlengine_operator.MLEngineModelOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.mlengine_operator.MLEngineModelOperator</span></code></a></dt><dd><p>Manages a Cloud ML Engine model.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/mlengine_operator/index.html#airflow.contrib.operators.mlengine_operator.MLEngineTrainingOperator" title="airflow.contrib.operators.mlengine_operator.MLEngineTrainingOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.mlengine_operator.MLEngineTrainingOperator</span></code></a></dt><dd><p>Start a Cloud ML Engine training job.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/mlengine_operator/index.html#airflow.contrib.operators.mlengine_operator.MLEngineVersionOperator" title="airflow.contrib.operators.mlengine_operator.MLEngineVersionOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.mlengine_operator.MLEngineVersionOperator</span></code></a></dt><dd><p>Manages a Cloud ML Engine model version.</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_mlengine_hook/index.html#airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook" title="airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_mlengine_hook.MLEngineHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="cloud-storage">
<h3>Cloud Storage<a class="headerlink" href="#cloud-storage" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/file_to_gcs/index.html#airflow.contrib.operators.file_to_gcs.FileToGoogleCloudStorageOperator" title="airflow.contrib.operators.file_to_gcs.FileToGoogleCloudStorageOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.file_to_gcs.FileToGoogleCloudStorageOperator</span></code></a></dt><dd><p>Uploads a file to Google Cloud Storage.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcs_acl_operator/index.html#airflow.contrib.operators.gcs_acl_operator.GoogleCloudStorageBucketCreateAclEntryOperator" title="airflow.contrib.operators.gcs_acl_operator.GoogleCloudStorageBucketCreateAclEntryOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcs_acl_operator.GoogleCloudStorageBucketCreateAclEntryOperator</span></code></a></dt><dd><p>Creates a new ACL entry on the specified bucket.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcs_acl_operator/index.html#airflow.contrib.operators.gcs_acl_operator.GoogleCloudStorageObjectCreateAclEntryOperator" title="airflow.contrib.operators.gcs_acl_operator.GoogleCloudStorageObjectCreateAclEntryOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcs_acl_operator.GoogleCloudStorageObjectCreateAclEntryOperator</span></code></a></dt><dd><p>Creates a new ACL entry on the specified object.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcs_download_operator/index.html#airflow.contrib.operators.gcs_download_operator.GoogleCloudStorageDownloadOperator" title="airflow.contrib.operators.gcs_download_operator.GoogleCloudStorageDownloadOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcs_download_operator.GoogleCloudStorageDownloadOperator</span></code></a></dt><dd><p>Downloads a file from Google Cloud Storage.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcs_list_operator/index.html#airflow.contrib.operators.gcs_list_operator.GoogleCloudStorageListOperator" title="airflow.contrib.operators.gcs_list_operator.GoogleCloudStorageListOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcs_list_operator.GoogleCloudStorageListOperator</span></code></a></dt><dd><p>List all objects from the bucket with the give string prefix and delimiter in name.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcs_operator/index.html#airflow.contrib.operators.gcs_operator.GoogleCloudStorageCreateBucketOperator" title="airflow.contrib.operators.gcs_operator.GoogleCloudStorageCreateBucketOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcs_operator.GoogleCloudStorageCreateBucketOperator</span></code></a></dt><dd><p>Creates a new cloud storage bucket.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcs_to_bq/index.html#airflow.contrib.operators.gcs_to_bq.GoogleCloudStorageToBigQueryOperator" title="airflow.contrib.operators.gcs_to_bq.GoogleCloudStorageToBigQueryOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcs_to_bq.GoogleCloudStorageToBigQueryOperator</span></code></a></dt><dd><p>Loads files from Google cloud storage into BigQuery.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcs_to_gcs/index.html#airflow.contrib.operators.gcs_to_gcs.GoogleCloudStorageToGoogleCloudStorageOperator" title="airflow.contrib.operators.gcs_to_gcs.GoogleCloudStorageToGoogleCloudStorageOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcs_to_gcs.GoogleCloudStorageToGoogleCloudStorageOperator</span></code></a></dt><dd><p>Copies objects from a bucket to another, with renaming if requested.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/mysql_to_gcs/index.html#airflow.contrib.operators.mysql_to_gcs.MySqlToGoogleCloudStorageOperator" title="airflow.contrib.operators.mysql_to_gcs.MySqlToGoogleCloudStorageOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.mysql_to_gcs.MySqlToGoogleCloudStorageOperator</span></code></a></dt><dd><p>Copy data from any MySQL Database to Google cloud storage in JSON format.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/mssql_to_gcs/index.html#airflow.contrib.operators.mssql_to_gcs.MsSqlToGoogleCloudStorageOperator" title="airflow.contrib.operators.mssql_to_gcs.MsSqlToGoogleCloudStorageOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.mssql_to_gcs.MsSqlToGoogleCloudStorageOperator</span></code></a></dt><dd><p>Copy data from any Microsoft SQL Server Database to Google Cloud Storage in JSON format.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/sensors/gcs_sensor/index.html#airflow.contrib.sensors.gcs_sensor.GoogleCloudStorageObjectSensor" title="airflow.contrib.sensors.gcs_sensor.GoogleCloudStorageObjectSensor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.sensors.gcs_sensor.GoogleCloudStorageObjectSensor</span></code></a></dt><dd><p>Checks for the existence of a file in Google Cloud Storage.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/sensors/gcs_sensor/index.html#airflow.contrib.sensors.gcs_sensor.GoogleCloudStorageObjectUpdatedSensor" title="airflow.contrib.sensors.gcs_sensor.GoogleCloudStorageObjectUpdatedSensor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.sensors.gcs_sensor.GoogleCloudStorageObjectUpdatedSensor</span></code></a></dt><dd><p>Checks if an object is updated in Google Cloud Storage.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/sensors/gcs_sensor/index.html#airflow.contrib.sensors.gcs_sensor.GoogleCloudStoragePrefixSensor" title="airflow.contrib.sensors.gcs_sensor.GoogleCloudStoragePrefixSensor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.sensors.gcs_sensor.GoogleCloudStoragePrefixSensor</span></code></a></dt><dd><p>Checks for the existence of a objects at prefix in Google Cloud Storage.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.sensors.gcs_sensor.GoogleCloudStorageUploadSessionCompleteSession</span></code></dt><dd><p>Checks for changes in the number of objects at prefix in Google Cloud Storage
bucket and returns True if the inactivity period has passed with no
increase in the number of objects for situations when many objects
are being uploaded to a bucket with no formal success signal.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcs_delete_operator/index.html#airflow.contrib.operators.gcs_delete_operator.GoogleCloudStorageDeleteOperator" title="airflow.contrib.operators.gcs_delete_operator.GoogleCloudStorageDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcs_delete_operator.GoogleCloudStorageDeleteOperator</span></code></a></dt><dd><p>Deletes objects from a Google Cloud Storage bucket.</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcs_hook/index.html#airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook" title="airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcs_hook.GoogleCloudStorageHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="transfer-service">
<h3>Transfer Service<a class="headerlink" href="#transfer-service" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_transfer_operator/index.html#airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceJobDeleteOperator" title="airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceJobDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceJobDeleteOperator</span></code></a></dt><dd><p>Deletes a transfer job.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_transfer_operator/index.html#airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceJobCreateOperator" title="airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceJobCreateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceJobCreateOperator</span></code></a></dt><dd><p>Creates a transfer job.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_transfer_operator/index.html#airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceJobUpdateOperator" title="airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceJobUpdateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceJobUpdateOperator</span></code></a></dt><dd><p>Updates a transfer job.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_transfer_operator/index.html#airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationCancelOperator" title="airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationCancelOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationCancelOperator</span></code></a></dt><dd><p>Cancels a transfer operation.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_transfer_operator/index.html#airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationGetOperator" title="airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationGetOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationGetOperator</span></code></a></dt><dd><p>Gets a transfer operation.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_transfer_operator/index.html#airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationPauseOperator" title="airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationPauseOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationPauseOperator</span></code></a></dt><dd><p>Pauses a transfer operation</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_transfer_operator/index.html#airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationResumeOperator" title="airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationResumeOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationResumeOperator</span></code></a></dt><dd><p>Resumes a transfer operation.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_transfer_operator/index.html#airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationsListOperator" title="airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationsListOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_transfer_operator.GcpTransferServiceOperationsListOperator</span></code></a></dt><dd><p>Gets a list of transfer operations.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_transfer_operator/index.html#airflow.contrib.operators.gcp_transfer_operator.GoogleCloudStorageToGoogleCloudStorageTransferOperator" title="airflow.contrib.operators.gcp_transfer_operator.GoogleCloudStorageToGoogleCloudStorageTransferOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_transfer_operator.GoogleCloudStorageToGoogleCloudStorageTransferOperator</span></code></a></dt><dd><p>Copies objects from a Google Cloud Storage bucket to another bucket.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_transfer_operator/index.html#airflow.contrib.operators.gcp_transfer_operator.S3ToGoogleCloudStorageTransferOperator" title="airflow.contrib.operators.gcp_transfer_operator.S3ToGoogleCloudStorageTransferOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_transfer_operator.S3ToGoogleCloudStorageTransferOperator</span></code></a></dt><dd><p>Synchronizes an S3 bucket with a Google Cloud Storage bucket.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.sensors.gcp_transfer_operator.GCPTransferServiceWaitForJobStatusSensor</span></code></dt><dd><p>Waits for at least one operation belonging to the job to have the
expected status.</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_transfer_hook/index.html#airflow.contrib.hooks.gcp_transfer_hook.GCPTransferServiceHook" title="airflow.contrib.hooks.gcp_transfer_hook.GCPTransferServiceHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_transfer_hook.GCPTransferServiceHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="cloud-vision">
<h3>Cloud Vision<a class="headerlink" href="#cloud-vision" title="Permalink to this headline"></a></h3>
<div class="section" id="cloud-vision-product-search-operators">
<h4>Cloud Vision Product Search Operators<a class="headerlink" href="#cloud-vision-product-search-operators" title="Permalink to this headline"></a></h4>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionAddProductToProductSetOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionAddProductToProductSetOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionAddProductToProductSetOperator</span></code></a></dt><dd><p>Adds a Product to the specified ProductSet.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionAnnotateImageOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionAnnotateImageOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionAnnotateImageOperator</span></code></a></dt><dd><p>Run image detection and annotation for an image.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionProductCreateOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionProductCreateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionProductCreateOperator</span></code></a></dt><dd><p>Creates a new Product resource.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionProductDeleteOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionProductDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionProductDeleteOperator</span></code></a></dt><dd><p>Permanently deletes a product and its reference images.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionProductGetOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionProductGetOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionProductGetOperator</span></code></a></dt><dd><p>Gets information associated with a Product.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionProductSetCreateOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionProductSetCreateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionProductSetCreateOperator</span></code></a></dt><dd><p>Creates a new ProductSet resource.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionProductSetDeleteOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionProductSetDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionProductSetDeleteOperator</span></code></a></dt><dd><p>Permanently deletes a ProductSet.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionProductSetGetOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionProductSetGetOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionProductSetGetOperator</span></code></a></dt><dd><p>Gets information associated with a ProductSet.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionProductSetUpdateOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionProductSetUpdateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionProductSetUpdateOperator</span></code></a></dt><dd><p>Makes changes to a ProductSet resource.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionProductUpdateOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionProductUpdateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionProductUpdateOperator</span></code></a></dt><dd><p>Makes changes to a Product resource.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionReferenceImageCreateOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionReferenceImageCreateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionReferenceImageCreateOperator</span></code></a></dt><dd><p>Creates a new ReferenceImage resource.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionRemoveProductFromProductSetOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionRemoveProductFromProductSetOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionRemoveProductFromProductSetOperator</span></code></a></dt><dd><p>Removes a Product from the specified ProductSet.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionAnnotateImageOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionAnnotateImageOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionAnnotateImageOperator</span></code></a></dt><dd><p>Run image detection and annotation for an image.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionDetectTextOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionDetectTextOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionDetectTextOperator</span></code></a></dt><dd><p>Run text detection for an image</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionDetectDocumentTextOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionDetectDocumentTextOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionDetectDocumentTextOperator</span></code></a></dt><dd><p>Run document text detection for an image</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionDetectImageLabelsOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionDetectImageLabelsOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionDetectImageLabelsOperator</span></code></a></dt><dd><p>Run image labels detection for an image</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_vision_operator/index.html#airflow.contrib.operators.gcp_vision_operator.CloudVisionDetectImageSafeSearchOperator" title="airflow.contrib.operators.gcp_vision_operator.CloudVisionDetectImageSafeSearchOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_vision_operator.CloudVisionDetectImageSafeSearchOperator</span></code></a></dt><dd><p>Run safe search detection for an image</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_vision_hook/index.html#airflow.contrib.hooks.gcp_vision_hook.CloudVisionHook" title="airflow.contrib.hooks.gcp_vision_hook.CloudVisionHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_vision_hook.CloudVisionHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
</div>
<div class="section" id="cloud-text-to-speech">
<h3>Cloud Text to Speech<a class="headerlink" href="#cloud-text-to-speech" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_text_to_speech_operator/index.html#airflow.contrib.operators.gcp_text_to_speech_operator.GcpTextToSpeechSynthesizeOperator" title="airflow.contrib.operators.gcp_text_to_speech_operator.GcpTextToSpeechSynthesizeOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_text_to_speech_operator.GcpTextToSpeechSynthesizeOperator</span></code></a></dt><dd><p>Synthesizes input text into audio file and stores this file to GCS.</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_text_to_speech_hook/index.html#airflow.contrib.hooks.gcp_text_to_speech_hook.GCPTextToSpeechHook" title="airflow.contrib.hooks.gcp_text_to_speech_hook.GCPTextToSpeechHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_text_to_speech_hook.GCPTextToSpeechHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="cloud-speech-to-text">
<h3>Cloud Speech to Text<a class="headerlink" href="#cloud-speech-to-text" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_speech_to_text_operator/index.html#airflow.contrib.operators.gcp_speech_to_text_operator.GcpSpeechToTextRecognizeSpeechOperator" title="airflow.contrib.operators.gcp_speech_to_text_operator.GcpSpeechToTextRecognizeSpeechOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_speech_to_text_operator.GcpSpeechToTextRecognizeSpeechOperator</span></code></a></dt><dd><p>Recognizes speech in audio input and returns text.</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_speech_to_text_hook/index.html#airflow.contrib.hooks.gcp_speech_to_text_hook.GCPSpeechToTextHook" title="airflow.contrib.hooks.gcp_speech_to_text_hook.GCPSpeechToTextHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_speech_to_text_hook.GCPSpeechToTextHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
</div>
<div class="section" id="cloud-speech-translate-operators">
<h2>Cloud Speech Translate Operators<a class="headerlink" href="#cloud-speech-translate-operators" title="Permalink to this headline"></a></h2>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_translate_speech_operator/index.html#airflow.contrib.operators.gcp_translate_speech_operator.GcpTranslateSpeechOperator" title="airflow.contrib.operators.gcp_translate_speech_operator.GcpTranslateSpeechOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_translate_speech_operator.GcpTranslateSpeechOperator</span></code></a></dt><dd><p>Recognizes speech in audio input and translates it.</p>
</dd>
<dt>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_speech_to_text_hook/index.html#airflow.contrib.hooks.gcp_speech_to_text_hook.GCPSpeechToTextHook" title="airflow.contrib.hooks.gcp_speech_to_text_hook.GCPSpeechToTextHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_speech_to_text_hook.GCPSpeechToTextHook</span></code></a> and</dt><dd><p><a class="reference internal" href="_api/airflow/contrib/hooks/gcp_translate_hook/index.html#airflow.contrib.hooks.gcp_translate_hook.CloudTranslateHook" title="airflow.contrib.hooks.gcp_translate_hook.CloudTranslateHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_translate_hook.CloudTranslateHook</span></code></a> to communicate with Google Cloud Platform.</p>
</dd>
</dl>
<div class="section" id="cloud-translate">
<h3>Cloud Translate<a class="headerlink" href="#cloud-translate" title="Permalink to this headline"></a></h3>
<div class="section" id="cloud-translate-text-operators">
<h4>Cloud Translate Text Operators<a class="headerlink" href="#cloud-translate-text-operators" title="Permalink to this headline"></a></h4>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_translate_operator/index.html#airflow.contrib.operators.gcp_translate_operator.CloudTranslateTextOperator" title="airflow.contrib.operators.gcp_translate_operator.CloudTranslateTextOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_translate_operator.CloudTranslateTextOperator</span></code></a></dt><dd><p>Translate a string or list of strings.</p>
</dd>
</dl>
</div>
</div>
<div class="section" id="cloud-video-intelligence">
<h3>Cloud Video Intelligence<a class="headerlink" href="#cloud-video-intelligence" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_video_intelligence_operator/index.html#airflow.contrib.operators.gcp_video_intelligence_operator.CloudVideoIntelligenceDetectVideoLabelsOperator" title="airflow.contrib.operators.gcp_video_intelligence_operator.CloudVideoIntelligenceDetectVideoLabelsOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_video_intelligence_operator.CloudVideoIntelligenceDetectVideoLabelsOperator</span></code></a></dt><dd><p>Performs video annotation, annotating video labels.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_video_intelligence_operator/index.html#airflow.contrib.operators.gcp_video_intelligence_operator.CloudVideoIntelligenceDetectVideoExplicitContentOperator" title="airflow.contrib.operators.gcp_video_intelligence_operator.CloudVideoIntelligenceDetectVideoExplicitContentOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_video_intelligence_operator.CloudVideoIntelligenceDetectVideoExplicitContentOperator</span></code></a></dt><dd><p>Performs video annotation, annotating explicit content.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_video_intelligence_operator/index.html#airflow.contrib.operators.gcp_video_intelligence_operator.CloudVideoIntelligenceDetectVideoShotsOperator" title="airflow.contrib.operators.gcp_video_intelligence_operator.CloudVideoIntelligenceDetectVideoShotsOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_video_intelligence_operator.CloudVideoIntelligenceDetectVideoShotsOperator</span></code></a></dt><dd><p>Performs video annotation, annotating video shots.</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_video_intelligence_hook/index.html#airflow.contrib.hooks.gcp_video_intelligence_hook.CloudVideoIntelligenceHook" title="airflow.contrib.hooks.gcp_video_intelligence_hook.CloudVideoIntelligenceHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_video_intelligence_hook.CloudVideoIntelligenceHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="google-kubernetes-engine">
<h3>Google Kubernetes Engine<a class="headerlink" href="#google-kubernetes-engine" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_container_operator/index.html#airflow.contrib.operators.gcp_container_operator.GKEClusterCreateOperator" title="airflow.contrib.operators.gcp_container_operator.GKEClusterCreateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_container_operator.GKEClusterCreateOperator</span></code></a></dt><dd><p>Creates a Kubernetes Cluster in Google Cloud Platform</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_container_operator/index.html#airflow.contrib.operators.gcp_container_operator.GKEClusterDeleteOperator" title="airflow.contrib.operators.gcp_container_operator.GKEClusterDeleteOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_container_operator.GKEClusterDeleteOperator</span></code></a></dt><dd><p>Deletes a Kubernetes Cluster in Google Cloud Platform</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_container_operator/index.html#airflow.contrib.operators.gcp_container_operator.GKEPodOperator" title="airflow.contrib.operators.gcp_container_operator.GKEPodOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_container_operator.GKEPodOperator</span></code></a></dt><dd><p>Executes a task in a Kubernetes pod in the specified Google Kubernetes Engine cluster</p>
</dd>
</dl>
<p>They also use <a class="reference internal" href="_api/airflow/contrib/hooks/gcp_container_hook/index.html#airflow.contrib.hooks.gcp_container_hook.GKEClusterHook" title="airflow.contrib.hooks.gcp_container_hook.GKEClusterHook"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_container_hook.GKEClusterHook</span></code></a> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="google-natural-language">
<h3>Google Natural Language<a class="headerlink" href="#google-natural-language" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_natural_language_operator.CloudLanguageAnalyzeEntities</span></code></dt><dd><p>Finds named entities (currently proper names and common nouns) in the text along with entity types,
salience, mentions for each entity, and other properties.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_natural_language_operator.CloudLanguageAnalyzeEntitySentiment</span></code></dt><dd><p>Finds entities, similar to AnalyzeEntities in the text and analyzes sentiment associated with each
entity and its mentions.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_natural_language_operator.CloudLanguageAnalyzeSentiment</span></code></dt><dd><p>Analyzes the sentiment of the provided text.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_natural_language_operator/index.html#airflow.contrib.operators.gcp_natural_language_operator.CloudLanguageClassifyTextOperator" title="airflow.contrib.operators.gcp_natural_language_operator.CloudLanguageClassifyTextOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_natural_language_operator.CloudLanguageClassifyTextOperator</span></code></a></dt><dd><p>Classifies a document into categories.</p>
</dd>
</dl>
<p>They also use <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_natural_language_operator.CloudNaturalLanguageHook</span></code> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="google-cloud-data-loss-prevention-dlp">
<h3>Google Cloud Data Loss Prevention (DLP)<a class="headerlink" href="#google-cloud-data-loss-prevention-dlp" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPCancelDLPJobOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPCancelDLPJobOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPCancelDLPJobOperator</span></code></a></dt><dd><p>Starts asynchronous cancellation on a long-running DlpJob.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateDeidentifyTemplateOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateDeidentifyTemplateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateDeidentifyTemplateOperator</span></code></a></dt><dd><p>Creates a DeidentifyTemplate for re-using frequently used configuration for
de-identifying content, images, and storage.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateDLPJobOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateDLPJobOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateDLPJobOperator</span></code></a></dt><dd><p>Creates a new job to inspect storage or calculate risk metrics.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateInspectTemplateOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateInspectTemplateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateInspectTemplateOperator</span></code></a></dt><dd><p>Creates an InspectTemplate for re-using frequently used configuration for
inspecting content, images, and storage.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateJobTriggerOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateJobTriggerOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateJobTriggerOperator</span></code></a></dt><dd><p>Creates a job trigger to run DLP actions such as scanning storage for sensitive
information on a set schedule.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateStoredInfoTypeOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateStoredInfoTypeOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPCreateStoredInfoTypeOperator</span></code></a></dt><dd><p>Creates a pre-built stored infoType to be used for inspection.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeidentifyContentOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeidentifyContentOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeidentifyContentOperator</span></code></a></dt><dd><p>De-identifies potentially sensitive info from a ContentItem. This method has limits
on input size and output size.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteDeidentifyTemplateOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteDeidentifyTemplateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteDeidentifyTemplateOperator</span></code></a></dt><dd><p>Deletes a DeidentifyTemplate.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteDlpJobOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteDlpJobOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteDlpJobOperator</span></code></a></dt><dd><p>Deletes a long-running DlpJob. This method indicates that the client is no longer
interested in the DlpJob result. The job will be cancelled if possible.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteInspectTemplateOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteInspectTemplateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteInspectTemplateOperator</span></code></a></dt><dd><p>Deletes an InspectTemplate.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteJobTriggerOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteJobTriggerOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteJobTriggerOperator</span></code></a></dt><dd><p>Deletes a job trigger.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteStoredInfoTypeOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteStoredInfoTypeOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPDeleteStoredInfoTypeOperator</span></code></a></dt><dd><p>Deletes a stored infoType.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetDeidentifyTemplateOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetDeidentifyTemplateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetDeidentifyTemplateOperator</span></code></a></dt><dd><p>Gets a DeidentifyTemplate.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetDlpJobOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetDlpJobOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetDlpJobOperator</span></code></a></dt><dd><p>Gets the latest state of a long-running DlpJob.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetInspectTemplateOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetInspectTemplateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetInspectTemplateOperator</span></code></a></dt><dd><p>Gets an InspectTemplate.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetJobTripperOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetJobTripperOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetJobTripperOperator</span></code></a></dt><dd><p>Gets a job trigger.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetStoredInfoTypeOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetStoredInfoTypeOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPGetStoredInfoTypeOperator</span></code></a></dt><dd><p>Gets a stored infoType.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPInspectContentOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPInspectContentOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPInspectContentOperator</span></code></a></dt><dd><p>Finds potentially sensitive info in content. This method has limits on
input size, processing time, and output size.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPListDeidentifyTemplatesOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPListDeidentifyTemplatesOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPListDeidentifyTemplatesOperator</span></code></a></dt><dd><p>Lists DeidentifyTemplates.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPListDlpJobsOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPListDlpJobsOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPListDlpJobsOperator</span></code></a></dt><dd><p>Lists DlpJobs that match the specified filter in the request.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPListInfoTypesOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPListInfoTypesOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPListInfoTypesOperator</span></code></a></dt><dd><p>Returns a list of the sensitive information types that the DLP API supports.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPListInspectTemplatesOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPListInspectTemplatesOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPListInspectTemplatesOperator</span></code></a></dt><dd><p>Lists InspectTemplates.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPListJobTriggersOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPListJobTriggersOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPListJobTriggersOperator</span></code></a></dt><dd><p>Lists job triggers.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPListStoredInfoTypesOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPListStoredInfoTypesOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPListStoredInfoTypesOperator</span></code></a></dt><dd><p>Lists stored infoTypes.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPRedactImageOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPRedactImageOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPRedactImageOperator</span></code></a></dt><dd><p>Redacts potentially sensitive info from an image. This method has limits on
input size, processing time, and output size.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPReidentifyContentOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPReidentifyContentOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPReidentifyContentOperator</span></code></a></dt><dd><p>Re-identifies content that has been de-identified.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPUpdateDeidentifyTemplateOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPUpdateDeidentifyTemplateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPUpdateDeidentifyTemplateOperator</span></code></a></dt><dd><p>Updates the DeidentifyTemplate.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPUpdateInspectTemplateOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPUpdateInspectTemplateOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPUpdateInspectTemplateOperator</span></code></a></dt><dd><p>Updates the InspectTemplate.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPUpdateJobTriggerOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPUpdateJobTriggerOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPUpdateJobTriggerOperator</span></code></a></dt><dd><p>Updates a job trigger.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/gcp_dlp_operator/index.html#airflow.contrib.operators.gcp_dlp_operator.CloudDLPUpdateStoredInfoTypeOperator" title="airflow.contrib.operators.gcp_dlp_operator.CloudDLPUpdateStoredInfoTypeOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_dlp_operator.CloudDLPUpdateStoredInfoTypeOperator</span></code></a></dt><dd><p>Updates the stored infoType by creating a new version.</p>
</dd>
</dl>
<p>They also use <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.controb.hooks.gcp_dlp_hook.CloudDLPHook</span></code> to communicate with Google Cloud Platform.</p>
</div>
<div class="section" id="google-cloud-tasks">
<h3>Google Cloud Tasks<a class="headerlink" href="#google-cloud-tasks" title="Permalink to this headline"></a></h3>
<dl class="simple">
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_tasks_operator.CloudTasksQueueCreateOperator</span></code></dt><dd><p>Creates a queue in Cloud Tasks.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_tasks_operator.CloudTasksQueueUpdateOperator</span></code></dt><dd><p>Updates a queue in Cloud Tasks.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_tasks_operator.CloudTasksQueueGetOperator</span></code></dt><dd><p>Gets a queue from Cloud Tasks.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_tasks_operator.CloudTasksQueuesListOperator</span></code></dt><dd><p>Lists queues from Cloud Tasks.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_tasks_operator.CloudTasksQueueDeleteOperator</span></code></dt><dd><p>Deletes a queue from Cloud Tasks, even if it has tasks in it.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_tasks_operator.CloudTasksQueuePurgeOperator</span></code></dt><dd><p>Purges a queue by deleting all of its tasks from Cloud Tasks.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_tasks_operator.CloudTasksQueuePauseOperator</span></code></dt><dd><p>Pauses a queue in Cloud Tasks.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_tasks_operator.CloudTasksQueueResumeOperator</span></code></dt><dd><p>Resumes a queue in Cloud Tasks.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_tasks_operator.CloudTasksTaskCreateOperator</span></code></dt><dd><p>Creates a task in Cloud Tasks.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_tasks_operator.CloudTasksTaskGetOperator</span></code></dt><dd><p>Gets a task from Cloud Tasks.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_tasks_operator.CloudTasksTasksListOperator</span></code></dt><dd><p>Lists the tasks in Cloud Tasks.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_tasks_operator.CloudTasksTaskDeleteOperator</span></code></dt><dd><p>Deletes a task from Cloud Tasks.</p>
</dd>
<dt><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.gcp_tasks_operator.CloudTasksTaskRunOperator</span></code></dt><dd><p>Forces to run a task in Cloud Tasks.</p>
</dd>
</dl>
<p>They also use <code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.hooks.gcp_tasks_hook.CloudTasksHook</span></code> to communicate with Google Cloud Platform.</p>
</div>
</div>
<div class="section" id="qubole">
<span id="id3"></span><h2>Qubole<a class="headerlink" href="#qubole" title="Permalink to this headline"></a></h2>
<p>Apache Airflow has a native operator and hooks to talk to <a class="reference external" href="https://qubole.com/">Qubole</a>,
which lets you submit your big data jobs directly to Qubole from Apache Airflow.</p>
<dl class="simple">
<dt><a class="reference internal" href="_api/airflow/contrib/operators/qubole_operator/index.html#airflow.contrib.operators.qubole_operator.QuboleOperator" title="airflow.contrib.operators.qubole_operator.QuboleOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.qubole_operator.QuboleOperator</span></code></a></dt><dd><p>Execute tasks (commands) on QDS (<a class="reference external" href="https://qubole.com">https://qubole.com</a>).</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/sensors/qubole_sensor/index.html#airflow.contrib.sensors.qubole_sensor.QubolePartitionSensor" title="airflow.contrib.sensors.qubole_sensor.QubolePartitionSensor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.sensors.qubole_sensor.QubolePartitionSensor</span></code></a></dt><dd><p>Wait for a Hive partition to show up in QHS (Qubole Hive Service)
and check for its presence via QDS APIs</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/sensors/qubole_sensor/index.html#airflow.contrib.sensors.qubole_sensor.QuboleFileSensor" title="airflow.contrib.sensors.qubole_sensor.QuboleFileSensor"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.sensors.qubole_sensor.QuboleFileSensor</span></code></a></dt><dd><p>Wait for a file or folder to be present in cloud storage
and check for its presence via QDS APIs</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/qubole_check_operator/index.html#airflow.contrib.operators.qubole_check_operator.QuboleCheckOperator" title="airflow.contrib.operators.qubole_check_operator.QuboleCheckOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.qubole_check_operator.QuboleCheckOperator</span></code></a></dt><dd><p>Performs checks against Qubole Commands. <code class="docutils literal notranslate"><span class="pre">QuboleCheckOperator</span></code> expects
a command that will be executed on QDS.</p>
</dd>
<dt><a class="reference internal" href="_api/airflow/contrib/operators/qubole_check_operator/index.html#airflow.contrib.operators.qubole_check_operator.QuboleValueCheckOperator" title="airflow.contrib.operators.qubole_check_operator.QuboleValueCheckOperator"><code class="xref py py-class docutils literal notranslate"><span class="pre">airflow.contrib.operators.qubole_check_operator.QuboleValueCheckOperator</span></code></a></dt><dd><p>Performs a simple value check using Qubole command.
By default, each value on the first row of this
Qubole command is compared with a pre-defined value</p>
</dd>
</dl>
</div>
</div>
<div class="pager" role="navigation" aria-label="related navigation">
<a rel="prev" title="REST API Reference" href="api.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button>
</a>
<a rel="next" title="Metrics" href="metrics.html" >
<button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button>
</a>
</div>
</div>
</div>
</div>
</div>
</div>
<div class="rating-container">
<p class="bodytext__medium--greyish-brown font-weight-500">Was this entry helpful?</p>
<div class="rating">
<div id="rate-star-5" class="rate-star">
<svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
<g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
<path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
</g>
</svg>
</div>
<div id="rate-star-4" class="rate-star">
<svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
<g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
<path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
</g>
</svg>
</div>
<div id="rate-star-3" class="rate-star">
<svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
<g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
<path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
</g>
</svg>
</div>
<div id="rate-star-2" class="rate-star">
<svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
<g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
<path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
</g>
</svg>
</div>
<div id="rate-star-1" class="rate-star">
<svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02">
<g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)">
<path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path>
</g>
</svg>
</div>
</div>
</div>
</main>
<nav class="wy-nav-side-toc">
<div class="wy-menu-vertical">
<ul>
<li><a class="reference internal" href="#">Integration</a><ul>
<li><a class="reference internal" href="#azure-microsoft-azure">Azure: Microsoft Azure</a><ul>
<li><a class="reference internal" href="#azure-blob-storage">Azure Blob Storage</a></li>
<li><a class="reference internal" href="#azure-file-share">Azure File Share</a></li>
<li><a class="reference internal" href="#logging">Logging</a></li>
<li><a class="reference internal" href="#azure-cosmosdb">Azure CosmosDB</a></li>
<li><a class="reference internal" href="#azure-data-lake">Azure Data Lake</a></li>
<li><a class="reference internal" href="#azure-container-instances">Azure Container Instances</a></li>
</ul>
</li>
<li><a class="reference internal" href="#aws-amazon-web-services">AWS: Amazon Web Services</a><ul>
<li><a class="reference internal" href="#aws-emr">AWS EMR</a></li>
<li><a class="reference internal" href="#aws-s3">AWS S3</a></li>
<li><a class="reference internal" href="#aws-batch-service">AWS Batch Service</a></li>
<li><a class="reference internal" href="#aws-redshift">AWS RedShift</a></li>
<li><a class="reference internal" href="#aws-dynamodb">AWS DynamoDB</a></li>
<li><a class="reference internal" href="#aws-lambda">AWS Lambda</a></li>
<li><a class="reference internal" href="#aws-kinesis">AWS Kinesis</a></li>
<li><a class="reference internal" href="#amazon-sagemaker">Amazon SageMaker</a></li>
</ul>
</li>
<li><a class="reference internal" href="#databricks">Databricks</a></li>
<li><a class="reference internal" href="#gcp-google-cloud-platform">GCP: Google Cloud Platform</a><ul>
<li><a class="reference internal" href="#id2">Logging</a></li>
<li><a class="reference internal" href="#googlecloudbasehook">GoogleCloudBaseHook</a></li>
<li><a class="reference internal" href="#bigquery">BigQuery</a></li>
<li><a class="reference internal" href="#cloud-spanner">Cloud Spanner</a></li>
<li><a class="reference internal" href="#cloud-sql">Cloud SQL</a></li>
<li><a class="reference internal" href="#cloud-bigtable">Cloud Bigtable</a></li>
<li><a class="reference internal" href="#cloud-build">Cloud Build</a></li>
<li><a class="reference internal" href="#compute-engine">Compute Engine</a></li>
<li><a class="reference internal" href="#cloud-functions">Cloud Functions</a></li>
<li><a class="reference internal" href="#cloud-dataflow">Cloud DataFlow</a></li>
<li><a class="reference internal" href="#cloud-dataproc">Cloud DataProc</a></li>
<li><a class="reference internal" href="#cloud-datastore">Cloud Datastore</a></li>
<li><a class="reference internal" href="#cloud-ml-engine">Cloud ML Engine</a></li>
<li><a class="reference internal" href="#cloud-storage">Cloud Storage</a></li>
<li><a class="reference internal" href="#transfer-service">Transfer Service</a></li>
<li><a class="reference internal" href="#cloud-vision">Cloud Vision</a><ul>
<li><a class="reference internal" href="#cloud-vision-product-search-operators">Cloud Vision Product Search Operators</a></li>
</ul>
</li>
<li><a class="reference internal" href="#cloud-text-to-speech">Cloud Text to Speech</a></li>
<li><a class="reference internal" href="#cloud-speech-to-text">Cloud Speech to Text</a></li>
</ul>
</li>
<li><a class="reference internal" href="#cloud-speech-translate-operators">Cloud Speech Translate Operators</a><ul>
<li><a class="reference internal" href="#cloud-translate">Cloud Translate</a><ul>
<li><a class="reference internal" href="#cloud-translate-text-operators">Cloud Translate Text Operators</a></li>
</ul>
</li>
<li><a class="reference internal" href="#cloud-video-intelligence">Cloud Video Intelligence</a></li>
<li><a class="reference internal" href="#google-kubernetes-engine">Google Kubernetes Engine</a></li>
<li><a class="reference internal" href="#google-natural-language">Google Natural Language</a></li>
<li><a class="reference internal" href="#google-cloud-data-loss-prevention-dlp">Google Cloud Data Loss Prevention (DLP)</a></li>
<li><a class="reference internal" href="#google-cloud-tasks">Google Cloud Tasks</a></li>
</ul>
</li>
<li><a class="reference internal" href="#qubole">Qubole</a></li>
</ul>
</li>
</ul>
</div>
</nav>
</div>
<div class="base-layout--button">
<a href="https://github.com/apache/airflow/edit/master/docs/integration.rst" rel="nofollow">
<button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed">
<svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30">
<path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.153 4.07 5.937 5.937 0 011.581 4.127c0 5.909-3.6 7.209-7.022 7.589a3.672 3.672 0 011.044 2.848c0 2.056-.019 3.715-.019 4.219 0 .411.277.89 1.057.74A15.382 15.382 0 0015.378.001z" data-name="Path 224" fill="#51504f" fill-rule="evenodd"></path>
</svg>
<span class="bodytext__medium--brownish-grey">Suggest a change on this page</span>
</button>
</a>
</div>
</div>
<footer>
<div class="footer-section footer-section__media-section">
<div class="d-flex align-items-center">
<a class="footer-section__media-section--link" target="_blank" href="https://github.com">
<svg xmlns="http://www.w3.org/2000/svg" width="46.14" height="45" viewBox="0 0 46.14 45">
<path id="Path_207" d="M228.962 1078.578a23.072 23.072 0 0 0-7.29 44.96c1.154.212 1.574-.5 1.574-1.112 0-.548-.02-2-.031-3.924-6.417 1.394-7.771-3.093-7.771-3.093a6.109 6.109 0 0 0-2.562-3.375c-2.095-1.431.159-1.4.159-1.4a4.846 4.846 0 0 1 3.533 2.377c2.058 3.525 5.4 2.507 6.714 1.917a4.926 4.926 0 0 1 1.464-3.084c-5.123-.582-10.508-2.562-10.508-11.4a8.919 8.919 0 0 1 2.374-6.191 8.3 8.3 0 0 1 .226-6.105s1.937-.62 6.344 2.365a21.857 21.857 0 0 1 11.551 0c4.4-2.985 6.338-2.365 6.338-2.365a8.284 8.284 0 0 1 .23 6.105 8.9 8.9 0 0 1 2.371 6.191c0 8.862-5.393 10.812-10.533 11.384a5.506 5.506 0 0 1 1.566 4.272c0 3.084-.028 5.572-.028 6.329 0 .617.415 1.334 1.586 1.109a23.073 23.073 0 0 0-7.308-44.958z" fill="#fff" fill-rule="evenodd" data-name="Path 207" transform="translate(-205.894 -1078.578)"></path>
</svg>
</a>
<a class="footer-section__media-section--link" target="_blank" href="https://jira.atlassian.com/">
<svg xmlns="http://www.w3.org/2000/svg" width="45" height="45" viewBox="0 0 45 45">
<g id="Group_210" data-name="Group 210" transform="translate(-339.789 -1315.282)">
<path id="Path_218" d="M394.82 1315.282h-21.671a9.784 9.784 0 0 0 9.784 9.778h3.986v3.857a9.784 9.784 0 0 0 9.784 9.771v-21.523a1.884 1.884 0 0 0-1.883-1.883z" fill="#fff" data-name="Path 218" transform="translate(-11.914)"></path>
<path id="Path_219" d="M378.14 1332.072h-21.671a9.778 9.778 0 0 0 9.778 9.778h4.018v3.857a9.784 9.784 0 0 0 9.752 9.778v-21.536a1.877 1.877 0 0 0-1.877-1.877z" fill="#fff" data-name="Path 219" transform="translate(-5.957 -5.996)"></path>
<path id="Path_220" d="M361.46 1348.862h-21.671a9.778 9.778 0 0 0 9.778 9.778h3.992v3.857a9.778 9.778 0 0 0 9.778 9.778v-21.529a1.883 1.883 0 0 0-1.877-1.884z" fill="#fff" data-name="Path 220" transform="translate(0 -11.993)"></path>
</g>
</svg>
</a>
<a class="footer-section__media-section--link" target="_blank" href="https://slack.com">
<svg xmlns="http://www.w3.org/2000/svg" width="45.073" height="45.073" viewBox="0 0 45.073 45.073">
<g id="Group_208" data-name="Group 208" transform="translate(-661.145 -806.287)">
<g id="Group_204" data-name="Group 204" transform="translate(661.145 830.01)">
<path id="Path_208" d="M670.634 856.859a4.744 4.744 0 1 1-4.744-4.744h4.744z" fill="#fff" data-name="Path 208" transform="translate(-661.145 -852.115)"></path>
<path id="Path_209" d="M684.059 856.859a4.744 4.744 0 0 1 9.489 0v11.861a4.744 4.744 0 1 1-9.489 0z" fill="#fff" data-name="Path 209" transform="translate(-672.198 -852.115)"></path>
</g>
<g id="Group_205" data-name="Group 205" transform="translate(661.145 806.287)">
<path id="Path_210" d="M688.8 815.776a4.744 4.744 0 1 1 4.744-4.745v4.745z" fill="#fff" data-name="Path 210" transform="translate(-672.198 -806.287)"></path>
<path id="Path_211" d="M677.751 829.2a4.744 4.744 0 0 1 0 9.489H665.89a4.744 4.744 0 1 1 0-9.489z" fill="#fff" data-name="Path 211" transform="translate(-661.145 -817.34)"></path>
</g>
<g id="Group_206" data-name="Group 206" transform="translate(684.868 806.287)">
<path id="Path_212" d="M729.887 833.945a4.744 4.744 0 1 1 4.745 4.745h-4.745z" fill="#fff" data-name="Path 212" transform="translate(-718.026 -817.34)"></path>
<path id="Path_213" d="M716.462 822.893a4.744 4.744 0 1 1-9.489 0v-11.862a4.744 4.744 0 0 1 9.489 0z" fill="#fff" data-name="Path 213" transform="translate(-706.973 -806.287)"></path>
</g>
<g id="Group_207" data-name="Group 207" transform="translate(684.868 830.01)">
<path id="Path_214" d="M711.718 875.029a4.744 4.744 0 1 1-4.745 4.744v-4.744z" fill="#fff" data-name="Path 214" transform="translate(-706.973 -863.168)"></path>
<path id="Path_215" d="M711.718 861.6a4.744 4.744 0 1 1 0-9.489h11.861a4.744 4.744 0 0 1 0 9.489z" fill="#fff" data-name="Path 215" transform="translate(-706.973 -852.115)"></path>
</g>
</g>
</svg>
</a>
<a class="footer-section__media-section--link" target="_blank" href="https://stackoverflow.com">
<svg xmlns="http://www.w3.org/2000/svg" width="37.647" height="44.6" viewBox="0 0 37.647 44.6">
<g id="Group_209" data-name="Group 209" transform="translate(-645.2 -975.455)">
<path id="Path_216" d="M677.028 1043.1v-11.948h3.966v15.914H645.2v-15.914h3.966v11.948z" fill="#fff" data-name="Path 216" transform="translate(0 -27.014)"></path>
<path id="Path_217" d="M661.012 1003.008l19.467 4.069.824-3.914-19.467-4.069zm2.575-9.27l18.025 8.395 1.648-3.605-18.025-8.446zm5-8.858l15.3 12.721 2.524-3.039-15.3-12.721zm9.888-9.425l-3.193 2.369 11.845 15.965 3.193-2.369zm-17.875 36.617h19.879v-3.966H660.6z" fill="#fff" data-name="Path 217" transform="translate(-7.469)"></path>
</g>
</svg>
</a>
<a class="footer-section__media-section--link" target="_blank" href="https://twitter.com">
<svg xmlns="http://www.w3.org/2000/svg" width="44.355" height="44.355" viewBox="0 0 44.355 44.355">
<g id="Group_211" data-name="Group 211" transform="translate(-503 -1382.2)">
<path id="Path_221" d="M541.811 1382.2h-33.267a5.546 5.546 0 0 0-5.544 5.544v33.266a5.547 5.547 0 0 0 5.544 5.545h33.267a5.546 5.546 0 0 0 5.544-5.545v-33.266a5.546 5.546 0 0 0-5.544-5.544zm-5.611 16.533c.011.244.011.488.011.732 0 7.507-5.722 16.178-16.179 16.178a16.173 16.173 0 0 1-8.7-2.539 10.92 10.92 0 0 0 1.353.078 11.4 11.4 0 0 0 7.064-2.44 5.685 5.685 0 0 1-5.311-3.947 5.725 5.725 0 0 0 2.561-.1 5.7 5.7 0 0 1-4.557-5.578v-.078a5.752 5.752 0 0 0 2.572.71 5.709 5.709 0 0 1-1.763-7.6 16.146 16.146 0 0 0 11.721 5.944 6.282 6.282 0 0 1-.144-1.3 5.688 5.688 0 0 1 9.836-3.892 11.3 11.3 0 0 0 3.615-1.375 5.721 5.721 0 0 1-2.506 3.149 11.538 11.538 0 0 0 3.271-.9 11.585 11.585 0 0 1-2.844 2.958z" fill="#fff" data-name="Path 221"></path>
</g>
</svg>
</a>
<a class="footer-section__media-section--link" target="_blank" href="https://youtube.com">
<svg xmlns="http://www.w3.org/2000/svg" width="49.594" height="34.941" viewBox="0 0 49.594 34.941">
<path id="Path_223" d="M1124.557 1230a6.232 6.232 0 0 0-4.385-4.413c-3.867-1.043-19.376-1.043-19.376-1.043s-15.508 0-19.376 1.043a6.232 6.232 0 0 0-4.385 4.413c-1.036 3.893-1.036 12.014-1.036 12.014s0 8.122 1.036 12.015a6.232 6.232 0 0 0 4.385 4.413c3.867 1.043 19.376 1.043 19.376 1.043s15.509 0 19.376-1.043a6.232 6.232 0 0 0 4.385-4.413c1.036-3.893 1.036-12.015 1.036-12.015s.001-8.123-1.036-12.014zm-28.833 19.388v-14.748l12.962 7.374z" fill="#fff" data-name="Path 223" transform="translate(-1076 -1224.542)"></path>
</svg>
</a>
</div>
<div class="footer-section__media-section--button-with-text">
<span class="footer-section__media-section--text">Want to be a part of Apache Airflow?</span>
<a href="/community">
<button id="" class="btn-filled bodytext__medium--white ">Join community</button>
</a>
</div>
</div>
<div class="footer-section footer-section__policies-section">
<div class="footer-section">
<span>© The Apache Software Foundation 2019</span>
<div class="footer-section__policies-section--policies">
<a href="https://www.apache.org/licenses/" class="footer-section__policies-section--policy-item">
<span>License</span>
</a>
<a href="https://www.apache.org/foundation/sponsorship.html" class="footer-section__policies-section--policy-item">
<span>Donate</span>
</a>
<a href="https://www.apache.org/foundation/thanks.html" class="footer-section__policies-section--policy-item">
<span>Thanks</span>
</a>
<a href="https://www.apache.org/security/" class="footer-section__policies-section--policy-item">
<span>Security</span>
</a>
<a href="/docs" class="footer-section__policies-section--policy-item">
<span>Season of Docs</span>
</a>
<a href="/" class="footer-section__policies-section--policy-item">
<span>Privacy policy &amp; terms</span>
</a>
<a href="/" class="footer-section__policies-section--policy-item">
<span>Cookies</span>
</a>
<div class="footer-section__policies-section--language-toggle">
<a class="dropdown-toggle" href="#" id="navbarDropdown" role="button" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false">
<span>English</span>
</a>
<div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink">
<a class="dropdown-item" href="/no/">Norsk</a>
</div>
</div>
</div>
</div>
<span class="footer-section__policies-section--disclaimer">
Apache Airflow, Apache, Airflow, the Airflow logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation.
All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation.
</span>
</div>
</footer>
<script type="text/javascript" src="_static/_gen/js/docs.js"></script>
<script type="text/javascript" id="documentation_options" data-url_root="./" src="_static/documentation_options.js"></script>
<script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script>
<script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script>
<script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script>
<script type="text/javascript" src="_static/jquery.js"></script>
<script type="text/javascript" src="_static/underscore.js"></script>
<script type="text/javascript" src="_static/doctools.js"></script>
<script type="text/javascript" src="_static/language_data.js"></script>
<script type="text/javascript" src="_static/jira-links.js"></script>
</body>
</html>