| |
| |
| |
| |
| <!DOCTYPE html> |
| <!--[if IE 8]><html class="no-js lt-ie9" lang="en" > <![endif]--> |
| <!--[if gt IE 8]><!--> <html class="no-js" lang="en" > <!--<![endif]--> |
| <html xmlns="http://www.w3.org/1999/xhtml" lang="en"> |
| <head> |
| <meta charset="utf-8" /> |
| <meta name="viewport" content="width=device-width, initial-scale=1"> |
| <title>airflow.providers.google.cloud.hooks.bigquery — apache-airflow-providers-google Documentation</title> |
| <link rel="stylesheet" href="../../../../../../../_static/_gen/css/main.min.css" type="text/css" /> |
| <link rel="stylesheet" type="text/css" href="../../../../../../../_static/pygments.css" /> |
| <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main.min.css" /> |
| <link rel="stylesheet" type="text/css" href="../../../../../../../_static/copybutton.css" /> |
| <link rel="stylesheet" type="text/css" href="../../../../../../../_static/_gen/css/main-custom.min.css" /> |
| <link rel="stylesheet" type="text/css" href="../../../../../../../_static/graphviz.css" /> |
| <link rel="shortcut icon" href="../../../../../../../_static/pin_32.png"/> |
| <link rel="index" title="Index" href="../../../../../../../genindex.html" /> |
| <link rel="search" title="Search" href="../../../../../../../search.html" /> |
| <link rel="next" title="airflow.providers.google.cloud.hooks.bigquery_dts" href="../bigquery_dts/index.html" /> |
| <link rel="prev" title="airflow.providers.google.cloud.hooks.automl" href="../automl/index.html" /> |
| <!-- Matomo --> |
| <script> |
| var _paq = window._paq = window._paq || []; |
| /* tracker methods like "setCustomDimension" should be called before "trackPageView" */ |
| /* We explicitly disable cookie tracking to avoid privacy issues */ |
| _paq.push(['disableCookies']); |
| _paq.push(['trackPageView']); |
| _paq.push(['enableLinkTracking']); |
| (function() { |
| var u="https://analytics.apache.org/"; |
| _paq.push(['setTrackerUrl', u+'matomo.php']); |
| _paq.push(['setSiteId', '13']); |
| var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0]; |
| g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s); |
| })(); |
| </script> |
| <!-- End Matomo Code --> |
| |
| |
| </head><body class="td-section"> |
| |
| |
| <header> |
| <nav class="js-navbar-scroll navbar"> |
| <div class="navbar__icon-container"> |
| <a href="/"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60"> |
| <defs> |
| <clipPath id="clip-path"> |
| <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path> |
| </clipPath> |
| </defs> |
| <g id="logo" transform="translate(-1305 -780.355)"> |
| <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)"> |
| <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)"> |
| <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path> |
| <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path> |
| <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path> |
| <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path> |
| <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path> |
| <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path> |
| <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path> |
| <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path> |
| <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle> |
| <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258.258 0 0 1 .189-.078h.513a.268.268 0 0 1 .256.256v.49a2.118 2.118 0 0 1 1.828-.858 2.092 2.092 0 0 1 1.751.736 3.135 3.135 0 0 1 .636 1.9q.011.122.011.379t-.011.379a3.168 3.168 0 0 1-.636 1.9 2.111 2.111 0 0 1-1.751.736 2.154 2.154 0 0 1-1.806-.836v2.587a.241.241 0 0 1-.067.178.223.223 0 0 1-.179.078zm2.364-2.91a1.324 1.324 0 0 0 1.149-.491 2.266 2.266 0 0 0 .4-1.293q.011-.111.011-.323 0-2.107-1.562-2.107a1.365 1.365 0 0 0-1.159.513 2.111 2.111 0 0 0-.412 1.2l-.012.424.012.435a1.862 1.862 0 0 0 .424 1.149 1.4 1.4 0 0 0 1.148.493zm5.628.9a2.329 2.329 0 0 1-1.015-.223 1.94 1.94 0 0 1-.747-.6 1.487 1.487 0 0 1-.268-.859 1.459 1.459 0 0 1 .6-1.2 3.4 3.4 0 0 1 1.65-.624l1.661-.234v-.323q0-1.137-1.3-1.137a1.4 1.4 0 0 0-.8.212 1.376 1.376 0 0 0-.468.48.305.305 0 0 1-.089.145.18.18 0 0 1-.134.045h-.48a.23.23 0 0 1-.245-.245 1.17 1.17 0 0 1 .245-.6 1.931 1.931 0 0 1 .747-.591 2.7 2.7 0 0 1 1.238-.256 2.351 2.351 0 0 1 1.8.591 2.032 2.032 0 0 1 .547 1.45v3.613a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067h-.513a.233.233 0 0 1-.257-.256v-.479a1.923 1.923 0 0 1-.714.6 2.557 2.557 0 0 1-1.203.237zm.234-.836a1.579 1.579 0 0 0 1.182-.469 1.881 1.881 0 0 0 .468-1.371v-.312l-1.293.19a2.918 2.918 0 0 0-1.193.379.761.761 0 0 0-.4.658.784.784 0 0 0 .368.691 1.585 1.585 0 0 0 .867.237zm6.643.836a2.556 2.556 0 0 1-1.873-.669 2.738 2.738 0 0 1-.714-1.9l-.011-.446.011-.446a2.7 2.7 0 0 1 .714-1.885 2.531 2.531 0 0 1 1.873-.68 2.917 2.917 0 0 1 1.36.29 2.077 2.077 0 0 1 .825.714 1.7 1.7 0 0 1 .3.848.2.2 0 0 1-.067.178.281.281 0 0 1-.19.067h-.535a.265.265 0 0 1-.168-.045.458.458 0 0 1-.111-.178 1.428 1.428 0 0 0-.535-.758 1.516 1.516 0 0 0-.87-.234 1.45 1.45 0 0 0-1.1.435 1.952 1.952 0 0 0-.435 1.3l-.011.4.011.379a1.969 1.969 0 0 0 .435 1.316 1.446 1.446 0 0 0 1.1.424 1.577 1.577 0 0 0 .87-.223 1.493 1.493 0 0 0 .535-.769.458.458 0 0 1 .111-.178.228.228 0 0 1 .168-.056h.535a.258.258 0 0 1 .19.078.2.2 0 0 1 .067.178 1.75 1.75 0 0 1-.3.847 2.078 2.078 0 0 1-.825.714 2.876 2.876 0 0 1-1.361.302zm4.078-.112a.233.233 0 0 1-.257-.256v-7.4a.241.241 0 0 1 .067-.178.259.259 0 0 1 .19-.078h.557a.267.267 0 0 1 .257.256v2.6a2.167 2.167 0 0 1 .758-.624 2.353 2.353 0 0 1 1.082-.223 2.067 2.067 0 0 1 1.661.691 2.642 2.642 0 0 1 .6 1.818v3.144a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067h-.557a.233.233 0 0 1-.256-.256V824a1.775 1.775 0 0 0-.39-1.227 1.387 1.387 0 0 0-1.1-.435 1.481 1.481 0 0 0-1.126.446 1.7 1.7 0 0 0-.412 1.215v3.088a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067zm8.846.112a2.466 2.466 0 0 1-1.84-.7 2.938 2.938 0 0 1-.747-1.94l-.011-.379.011-.368a2.953 2.953 0 0 1 .758-1.918 2.7 2.7 0 0 1 3.735.078 3.114 3.114 0 0 1 .68 2.119v.19a.257.257 0 0 1-.078.189.241.241 0 0 1-.178.067h-3.858v.1a2.11 2.11 0 0 0 .435 1.238 1.332 1.332 0 0 0 1.081.5 1.563 1.563 0 0 0 .836-.2 1.7 1.7 0 0 0 .491-.435.6.6 0 0 1 .145-.156.391.391 0 0 1 .19-.033h.547a.252.252 0 0 1 .167.056.192.192 0 0 1 .067.156.975.975 0 0 1-.312.591 2.51 2.51 0 0 1-.859.6 3.049 3.049 0 0 1-1.26.248zm1.527-3.434v-.033a1.817 1.817 0 0 0-.424-1.249 1.512 1.512 0 0 0-2.23 0 1.883 1.883 0 0 0-.4 1.249v.033z" fill="#51504f" data-name="Path 9" transform="translate(-1460.834 -808.144)"></path> |
| <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1.505 3.958l-.08-.03a.086.086 0 0 0 .08.116zm-1.784 2.646a.128.128 0 0 1-.1-.042l-.122.121a.3.3 0 0 0 .217.092zm-.1-.042a.129.129 0 0 1-.042-.1h-.171a.3.3 0 0 0 .092.217zm-.042-.1a.38.38 0 0 1 .007-.1l-.163-.054a.514.514 0 0 0-.016.15zm.005-.092l2.765-7.214-.16-.061-2.765 7.214zm2.766-7.216a.283.283 0 0 1 .1-.143.3.3 0 0 1 .174-.046v-.172a.47.47 0 0 0-.271.076.453.453 0 0 0-.166.226zm.276-.189h.758v-.172h-.758zm.758 0a.3.3 0 0 1 .175.046.283.283 0 0 1 .1.143l.161-.059a.451.451 0 0 0-.166-.226.47.47 0 0 0-.272-.076zm.277.19l2.754 7.214.16-.061-2.754-7.214zm2.75 7.2l.022.123.169-.031-.022-.123zm.021.107a.13.13 0 0 1-.042.1l.121.121a.3.3 0 0 0 .092-.217zm-.042.1a.13.13 0 0 1-.1.042v.171a.3.3 0 0 0 .217-.092zm-.1.042h-.568v.171h.568zm-.568 0a.206.206 0 0 1-.135-.036l-.11.132a.373.373 0 0 0 .245.076zm-.129-.031a.262.262 0 0 1-.069-.1l-.162.054a.431.431 0 0 0 .11.167zm-.07-.1l-.613-1.584-.16.062.613 1.583zm-.693-1.638h-3.657v.171h3.657zm-3.737.055l-.614 1.584.16.062.613-1.583zm-.615 1.587a.235.235 0 0 1-.075.1l.111.13a.4.4 0 0 0 .126-.172zm-.074.1a.185.185 0 0 1-.124.036v.171a.354.354 0 0 0 .233-.076zm-.124.036h-.569v.171h.569zm4.306-2.677l-1.505-3.958-.16.061 1.505 3.958zm-1.666-3.958l-1.505 3.958.16.061 1.505-3.958zm-1.425 4.075h3.01v-.171h-3.01zm6.143 4.687l-.06.061zm0-7.761l.061.061zm.881 0l-.065.056.01.009zm.078.669h-.086a.086.086 0 0 0 .155.051zm3.579-.123l-.067.053zm.636 1.9h-.086zm0 .758l-.085-.007zm-.636 1.9l.067.054zm-3.557-.1l.068-.052a.086.086 0 0 0-.154.052zm-.067 2.765l-.061-.06zm2.787-3.323l-.069-.051zm.4-1.293l-.085-.008v.005zm-2.709-1.918l-.068-.052zm-.413 1.2h-.086zm-.011.423h-.085zm.011.435h-.086zm.424 1.149l.066-.054zm-1.216 3.315a.173.173 0 0 1-.129-.053l-.121.121a.342.342 0 0 0 .25.1zm-.129-.053a.157.157 0 0 1-.042-.118h-.172a.325.325 0 0 0 .092.239zm-.042-.118v-7.4h-.172v7.4zm0-7.4a.157.157 0 0 1 .042-.118l-.121-.121a.324.324 0 0 0-.092.239zm.042-.118a.173.173 0 0 1 .129-.053v-.172a.342.342 0 0 0-.25.1zm.129-.053h.513v-.172h-.513zm.513 0a.137.137 0 0 1 .113.048l.13-.111a.309.309 0 0 0-.244-.108zm.123.058a.137.137 0 0 1 .048.113h.171a.309.309 0 0 0-.108-.243zm.048.113v.49h.171v-.49zm.155.541a2.033 2.033 0 0 1 1.759-.823v-.171a2.2 2.2 0 0 0-1.9.894zm1.759-.823a2.007 2.007 0 0 1 1.683.7l.135-.106a2.177 2.177 0 0 0-1.818-.768zm1.683.7a3.045 3.045 0 0 1 .617 1.845l.171-.007a3.218 3.218 0 0 0-.654-1.946zm.617 1.85c.007.078.011.2.011.372h.171c0-.171 0-.3-.012-.387zm.011.372c0 .171 0 .294-.011.372l.17.015c.008-.086.012-.216.012-.387zm-.011.376a3.08 3.08 0 0 1-.617 1.846l.134.106a3.25 3.25 0 0 0 .654-1.945zm-.617 1.845a2.025 2.025 0 0 1-1.683.7v.171a2.2 2.2 0 0 0 1.817-.768zm-1.683.7a2.068 2.068 0 0 1-1.739-.8l-.136.1a2.239 2.239 0 0 0 1.874.87zm-1.892-.75v2.587h.172v-2.587zm0 2.587a.156.156 0 0 1-.042.118l.121.121a.325.325 0 0 0 .092-.239zm-.046.123a.138.138 0 0 1-.114.048v.172a.308.308 0 0 0 .244-.108zm-.114.048h-.546v.172h.546zm1.817-2.739a1.408 1.408 0 0 0 1.218-.526l-.138-.1a1.24 1.24 0 0 1-1.079.455zm1.217-.525a2.355 2.355 0 0 0 .419-1.341l-.171-.007a2.182 2.182 0 0 1-.385 1.246zm.418-1.336c.008-.079.012-.19.012-.332h-.172c0 .14 0 .245-.011.315zm.012-.332a2.726 2.726 0 0 0-.407-1.632 1.448 1.448 0 0 0-1.24-.562v.171a1.278 1.278 0 0 1 1.1.492 2.565 2.565 0 0 1 .374 1.53zm-1.647-2.193a1.452 1.452 0 0 0-1.228.547l.136.1a1.282 1.282 0 0 1 1.091-.479zm-1.228.547a2.2 2.2 0 0 0-.43 1.252l.172.008a2.028 2.028 0 0 1 .4-1.157zm-.43 1.254l-.011.424h.171l.011-.424zm-.011.428l.011.435h.172l-.011-.435zm.011.436a1.95 1.95 0 0 0 .443 1.2l.133-.109a1.776 1.776 0 0 1-.4-1.1zm.443 1.2a1.484 1.484 0 0 0 1.214.522v-.171a1.314 1.314 0 0 1-1.082-.459zm5.828 1.117l.037-.077zm-.747-.6l-.07.049zm.335-2.063l.052.068zm1.65-.624l.012.085zm1.661-.234l.012.085a.086.086 0 0 0 .074-.085zm-2.107-1.249l.046.072zm-.468.48l-.075-.042a.083.083 0 0 0-.006.015zm-.089.145l-.054-.067-.007.006zm-.792-.022l-.065.056.009.009zm-.067-.178h-.086zm.245-.6l-.07-.049zm.747-.591l.038.077zm3.033.334l-.063.058zm.468 5.252l.06.061zm-.881 0l-.065.056a.043.043 0 0 0 .009.009zm-.067-.669h.086a.086.086 0 0 0-.156-.048zm-.714.6l-.04-.076zm.223-1.059l-.062-.06zm.468-1.684h.086a.086.086 0 0 0-.1-.085zm-1.293.189l.012.085zm-1.193.379l.046.072zm-.033 1.349l-.047.071zm.635.985a2.241 2.241 0 0 1-.978-.215l-.074.155a2.412 2.412 0 0 0 1.051.231zm-.978-.215a1.859 1.859 0 0 1-.715-.576l-.138.1a2.024 2.024 0 0 0 .779.629zm-.713-.573a1.4 1.4 0 0 1-.253-.81h-.172a1.571 1.571 0 0 0 .283.907zm-.253-.81a1.374 1.374 0 0 1 .569-1.136l-.105-.135a1.544 1.544 0 0 0-.635 1.272zm.569-1.137a3.316 3.316 0 0 1 1.609-.607l-.024-.17a3.481 3.481 0 0 0-1.691.642zm1.609-.607l1.661-.234-.024-.17-1.662.234zm1.735-.319v-.323h-.171v.323zm0-.323a1.156 1.156 0 0 0-.355-.917 1.536 1.536 0 0 0-1.035-.306v.172a1.37 1.37 0 0 1 .922.263.986.986 0 0 1 .3.788zm-1.39-1.223a1.486 1.486 0 0 0-.851.227l.1.142a1.316 1.316 0 0 1 .755-.2zm-.849.226a1.452 1.452 0 0 0-.5.51l.15.084a1.286 1.286 0 0 1 .44-.449zm-.5.524a.226.226 0 0 1-.062.105l.107.134a.391.391 0 0 0 .117-.185zm-.068.112a.1.1 0 0 1-.073.019v.171a.266.266 0 0 0 .194-.07zm-.073.019h-.48v.171h.48zm-.48 0a.18.18 0 0 1-.122-.046l-.112.13a.352.352 0 0 0 .234.087zm-.113-.037a.18.18 0 0 1-.047-.123h-.171a.352.352 0 0 0 .087.234zm-.047-.119a1.1 1.1 0 0 1 .23-.557l-.14-.1a1.253 1.253 0 0 0-.261.648zm.23-.556a1.843 1.843 0 0 1 .715-.564l-.075-.154a2.018 2.018 0 0 0-.78.618zm.716-.564a2.611 2.611 0 0 1 1.2-.247v-.171a2.781 2.781 0 0 0-1.277.266zm1.2-.247a2.268 2.268 0 0 1 1.732.563l.126-.116a2.435 2.435 0 0 0-1.858-.618zm1.733.564a1.945 1.945 0 0 1 .523 1.391h.171a2.117 2.117 0 0 0-.57-1.508zm.523 1.391v3.613h.171v-3.613zm0 3.613a.172.172 0 0 1-.053.129l.121.121a.344.344 0 0 0 .1-.25zm-.053.129a.157.157 0 0 1-.118.042v.171a.326.326 0 0 0 .239-.092zm-.118.042h-.513v.171h.513zm-.513 0a.2.2 0 0 1-.134-.046l-.111.13a.367.367 0 0 0 .245.088zm-.124-.037a.194.194 0 0 1-.047-.134h-.171a.366.366 0 0 0 .087.245zm-.047-.134v-.479h-.171v.479zm-.156-.528a1.846 1.846 0 0 1-.683.575l.079.152a2.012 2.012 0 0 0 .745-.629zm-.683.575a2.476 2.476 0 0 1-1.153.236v.171a2.644 2.644 0 0 0 1.233-.255zm-.919-.429a1.666 1.666 0 0 0 1.244-.494l-.123-.12a1.493 1.493 0 0 1-1.121.442zm1.244-.494a1.969 1.969 0 0 0 .492-1.431h-.171a1.8 1.8 0 0 1-.444 1.312zm.492-1.431v-.312h-.171v.312zm-.1-.4l-1.293.189.025.17 1.293-.189zm-1.293.189a3 3 0 0 0-1.228.393l.095.143a2.837 2.837 0 0 1 1.158-.365zm-1.227.392a.845.845 0 0 0-.441.73h.172a.676.676 0 0 1 .362-.586zm-.441.73a.869.869 0 0 0 .406.762l.095-.142a.7.7 0 0 1-.33-.62zm.408.764a1.673 1.673 0 0 0 .916.247v-.171a1.5 1.5 0 0 1-.823-.221zm5.686.329l-.061.06zm-.714-1.9h-.085zm-.011-.446h-.085zm.011-.446h-.085zm.714-1.885l.061.061zm3.234-.39l-.04.076zm.825.713l-.073.046zm.3.848h-.086zm-.067.178l.056.065zm-.892.022l.054-.067zm-.112-.178l-.081.029zm-.535-.758l-.048.071zm-1.974.2l-.062-.059zm-.435 1.3h-.086zm-.011.4h-.086zm.011.379h-.086zm.435 1.316l-.062.059zm1.974.2l.046.072zm.535-.769l-.079-.033zm.112-.178l.054.067.007-.006zm.892.022l-.061.06zm.067.178l-.085-.009zm-.3.847l-.072-.046zm-.825.714l-.04-.076zm-1.36.2a2.471 2.471 0 0 1-1.814-.644l-.12.122a2.64 2.64 0 0 0 1.933.694zm-1.813-.643a2.653 2.653 0 0 1-.689-1.839l-.171.006a2.822 2.822 0 0 0 .738 1.952zm-.689-1.838l-.011-.446h-.171l.011.446zm-.011-.442l.011-.446h-.171l-.011.446zm.011-.445a2.611 2.611 0 0 1 .689-1.827l-.122-.121a2.78 2.78 0 0 0-.738 1.942zm.689-1.827a2.447 2.447 0 0 1 1.813-.655v-.171a2.617 2.617 0 0 0-1.934.705zm1.813-.655a2.836 2.836 0 0 1 1.32.28l.079-.152a3 3 0 0 0-1.4-.3zm1.32.28a1.99 1.99 0 0 1 .792.683l.145-.091a2.158 2.158 0 0 0-.858-.744zm.793.685a1.617 1.617 0 0 1 .287.8l.171-.009a1.789 1.789 0 0 0-.315-.89zm.287.809a.11.11 0 0 1-.037.1l.112.13a.281.281 0 0 0 .1-.252zm-.037.1a.2.2 0 0 1-.134.046v.171a.369.369 0 0 0 .246-.088zm-.134.046h-.535v.171h.535zm-.535 0a.184.184 0 0 1-.114-.026l-.107.134a.345.345 0 0 0 .221.064zm-.114-.026a.389.389 0 0 1-.086-.144l-.158.066a.533.533 0 0 0 .137.212zm-.084-.14a1.514 1.514 0 0 0-.57-.8l-.093.144a1.343 1.343 0 0 1 .5.715zm-.568-.8a1.6 1.6 0 0 0-.918-.249v.171a1.435 1.435 0 0 1 .822.219zm-.918-.249a1.535 1.535 0 0 0-1.166.462l.124.118a1.364 1.364 0 0 1 1.042-.408zm-1.166.462a2.036 2.036 0 0 0-.458 1.36l.171.006a1.872 1.872 0 0 1 .411-1.249zm-.458 1.361l-.011.4h.171l.011-.4zm-.011.406l.011.379.171-.005-.011-.379zm.011.38a2.052 2.052 0 0 0 .458 1.371l.124-.118a1.889 1.889 0 0 1-.411-1.26zm.458 1.371a1.533 1.533 0 0 0 1.166.451v-.172a1.363 1.363 0 0 1-1.042-.4zm1.166.451a1.661 1.661 0 0 0 .916-.237l-.093-.144a1.491 1.491 0 0 1-.823.209zm.918-.238a1.576 1.576 0 0 0 .568-.812l-.162-.057a1.409 1.409 0 0 1-.5.727zm.566-.807a.39.39 0 0 1 .086-.144l-.107-.134a.533.533 0 0 0-.137.213zm.093-.151a.144.144 0 0 1 .107-.031v-.171a.31.31 0 0 0-.228.081zm.107-.031h.535v-.171h-.535zm.535 0a.173.173 0 0 1 .129.053l.121-.121a.344.344 0 0 0-.25-.1zm.134.057a.11.11 0 0 1 .037.1l.17.017a.281.281 0 0 0-.1-.252zm.037.109a1.664 1.664 0 0 1-.288.806l.144.092a1.839 1.839 0 0 0 .315-.889zm-.288.806a1.989 1.989 0 0 1-.792.683l.079.152a2.162 2.162 0 0 0 .858-.744zm-.793.684a2.8 2.8 0 0 1-1.32.28v.171a2.96 2.96 0 0 0 1.4-.3zm2.568.187l-.065.056.01.009zm0-7.772l.061.06zm.926 0l-.065.056.009.009zm.078 2.776h-.085a.086.086 0 0 0 .153.053zm.758-.624l.038.077zm2.743.468l-.065.056zm.524 5.151l-.061-.06zm-.925 0l-.065.056.009.009zm-.457-4.5l-.065.056zm-2.23.011l-.062-.059zm-.49 4.493l-.061-.06zm-.736-.019a.2.2 0 0 1-.134-.046l-.112.13a.367.367 0 0 0 .245.088zm-.124-.037a.2.2 0 0 1-.046-.134h-.172a.367.367 0 0 0 .087.245zm-.046-.134v-7.4h-.172v7.4zm0-7.4a.156.156 0 0 1 .042-.118l-.121-.121a.326.326 0 0 0-.092.239zm.042-.118a.172.172 0 0 1 .129-.053v-.171a.343.343 0 0 0-.25.1zm.129-.053h.557v-.171h-.557zm.557 0a.137.137 0 0 1 .113.048l.13-.112a.308.308 0 0 0-.244-.108zm.122.057a.137.137 0 0 1 .048.113h.172a.309.309 0 0 0-.108-.243zm.048.113v2.6h.172v-2.6zm.153 2.651a2.076 2.076 0 0 1 .728-.6l-.075-.154a2.248 2.248 0 0 0-.788.649zm.73-.6a2.272 2.272 0 0 1 1.043-.214v-.171a2.438 2.438 0 0 0-1.121.232zm1.043-.214a1.982 1.982 0 0 1 1.6.661l.13-.112a2.152 2.152 0 0 0-1.727-.721zm1.6.663a2.557 2.557 0 0 1 .581 1.761h.171a2.727 2.727 0 0 0-.624-1.874zm.581 1.761v3.144h.171v-3.144zm0 3.144a.173.173 0 0 1-.053.129l.121.121a.345.345 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-.557v.171h.557zm-.557 0a.2.2 0 0 1-.134-.046l-.112.13a.367.367 0 0 0 .245.088zm-.124-.037a.2.2 0 0 1-.046-.134h-.172a.368.368 0 0 0 .087.245zm-.046-.134V823.8h-.172v3.088zm0-3.088a1.859 1.859 0 0 0-.412-1.284l-.128.114a1.69 1.69 0 0 1 .368 1.169zm-.411-1.283a1.471 1.471 0 0 0-1.169-.464v.171a1.3 1.3 0 0 1 1.039.406zm-1.169-.464a1.566 1.566 0 0 0-1.188.473l.124.118a1.4 1.4 0 0 1 1.064-.419zm-1.188.473a1.779 1.779 0 0 0-.436 1.275h.172a1.609 1.609 0 0 1 .389-1.156zm-.436 1.275v3.088h.172V823.8zm0 3.088a.172.172 0 0 1-.053.129l.121.121a.344.344 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-.557v.171h.557zm6.449-.505l-.062.059zm-.747-1.94h-.086zm-.012-.379h-.085v.005zm.012-.368l-.086-.006zm.758-1.918l-.061-.06zm3.735.078l-.065.056zm.6 2.5l.061.061zm-4.036.067v-.086a.086.086 0 0 0-.086.086zm0 .1h-.086zm.435 1.238l-.068.053zm1.918.3l.045.073zm.491-.435l-.069-.051zm.145-.156l.039.077h.006zm.9.022l-.055.066zm-.245.747l-.064-.057zm-.858.6l.035.078zm.267-3.189v.086a.086.086 0 0 0 .086-.086zm-.424-1.282l-.066.055zm-2.23 0l-.065-.055zm-.4 1.282h-.086a.086.086 0 0 0 .086.086zm1.528 3.349a2.38 2.38 0 0 1-1.779-.677l-.122.12a2.55 2.55 0 0 0 1.9.728zm-1.778-.676a2.86 2.86 0 0 1-.724-1.886l-.171.009a3.027 3.027 0 0 0 .771 1.995zm-.723-1.884l-.011-.379h-.171l.011.379zm-.011-.374l.011-.368-.172-.005-.011.368zm.011-.365a2.871 2.871 0 0 1 .735-1.864l-.124-.118a3.042 3.042 0 0 0-.782 1.971zm.734-1.864a2.331 2.331 0 0 1 1.756-.687v-.171a2.5 2.5 0 0 0-1.879.74zm1.756-.687a2.307 2.307 0 0 1 1.853.762l.13-.112a2.477 2.477 0 0 0-1.983-.821zm1.854.762a3.03 3.03 0 0 1 .659 2.062h.172a3.2 3.2 0 0 0-.7-2.175zm.659 2.062v.19h.172v-.19zm0 .19a.172.172 0 0 1-.053.129l.121.121a.345.345 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-3.858v.171h3.858zm-3.944.086v.1h.172v-.1zm0 .1a2.2 2.2 0 0 0 .453 1.287l.135-.106a2.027 2.027 0 0 1-.417-1.189zm.454 1.288a1.418 1.418 0 0 0 1.148.533v-.171a1.247 1.247 0 0 1-1.015-.47zm1.148.533a1.647 1.647 0 0 0 .882-.214l-.09-.146a1.481 1.481 0 0 1-.791.188zm.882-.214a1.777 1.777 0 0 0 .515-.458l-.14-.1a1.613 1.613 0 0 1-.466.412zm.513-.456a1.251 1.251 0 0 1 .081-.1.28.28 0 0 1 .026-.025l.008-.006-.077-.153a.326.326 0 0 0-.083.068 1.55 1.55 0 0 0-.092.113zm.12-.134a.328.328 0 0 1 .146-.021v-.171a.468.468 0 0 0-.234.046zm.146-.021h.547v-.171h-.547zm.547 0a.166.166 0 0 1 .112.036l.11-.132a.337.337 0 0 0-.222-.076zm.112.036a.107.107 0 0 1 .036.09h.171a.277.277 0 0 0-.1-.222zm.036.09a.9.9 0 0 1-.291.534l.128.115a1.055 1.055 0 0 0 .334-.649zm-.291.535a2.42 2.42 0 0 1-.83.581l.072.156a2.6 2.6 0 0 0 .888-.624zm-.829.58a2.964 2.964 0 0 1-1.224.238v.171a3.133 3.133 0 0 0 1.295-.253zm.389-3.111v-.033h-.171v.033zm0-.033a1.9 1.9 0 0 0-.445-1.306l-.129.114a1.731 1.731 0 0 1 .4 1.192zm-.444-1.3a1.466 1.466 0 0 0-1.181-.521v.172a1.3 1.3 0 0 1 1.049.46zm-1.181-.521a1.466 1.466 0 0 0-1.18.521l.131.11a1.3 1.3 0 0 1 1.049-.46zm-1.181.521a1.965 1.965 0 0 0-.422 1.3h.172a1.794 1.794 0 0 1 .382-1.194zm-.422 1.3v.033h.172v-.033zm.086.119h3.055v-.171h-3.055z" fill="#51504f" data-name="Path 10" transform="translate(-1460.636 -807.945)"></path> |
| <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1.785a.677.677 0 0 1 .68.68v1.53a.655.655 0 0 1-.2.481.713.713 0 0 1-.481.17zm.227 17.479a.593.593 0 0 1-.652-.652v-13.428a.611.611 0 0 1 .17-.453.656.656 0 0 1 .482-.2h1.359a.679.679 0 0 1 .652.651v13.427a.655.655 0 0 1-.2.482.613.613 0 0 1-.453.17zm6.861 0a.592.592 0 0 1-.651-.652v-13.4a.715.715 0 0 1 .17-.481.656.656 0 0 1 .482-.2h1.3a.677.677 0 0 1 .68.68v1.246a4.255 4.255 0 0 1 3.966-1.926h1.1a.679.679 0 0 1 .651.651v1.161a.566.566 0 0 1-.2.453.612.612 0 0 1-.453.17h-1.7a3.2 3.2 0 0 0-2.408.907 3.253 3.253 0 0 0-.879 2.408v8.328a.656.656 0 0 1-.2.482.716.716 0 0 1-.482.17zm12.234 0a.593.593 0 0 1-.651-.652v-11.814h-2.408a.592.592 0 0 1-.651-.651v-.963a.611.611 0 0 1 .17-.453.654.654 0 0 1 .481-.2h2.408v-1.417q0-4.816 4.872-4.815h1.586a.679.679 0 0 1 .652.651v.963a.656.656 0 0 1-.2.481.613.613 0 0 1-.453.17h-1.529a2.1 2.1 0 0 0-1.785.68 3.248 3.248 0 0 0-.51 2.011v1.275h6.062V863.7a.613.613 0 0 1 .17-.453.656.656 0 0 1 .482-.2h1.3a.679.679 0 0 1 .652.651v19.659a.655.655 0 0 1-.2.482.613.613 0 0 1-.454.17h-1.3a.592.592 0 0 1-.652-.652v-11.811h-6.062v11.813a.657.657 0 0 1-.2.482.614.614 0 0 1-.454.17zm20.9.283a6.487 6.487 0 0 1-4.844-1.757 6.837 6.837 0 0 1-1.813-4.674l-.029-1.218.029-1.218a6.732 6.732 0 0 1 1.841-4.646 7.389 7.389 0 0 1 9.631 0 6.736 6.736 0 0 1 1.841 4.646q.028.311.028 1.218t-.028 1.218a6.772 6.772 0 0 1-1.841 4.674 6.391 6.391 0 0 1-4.82 1.756zm0-2.181a3.582 3.582 0 0 0 2.8-1.133 4.931 4.931 0 0 0 1.133-3.258q.028-.283.028-1.076t-.028-1.076a4.931 4.931 0 0 0-1.133-3.258 3.582 3.582 0 0 0-2.8-1.133 3.671 3.671 0 0 0-2.833 1.133 4.83 4.83 0 0 0-1.1 3.258l-.028 1.076.028 1.076a4.83 4.83 0 0 0 1.1 3.258 3.671 3.671 0 0 0 2.828 1.132zm13.755 1.9a.846.846 0 0 1-.566-.17 1.321 1.321 0 0 1-.34-.538l-4.023-13.144-.056-.283a.575.575 0 0 1 .17-.425.641.641 0 0 1 .425-.17h1.246a.612.612 0 0 1 .453.17.646.646 0 0 1 .255.312l3.145 10.679 3.371-10.566a.761.761 0 0 1 .255-.4.726.726 0 0 1 .538-.2h.963a.728.728 0 0 1 .539.2.76.76 0 0 1 .255.4l3.371 10.566 3.144-10.679a.655.655 0 0 1 .2-.312.714.714 0 0 1 .482-.17h1.275a.542.542 0 0 1 .4.17.576.576 0 0 1 .17.425l-.057.283-3.994 13.144a1.323 1.323 0 0 1-.34.538.9.9 0 0 1-.6.17h-1.1a.86.86 0 0 1-.935-.708l-3.286-10.141-3.286 10.141a.928.928 0 0 1-.963.708z" fill="#51504f" data-name="Path 11" transform="translate(-1454.66 -838.62)"></path> |
| </g> |
| </g> |
| </g> |
| </svg> |
| |
| </a> |
| </div> |
| <div class="desktop-only navbar__menu-container"> |
| |
| <div class="navbar__menu-content" id="main_navbar"> |
| |
| <div class="navbar__links-container"> |
| |
| <a class="navbar__text-link" href="/community/"> |
| Community |
| </a> |
| |
| <a class="navbar__text-link" href="/meetups/"> |
| Meetups |
| </a> |
| |
| <a class="navbar__text-link" href="/docs/"> |
| Documentation |
| </a> |
| |
| <a class="navbar__text-link" href="/use-cases/"> |
| Use-cases |
| </a> |
| |
| <a class="navbar__text-link" href="/announcements/"> |
| Announcements |
| </a> |
| |
| <a class="navbar__text-link" href="/blog/"> |
| Blog |
| </a> |
| |
| <a class="navbar__text-link" href="/ecosystem/"> |
| Ecosystem |
| </a> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| <div class="mobile-only navbar__drawer-container"> |
| <button class="navbar__toggle-button" id="navbar-toggle-button"> |
| |
| <div id="hamburger-icon" class="navbar__toggle-button--icon visible"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="26" height="20" viewBox="0 0 26 20"> |
| <g id="Group_1294" data-name="Group 1294" transform="translate(-38.791 291)"> |
| <g id="Group_1291" data-name="Group 1291" transform="translate(39 -291)"> |
| <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect> |
| </g> |
| <g id="Group_1292" data-name="Group 1292" transform="translate(39 -281.822)"> |
| <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect> |
| </g> |
| <g id="Group_1293" data-name="Group 1293" transform="translate(39 -272.644)"> |
| <rect id="Rectangle_463" width="26" height="2" fill="#51504f" data-name="Rectangle 463" rx="1" transform="translate(-.209 -.356)"></rect> |
| </g> |
| </g> |
| </svg> |
| |
| </div> |
| |
| <div id="close-icon" class="navbar__toggle-button--icon"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799"> |
| <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)"> |
| <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)"> |
| <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect> |
| </g> |
| <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)"> |
| <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect> |
| </g> |
| </g> |
| </svg> |
| |
| </div> |
| |
| </button> |
| <div class="navbar__drawer" id="navbar-drawer"> |
| <div class="navbar__menu-content" id="main_navbar"> |
| |
| <div class="navbar__links-container"> |
| |
| <a class="navbar__text-link" href="/community/"> |
| Community |
| </a> |
| |
| <a class="navbar__text-link" href="/meetups/"> |
| Meetups |
| </a> |
| |
| <a class="navbar__text-link" href="/docs/"> |
| Documentation |
| </a> |
| |
| <a class="navbar__text-link" href="/use-cases/"> |
| Use-cases |
| </a> |
| |
| <a class="navbar__text-link" href="/announcements/"> |
| Announcements |
| </a> |
| |
| <a class="navbar__text-link" href="/blog/"> |
| Blog |
| </a> |
| |
| <a class="navbar__text-link" href="/ecosystem/"> |
| Ecosystem |
| </a> |
| |
| |
| </div> |
| |
| |
| </div> |
| </div> |
| </div> |
| </nav> |
| |
| </header> |
| |
| |
| <div class="roadmap container-fluid td-default base-layout"> |
| |
| |
| <div class="content-drawer-wrapper"> |
| <button class="content-drawer__toggle-button" id="content-open-button"> |
| |
| <div id="hamburger-icon" class="content-drawer__toggle-button--icon visible"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="20.005" height="13.879" viewBox="0 0 20.005 13.879"> |
| <g id="Group_1619" data-name="Group 1619" transform="translate(271.132 -418.872)"> |
| <g id="Group_1613" data-name="Group 1613" transform="translate(-266.229 431.045)"> |
| <path id="Path_1337" d="M-218.5 513.215h-14.583a.259.259 0 0 1-.259-.26.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.26z" fill="#51504f" data-name="Path 1337" transform="translate(233.345 -512.696)"></path> |
| </g> |
| <g id="Group_1614" data-name="Group 1614" transform="translate(-266.229 425.684)"> |
| <path id="Path_1338" d="M-218.5 471.9h-14.583a.259.259 0 0 1-.259-.26.26.26 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.26.26 0 0 1-.259.26z" fill="#51504f" data-name="Path 1338" transform="translate(233.345 -471.376)"></path> |
| </g> |
| <g id="Group_1615" data-name="Group 1615" transform="translate(-266.229 420.323)"> |
| <path id="Path_1339" d="M-218.5 430.574h-14.583a.259.259 0 0 1-.259-.259.259.259 0 0 1 .259-.259h14.583a.26.26 0 0 1 .259.259.259.259 0 0 1-.259.259z" fill="#51504f" data-name="Path 1339" transform="translate(233.345 -430.055)"></path> |
| </g> |
| <g id="Group_1616" data-name="Group 1616" transform="translate(-271.132 429.814)"> |
| <path id="Path_1340" d="M-269.663 506.145a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1340" transform="translate(271.132 -503.208)"></path> |
| </g> |
| <g id="Group_1617" data-name="Group 1617" transform="translate(-271.132 424.556)"> |
| <path id="Path_1341" d="M-269.663 465.62a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.952z" fill="#51504f" data-name="Path 1341" transform="translate(271.132 -462.683)"></path> |
| </g> |
| <g id="Group_1618" data-name="Group 1618" transform="translate(-271.132 418.872)"> |
| <path id="Path_1342" d="M-269.663 421.809a1.47 1.47 0 0 1-1.469-1.469 1.47 1.47 0 0 1 1.469-1.469 1.47 1.47 0 0 1 1.469 1.469 1.47 1.47 0 0 1-1.469 1.469zm0-2.418a.951.951 0 0 0-.95.95.951.951 0 0 0 .95.95.951.951 0 0 0 .95-.95.951.951 0 0 0-.95-.95z" fill="#51504f" data-name="Path 1342" transform="translate(271.132 -418.872)"></path> |
| </g> |
| </g> |
| </svg> |
| |
| <span class="bodytext__mobile--brownish-grey">Content</span> |
| </div> |
| |
| </button> |
| <nav id="content-navbar" class="navbar navbar--hidden"> |
| <div class="navbar__icon-container"> |
| <a href="/"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="155.314" height="60" viewBox="0 0 155.314 60"> |
| <defs> |
| <clipPath id="clip-path"> |
| <path id="Rectangle_1" d="M0 0h155.314v60H0z" fill="none" data-name="Rectangle 1"></path> |
| </clipPath> |
| </defs> |
| <g id="logo" transform="translate(-1305 -780.355)"> |
| <g id="Group_2" clip-path="url(#clip-path)" data-name="Group 2" transform="translate(1305 780.355)"> |
| <g id="Group_1" data-name="Group 1" transform="translate(.486 .486)"> |
| <path id="Path_1" d="M1307.562 880.867l28.187-28.893a.521.521 0 0 0 .063-.666c-1.714-2.393-4.877-2.808-6.049-4.416-3.472-4.763-4.353-7.459-5.845-7.292a.456.456 0 0 0-.271.143l-10.182 10.438c-5.858 6-6.7 19.225-6.852 30.3a.552.552 0 0 0 .949.386z" fill="#017cee" data-name="Path 1" transform="translate(-1306.613 -822.232)"></path> |
| <path id="Path_2" d="M1405.512 908.489l-28.893-28.189a.521.521 0 0 0-.667-.063c-2.393 1.715-2.808 4.877-4.416 6.049-4.763 3.472-7.459 4.353-7.292 5.845a.456.456 0 0 0 .143.27l10.438 10.182c6 5.858 19.225 6.7 30.3 6.852a.552.552 0 0 0 .387-.946z" fill="#00ad46" data-name="Path 2" transform="translate(-1346.876 -850.567)"></path> |
| <path id="Path_3" d="M1373.909 902.252c-3.28-3.2-4.8-9.53 1.486-22.583-10.219 4.567-13.8 10.57-12.039 12.289z" fill="#04d659" data-name="Path 3" transform="translate(-1345.96 -850.233)"></path> |
| <path id="Path_4" d="M1433.132 782.359l-28.186 28.893a.52.52 0 0 0-.063.666c1.715 2.393 4.876 2.808 6.049 4.416 3.472 4.763 4.354 7.459 5.845 7.292a.454.454 0 0 0 .271-.143l10.182-10.438c5.858-6 6.7-19.225 6.852-30.3a.553.553 0 0 0-.95-.386z" fill="#00c7d4" data-name="Path 4" transform="translate(-1375.21 -782.123)"></path> |
| <path id="Path_5" d="M1426.9 881.155c-3.2 3.28-9.53 4.8-22.584-1.486 4.567 10.219 10.57 13.8 12.289 12.039z" fill="#11e1ee" data-name="Path 5" transform="translate(-1374.875 -850.233)"></path> |
| <path id="Path_6" d="M1307 782.919l28.893 28.186a.521.521 0 0 0 .666.063c2.393-1.715 2.808-4.877 4.416-6.049 4.763-3.472 7.459-4.353 7.292-5.845a.459.459 0 0 0-.143-.271l-10.438-10.182c-6-5.858-19.225-6.7-30.3-6.852a.552.552 0 0 0-.386.95z" fill="#e43921" data-name="Path 6" transform="translate(-1306.766 -781.97)"></path> |
| <path id="Path_7" d="M1405.8 804.711c3.28 3.2 4.8 9.53-1.486 22.584 10.219-4.567 13.8-10.571 12.039-12.289z" fill-rule="evenodd" fill="#ff7557" data-name="Path 7" transform="translate(-1374.875 -797.859)"></path> |
| <path id="Path_8" d="M1329.355 849.266c3.2-3.28 9.53-4.8 22.584 1.486-4.567-10.219-10.57-13.8-12.289-12.039z" fill="#0cb6ff" data-name="Path 8" transform="translate(-1322.503 -821.316)"></path> |
| <circle id="Ellipse_1" cx="1.26" cy="1.26" r="1.26" fill="#4a4848" data-name="Ellipse 1" transform="translate(28.18 28.171)"></circle> |
| <path id="Path_9" d="M1527.558 827.347a.229.229 0 0 1-.223-.223.458.458 0 0 1 .011-.123l2.766-7.214a.346.346 0 0 1 .357-.245h.758a.348.348 0 0 1 .357.245l2.754 7.214.022.123a.228.228 0 0 1-.223.223h-.568a.288.288 0 0 1-.19-.056.352.352 0 0 1-.089-.134l-.613-1.583h-3.657l-.613 1.583a.317.317 0 0 1-.1.134.269.269 0 0 1-.178.056zm4.795-2.732l-1.505-3.958-1.505 3.958zm3.322 4.85a.258.258 0 0 1-.189-.078.241.241 0 0 1-.067-.178v-7.4a.241.241 0 0 1 .067-.178.258.258 0 0 1 .189-.078h.513a.268.268 0 0 1 .256.256v.49a2.118 2.118 0 0 1 1.828-.858 2.092 2.092 0 0 1 1.751.736 3.135 3.135 0 0 1 .636 1.9q.011.122.011.379t-.011.379a3.168 3.168 0 0 1-.636 1.9 2.111 2.111 0 0 1-1.751.736 2.154 2.154 0 0 1-1.806-.836v2.587a.241.241 0 0 1-.067.178.223.223 0 0 1-.179.078zm2.364-2.91a1.324 1.324 0 0 0 1.149-.491 2.266 2.266 0 0 0 .4-1.293q.011-.111.011-.323 0-2.107-1.562-2.107a1.365 1.365 0 0 0-1.159.513 2.111 2.111 0 0 0-.412 1.2l-.012.424.012.435a1.862 1.862 0 0 0 .424 1.149 1.4 1.4 0 0 0 1.148.493zm5.628.9a2.329 2.329 0 0 1-1.015-.223 1.94 1.94 0 0 1-.747-.6 1.487 1.487 0 0 1-.268-.859 1.459 1.459 0 0 1 .6-1.2 3.4 3.4 0 0 1 1.65-.624l1.661-.234v-.323q0-1.137-1.3-1.137a1.4 1.4 0 0 0-.8.212 1.376 1.376 0 0 0-.468.48.305.305 0 0 1-.089.145.18.18 0 0 1-.134.045h-.48a.23.23 0 0 1-.245-.245 1.17 1.17 0 0 1 .245-.6 1.931 1.931 0 0 1 .747-.591 2.7 2.7 0 0 1 1.238-.256 2.351 2.351 0 0 1 1.8.591 2.032 2.032 0 0 1 .547 1.45v3.613a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067h-.513a.233.233 0 0 1-.257-.256v-.479a1.923 1.923 0 0 1-.714.6 2.557 2.557 0 0 1-1.203.237zm.234-.836a1.579 1.579 0 0 0 1.182-.469 1.881 1.881 0 0 0 .468-1.371v-.312l-1.293.19a2.918 2.918 0 0 0-1.193.379.761.761 0 0 0-.4.658.784.784 0 0 0 .368.691 1.585 1.585 0 0 0 .867.237zm6.643.836a2.556 2.556 0 0 1-1.873-.669 2.738 2.738 0 0 1-.714-1.9l-.011-.446.011-.446a2.7 2.7 0 0 1 .714-1.885 2.531 2.531 0 0 1 1.873-.68 2.917 2.917 0 0 1 1.36.29 2.077 2.077 0 0 1 .825.714 1.7 1.7 0 0 1 .3.848.2.2 0 0 1-.067.178.281.281 0 0 1-.19.067h-.535a.265.265 0 0 1-.168-.045.458.458 0 0 1-.111-.178 1.428 1.428 0 0 0-.535-.758 1.516 1.516 0 0 0-.87-.234 1.45 1.45 0 0 0-1.1.435 1.952 1.952 0 0 0-.435 1.3l-.011.4.011.379a1.969 1.969 0 0 0 .435 1.316 1.446 1.446 0 0 0 1.1.424 1.577 1.577 0 0 0 .87-.223 1.493 1.493 0 0 0 .535-.769.458.458 0 0 1 .111-.178.228.228 0 0 1 .168-.056h.535a.258.258 0 0 1 .19.078.2.2 0 0 1 .067.178 1.75 1.75 0 0 1-.3.847 2.078 2.078 0 0 1-.825.714 2.876 2.876 0 0 1-1.361.302zm4.078-.112a.233.233 0 0 1-.257-.256v-7.4a.241.241 0 0 1 .067-.178.259.259 0 0 1 .19-.078h.557a.267.267 0 0 1 .257.256v2.6a2.167 2.167 0 0 1 .758-.624 2.353 2.353 0 0 1 1.082-.223 2.067 2.067 0 0 1 1.661.691 2.642 2.642 0 0 1 .6 1.818v3.144a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067h-.557a.233.233 0 0 1-.256-.256V824a1.775 1.775 0 0 0-.39-1.227 1.387 1.387 0 0 0-1.1-.435 1.481 1.481 0 0 0-1.126.446 1.7 1.7 0 0 0-.412 1.215v3.088a.257.257 0 0 1-.078.19.24.24 0 0 1-.178.067zm8.846.112a2.466 2.466 0 0 1-1.84-.7 2.938 2.938 0 0 1-.747-1.94l-.011-.379.011-.368a2.953 2.953 0 0 1 .758-1.918 2.7 2.7 0 0 1 3.735.078 3.114 3.114 0 0 1 .68 2.119v.19a.257.257 0 0 1-.078.189.241.241 0 0 1-.178.067h-3.858v.1a2.11 2.11 0 0 0 .435 1.238 1.332 1.332 0 0 0 1.081.5 1.563 1.563 0 0 0 .836-.2 1.7 1.7 0 0 0 .491-.435.6.6 0 0 1 .145-.156.391.391 0 0 1 .19-.033h.547a.252.252 0 0 1 .167.056.192.192 0 0 1 .067.156.975.975 0 0 1-.312.591 2.51 2.51 0 0 1-.859.6 3.049 3.049 0 0 1-1.26.248zm1.527-3.434v-.033a1.817 1.817 0 0 0-.424-1.249 1.512 1.512 0 0 0-2.23 0 1.883 1.883 0 0 0-.4 1.249v.033z" fill="#51504f" data-name="Path 9" transform="translate(-1460.834 -808.144)"></path> |
| <path id="Path_10" d="M1527.2 827.081l-.061.061zm-.056-.279l-.08-.031zm2.766-7.214l.08.031zm1.472 0l-.081.029zm2.754 7.214l.084-.015a.064.064 0 0 0 0-.015zm.022.123h.086v-.015zm-.067.156l.06.061zm-.914.011l-.061.061.006.005zm-.089-.134l.081-.027zm-.613-1.583l.08-.031a.086.086 0 0 0-.08-.055zm-3.657 0v-.086a.086.086 0 0 0-.08.055zm-.613 1.583l-.08-.031zm-.1.134l.055.066zm4.047-2.676v.086a.086.086 0 0 0 .08-.116zm-1.505-3.958l.08-.03a.086.086 0 0 0-.16 0zm-1.505 3.958l-.08-.03a.086.086 0 0 0 .08.116zm-1.784 2.646a.128.128 0 0 1-.1-.042l-.122.121a.3.3 0 0 0 .217.092zm-.1-.042a.129.129 0 0 1-.042-.1h-.171a.3.3 0 0 0 .092.217zm-.042-.1a.38.38 0 0 1 .007-.1l-.163-.054a.514.514 0 0 0-.016.15zm.005-.092l2.765-7.214-.16-.061-2.765 7.214zm2.766-7.216a.283.283 0 0 1 .1-.143.3.3 0 0 1 .174-.046v-.172a.47.47 0 0 0-.271.076.453.453 0 0 0-.166.226zm.276-.189h.758v-.172h-.758zm.758 0a.3.3 0 0 1 .175.046.283.283 0 0 1 .1.143l.161-.059a.451.451 0 0 0-.166-.226.47.47 0 0 0-.272-.076zm.277.19l2.754 7.214.16-.061-2.754-7.214zm2.75 7.2l.022.123.169-.031-.022-.123zm.021.107a.13.13 0 0 1-.042.1l.121.121a.3.3 0 0 0 .092-.217zm-.042.1a.13.13 0 0 1-.1.042v.171a.3.3 0 0 0 .217-.092zm-.1.042h-.568v.171h.568zm-.568 0a.206.206 0 0 1-.135-.036l-.11.132a.373.373 0 0 0 .245.076zm-.129-.031a.262.262 0 0 1-.069-.1l-.162.054a.431.431 0 0 0 .11.167zm-.07-.1l-.613-1.584-.16.062.613 1.583zm-.693-1.638h-3.657v.171h3.657zm-3.737.055l-.614 1.584.16.062.613-1.583zm-.615 1.587a.235.235 0 0 1-.075.1l.111.13a.4.4 0 0 0 .126-.172zm-.074.1a.185.185 0 0 1-.124.036v.171a.354.354 0 0 0 .233-.076zm-.124.036h-.569v.171h.569zm4.306-2.677l-1.505-3.958-.16.061 1.505 3.958zm-1.666-3.958l-1.505 3.958.16.061 1.505-3.958zm-1.425 4.075h3.01v-.171h-3.01zm6.143 4.687l-.06.061zm0-7.761l.061.061zm.881 0l-.065.056.01.009zm.078.669h-.086a.086.086 0 0 0 .155.051zm3.579-.123l-.067.053zm.636 1.9h-.086zm0 .758l-.085-.007zm-.636 1.9l.067.054zm-3.557-.1l.068-.052a.086.086 0 0 0-.154.052zm-.067 2.765l-.061-.06zm2.787-3.323l-.069-.051zm.4-1.293l-.085-.008v.005zm-2.709-1.918l-.068-.052zm-.413 1.2h-.086zm-.011.423h-.085zm.011.435h-.086zm.424 1.149l.066-.054zm-1.216 3.315a.173.173 0 0 1-.129-.053l-.121.121a.342.342 0 0 0 .25.1zm-.129-.053a.157.157 0 0 1-.042-.118h-.172a.325.325 0 0 0 .092.239zm-.042-.118v-7.4h-.172v7.4zm0-7.4a.157.157 0 0 1 .042-.118l-.121-.121a.324.324 0 0 0-.092.239zm.042-.118a.173.173 0 0 1 .129-.053v-.172a.342.342 0 0 0-.25.1zm.129-.053h.513v-.172h-.513zm.513 0a.137.137 0 0 1 .113.048l.13-.111a.309.309 0 0 0-.244-.108zm.123.058a.137.137 0 0 1 .048.113h.171a.309.309 0 0 0-.108-.243zm.048.113v.49h.171v-.49zm.155.541a2.033 2.033 0 0 1 1.759-.823v-.171a2.2 2.2 0 0 0-1.9.894zm1.759-.823a2.007 2.007 0 0 1 1.683.7l.135-.106a2.177 2.177 0 0 0-1.818-.768zm1.683.7a3.045 3.045 0 0 1 .617 1.845l.171-.007a3.218 3.218 0 0 0-.654-1.946zm.617 1.85c.007.078.011.2.011.372h.171c0-.171 0-.3-.012-.387zm.011.372c0 .171 0 .294-.011.372l.17.015c.008-.086.012-.216.012-.387zm-.011.376a3.08 3.08 0 0 1-.617 1.846l.134.106a3.25 3.25 0 0 0 .654-1.945zm-.617 1.845a2.025 2.025 0 0 1-1.683.7v.171a2.2 2.2 0 0 0 1.817-.768zm-1.683.7a2.068 2.068 0 0 1-1.739-.8l-.136.1a2.239 2.239 0 0 0 1.874.87zm-1.892-.75v2.587h.172v-2.587zm0 2.587a.156.156 0 0 1-.042.118l.121.121a.325.325 0 0 0 .092-.239zm-.046.123a.138.138 0 0 1-.114.048v.172a.308.308 0 0 0 .244-.108zm-.114.048h-.546v.172h.546zm1.817-2.739a1.408 1.408 0 0 0 1.218-.526l-.138-.1a1.24 1.24 0 0 1-1.079.455zm1.217-.525a2.355 2.355 0 0 0 .419-1.341l-.171-.007a2.182 2.182 0 0 1-.385 1.246zm.418-1.336c.008-.079.012-.19.012-.332h-.172c0 .14 0 .245-.011.315zm.012-.332a2.726 2.726 0 0 0-.407-1.632 1.448 1.448 0 0 0-1.24-.562v.171a1.278 1.278 0 0 1 1.1.492 2.565 2.565 0 0 1 .374 1.53zm-1.647-2.193a1.452 1.452 0 0 0-1.228.547l.136.1a1.282 1.282 0 0 1 1.091-.479zm-1.228.547a2.2 2.2 0 0 0-.43 1.252l.172.008a2.028 2.028 0 0 1 .4-1.157zm-.43 1.254l-.011.424h.171l.011-.424zm-.011.428l.011.435h.172l-.011-.435zm.011.436a1.95 1.95 0 0 0 .443 1.2l.133-.109a1.776 1.776 0 0 1-.4-1.1zm.443 1.2a1.484 1.484 0 0 0 1.214.522v-.171a1.314 1.314 0 0 1-1.082-.459zm5.828 1.117l.037-.077zm-.747-.6l-.07.049zm.335-2.063l.052.068zm1.65-.624l.012.085zm1.661-.234l.012.085a.086.086 0 0 0 .074-.085zm-2.107-1.249l.046.072zm-.468.48l-.075-.042a.083.083 0 0 0-.006.015zm-.089.145l-.054-.067-.007.006zm-.792-.022l-.065.056.009.009zm-.067-.178h-.086zm.245-.6l-.07-.049zm.747-.591l.038.077zm3.033.334l-.063.058zm.468 5.252l.06.061zm-.881 0l-.065.056a.043.043 0 0 0 .009.009zm-.067-.669h.086a.086.086 0 0 0-.156-.048zm-.714.6l-.04-.076zm.223-1.059l-.062-.06zm.468-1.684h.086a.086.086 0 0 0-.1-.085zm-1.293.189l.012.085zm-1.193.379l.046.072zm-.033 1.349l-.047.071zm.635.985a2.241 2.241 0 0 1-.978-.215l-.074.155a2.412 2.412 0 0 0 1.051.231zm-.978-.215a1.859 1.859 0 0 1-.715-.576l-.138.1a2.024 2.024 0 0 0 .779.629zm-.713-.573a1.4 1.4 0 0 1-.253-.81h-.172a1.571 1.571 0 0 0 .283.907zm-.253-.81a1.374 1.374 0 0 1 .569-1.136l-.105-.135a1.544 1.544 0 0 0-.635 1.272zm.569-1.137a3.316 3.316 0 0 1 1.609-.607l-.024-.17a3.481 3.481 0 0 0-1.691.642zm1.609-.607l1.661-.234-.024-.17-1.662.234zm1.735-.319v-.323h-.171v.323zm0-.323a1.156 1.156 0 0 0-.355-.917 1.536 1.536 0 0 0-1.035-.306v.172a1.37 1.37 0 0 1 .922.263.986.986 0 0 1 .3.788zm-1.39-1.223a1.486 1.486 0 0 0-.851.227l.1.142a1.316 1.316 0 0 1 .755-.2zm-.849.226a1.452 1.452 0 0 0-.5.51l.15.084a1.286 1.286 0 0 1 .44-.449zm-.5.524a.226.226 0 0 1-.062.105l.107.134a.391.391 0 0 0 .117-.185zm-.068.112a.1.1 0 0 1-.073.019v.171a.266.266 0 0 0 .194-.07zm-.073.019h-.48v.171h.48zm-.48 0a.18.18 0 0 1-.122-.046l-.112.13a.352.352 0 0 0 .234.087zm-.113-.037a.18.18 0 0 1-.047-.123h-.171a.352.352 0 0 0 .087.234zm-.047-.119a1.1 1.1 0 0 1 .23-.557l-.14-.1a1.253 1.253 0 0 0-.261.648zm.23-.556a1.843 1.843 0 0 1 .715-.564l-.075-.154a2.018 2.018 0 0 0-.78.618zm.716-.564a2.611 2.611 0 0 1 1.2-.247v-.171a2.781 2.781 0 0 0-1.277.266zm1.2-.247a2.268 2.268 0 0 1 1.732.563l.126-.116a2.435 2.435 0 0 0-1.858-.618zm1.733.564a1.945 1.945 0 0 1 .523 1.391h.171a2.117 2.117 0 0 0-.57-1.508zm.523 1.391v3.613h.171v-3.613zm0 3.613a.172.172 0 0 1-.053.129l.121.121a.344.344 0 0 0 .1-.25zm-.053.129a.157.157 0 0 1-.118.042v.171a.326.326 0 0 0 .239-.092zm-.118.042h-.513v.171h.513zm-.513 0a.2.2 0 0 1-.134-.046l-.111.13a.367.367 0 0 0 .245.088zm-.124-.037a.194.194 0 0 1-.047-.134h-.171a.366.366 0 0 0 .087.245zm-.047-.134v-.479h-.171v.479zm-.156-.528a1.846 1.846 0 0 1-.683.575l.079.152a2.012 2.012 0 0 0 .745-.629zm-.683.575a2.476 2.476 0 0 1-1.153.236v.171a2.644 2.644 0 0 0 1.233-.255zm-.919-.429a1.666 1.666 0 0 0 1.244-.494l-.123-.12a1.493 1.493 0 0 1-1.121.442zm1.244-.494a1.969 1.969 0 0 0 .492-1.431h-.171a1.8 1.8 0 0 1-.444 1.312zm.492-1.431v-.312h-.171v.312zm-.1-.4l-1.293.189.025.17 1.293-.189zm-1.293.189a3 3 0 0 0-1.228.393l.095.143a2.837 2.837 0 0 1 1.158-.365zm-1.227.392a.845.845 0 0 0-.441.73h.172a.676.676 0 0 1 .362-.586zm-.441.73a.869.869 0 0 0 .406.762l.095-.142a.7.7 0 0 1-.33-.62zm.408.764a1.673 1.673 0 0 0 .916.247v-.171a1.5 1.5 0 0 1-.823-.221zm5.686.329l-.061.06zm-.714-1.9h-.085zm-.011-.446h-.085zm.011-.446h-.085zm.714-1.885l.061.061zm3.234-.39l-.04.076zm.825.713l-.073.046zm.3.848h-.086zm-.067.178l.056.065zm-.892.022l.054-.067zm-.112-.178l-.081.029zm-.535-.758l-.048.071zm-1.974.2l-.062-.059zm-.435 1.3h-.086zm-.011.4h-.086zm.011.379h-.086zm.435 1.316l-.062.059zm1.974.2l.046.072zm.535-.769l-.079-.033zm.112-.178l.054.067.007-.006zm.892.022l-.061.06zm.067.178l-.085-.009zm-.3.847l-.072-.046zm-.825.714l-.04-.076zm-1.36.2a2.471 2.471 0 0 1-1.814-.644l-.12.122a2.64 2.64 0 0 0 1.933.694zm-1.813-.643a2.653 2.653 0 0 1-.689-1.839l-.171.006a2.822 2.822 0 0 0 .738 1.952zm-.689-1.838l-.011-.446h-.171l.011.446zm-.011-.442l.011-.446h-.171l-.011.446zm.011-.445a2.611 2.611 0 0 1 .689-1.827l-.122-.121a2.78 2.78 0 0 0-.738 1.942zm.689-1.827a2.447 2.447 0 0 1 1.813-.655v-.171a2.617 2.617 0 0 0-1.934.705zm1.813-.655a2.836 2.836 0 0 1 1.32.28l.079-.152a3 3 0 0 0-1.4-.3zm1.32.28a1.99 1.99 0 0 1 .792.683l.145-.091a2.158 2.158 0 0 0-.858-.744zm.793.685a1.617 1.617 0 0 1 .287.8l.171-.009a1.789 1.789 0 0 0-.315-.89zm.287.809a.11.11 0 0 1-.037.1l.112.13a.281.281 0 0 0 .1-.252zm-.037.1a.2.2 0 0 1-.134.046v.171a.369.369 0 0 0 .246-.088zm-.134.046h-.535v.171h.535zm-.535 0a.184.184 0 0 1-.114-.026l-.107.134a.345.345 0 0 0 .221.064zm-.114-.026a.389.389 0 0 1-.086-.144l-.158.066a.533.533 0 0 0 .137.212zm-.084-.14a1.514 1.514 0 0 0-.57-.8l-.093.144a1.343 1.343 0 0 1 .5.715zm-.568-.8a1.6 1.6 0 0 0-.918-.249v.171a1.435 1.435 0 0 1 .822.219zm-.918-.249a1.535 1.535 0 0 0-1.166.462l.124.118a1.364 1.364 0 0 1 1.042-.408zm-1.166.462a2.036 2.036 0 0 0-.458 1.36l.171.006a1.872 1.872 0 0 1 .411-1.249zm-.458 1.361l-.011.4h.171l.011-.4zm-.011.406l.011.379.171-.005-.011-.379zm.011.38a2.052 2.052 0 0 0 .458 1.371l.124-.118a1.889 1.889 0 0 1-.411-1.26zm.458 1.371a1.533 1.533 0 0 0 1.166.451v-.172a1.363 1.363 0 0 1-1.042-.4zm1.166.451a1.661 1.661 0 0 0 .916-.237l-.093-.144a1.491 1.491 0 0 1-.823.209zm.918-.238a1.576 1.576 0 0 0 .568-.812l-.162-.057a1.409 1.409 0 0 1-.5.727zm.566-.807a.39.39 0 0 1 .086-.144l-.107-.134a.533.533 0 0 0-.137.213zm.093-.151a.144.144 0 0 1 .107-.031v-.171a.31.31 0 0 0-.228.081zm.107-.031h.535v-.171h-.535zm.535 0a.173.173 0 0 1 .129.053l.121-.121a.344.344 0 0 0-.25-.1zm.134.057a.11.11 0 0 1 .037.1l.17.017a.281.281 0 0 0-.1-.252zm.037.109a1.664 1.664 0 0 1-.288.806l.144.092a1.839 1.839 0 0 0 .315-.889zm-.288.806a1.989 1.989 0 0 1-.792.683l.079.152a2.162 2.162 0 0 0 .858-.744zm-.793.684a2.8 2.8 0 0 1-1.32.28v.171a2.96 2.96 0 0 0 1.4-.3zm2.568.187l-.065.056.01.009zm0-7.772l.061.06zm.926 0l-.065.056.009.009zm.078 2.776h-.085a.086.086 0 0 0 .153.053zm.758-.624l.038.077zm2.743.468l-.065.056zm.524 5.151l-.061-.06zm-.925 0l-.065.056.009.009zm-.457-4.5l-.065.056zm-2.23.011l-.062-.059zm-.49 4.493l-.061-.06zm-.736-.019a.2.2 0 0 1-.134-.046l-.112.13a.367.367 0 0 0 .245.088zm-.124-.037a.2.2 0 0 1-.046-.134h-.172a.367.367 0 0 0 .087.245zm-.046-.134v-7.4h-.172v7.4zm0-7.4a.156.156 0 0 1 .042-.118l-.121-.121a.326.326 0 0 0-.092.239zm.042-.118a.172.172 0 0 1 .129-.053v-.171a.343.343 0 0 0-.25.1zm.129-.053h.557v-.171h-.557zm.557 0a.137.137 0 0 1 .113.048l.13-.112a.308.308 0 0 0-.244-.108zm.122.057a.137.137 0 0 1 .048.113h.172a.309.309 0 0 0-.108-.243zm.048.113v2.6h.172v-2.6zm.153 2.651a2.076 2.076 0 0 1 .728-.6l-.075-.154a2.248 2.248 0 0 0-.788.649zm.73-.6a2.272 2.272 0 0 1 1.043-.214v-.171a2.438 2.438 0 0 0-1.121.232zm1.043-.214a1.982 1.982 0 0 1 1.6.661l.13-.112a2.152 2.152 0 0 0-1.727-.721zm1.6.663a2.557 2.557 0 0 1 .581 1.761h.171a2.727 2.727 0 0 0-.624-1.874zm.581 1.761v3.144h.171v-3.144zm0 3.144a.173.173 0 0 1-.053.129l.121.121a.345.345 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-.557v.171h.557zm-.557 0a.2.2 0 0 1-.134-.046l-.112.13a.367.367 0 0 0 .245.088zm-.124-.037a.2.2 0 0 1-.046-.134h-.172a.368.368 0 0 0 .087.245zm-.046-.134V823.8h-.172v3.088zm0-3.088a1.859 1.859 0 0 0-.412-1.284l-.128.114a1.69 1.69 0 0 1 .368 1.169zm-.411-1.283a1.471 1.471 0 0 0-1.169-.464v.171a1.3 1.3 0 0 1 1.039.406zm-1.169-.464a1.566 1.566 0 0 0-1.188.473l.124.118a1.4 1.4 0 0 1 1.064-.419zm-1.188.473a1.779 1.779 0 0 0-.436 1.275h.172a1.609 1.609 0 0 1 .389-1.156zm-.436 1.275v3.088h.172V823.8zm0 3.088a.172.172 0 0 1-.053.129l.121.121a.344.344 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-.557v.171h.557zm6.449-.505l-.062.059zm-.747-1.94h-.086zm-.012-.379h-.085v.005zm.012-.368l-.086-.006zm.758-1.918l-.061-.06zm3.735.078l-.065.056zm.6 2.5l.061.061zm-4.036.067v-.086a.086.086 0 0 0-.086.086zm0 .1h-.086zm.435 1.238l-.068.053zm1.918.3l.045.073zm.491-.435l-.069-.051zm.145-.156l.039.077h.006zm.9.022l-.055.066zm-.245.747l-.064-.057zm-.858.6l.035.078zm.267-3.189v.086a.086.086 0 0 0 .086-.086zm-.424-1.282l-.066.055zm-2.23 0l-.065-.055zm-.4 1.282h-.086a.086.086 0 0 0 .086.086zm1.528 3.349a2.38 2.38 0 0 1-1.779-.677l-.122.12a2.55 2.55 0 0 0 1.9.728zm-1.778-.676a2.86 2.86 0 0 1-.724-1.886l-.171.009a3.027 3.027 0 0 0 .771 1.995zm-.723-1.884l-.011-.379h-.171l.011.379zm-.011-.374l.011-.368-.172-.005-.011.368zm.011-.365a2.871 2.871 0 0 1 .735-1.864l-.124-.118a3.042 3.042 0 0 0-.782 1.971zm.734-1.864a2.331 2.331 0 0 1 1.756-.687v-.171a2.5 2.5 0 0 0-1.879.74zm1.756-.687a2.307 2.307 0 0 1 1.853.762l.13-.112a2.477 2.477 0 0 0-1.983-.821zm1.854.762a3.03 3.03 0 0 1 .659 2.062h.172a3.2 3.2 0 0 0-.7-2.175zm.659 2.062v.19h.172v-.19zm0 .19a.172.172 0 0 1-.053.129l.121.121a.345.345 0 0 0 .1-.25zm-.053.129a.156.156 0 0 1-.118.042v.171a.327.327 0 0 0 .239-.092zm-.118.042h-3.858v.171h3.858zm-3.944.086v.1h.172v-.1zm0 .1a2.2 2.2 0 0 0 .453 1.287l.135-.106a2.027 2.027 0 0 1-.417-1.189zm.454 1.288a1.418 1.418 0 0 0 1.148.533v-.171a1.247 1.247 0 0 1-1.015-.47zm1.148.533a1.647 1.647 0 0 0 .882-.214l-.09-.146a1.481 1.481 0 0 1-.791.188zm.882-.214a1.777 1.777 0 0 0 .515-.458l-.14-.1a1.613 1.613 0 0 1-.466.412zm.513-.456a1.251 1.251 0 0 1 .081-.1.28.28 0 0 1 .026-.025l.008-.006-.077-.153a.326.326 0 0 0-.083.068 1.55 1.55 0 0 0-.092.113zm.12-.134a.328.328 0 0 1 .146-.021v-.171a.468.468 0 0 0-.234.046zm.146-.021h.547v-.171h-.547zm.547 0a.166.166 0 0 1 .112.036l.11-.132a.337.337 0 0 0-.222-.076zm.112.036a.107.107 0 0 1 .036.09h.171a.277.277 0 0 0-.1-.222zm.036.09a.9.9 0 0 1-.291.534l.128.115a1.055 1.055 0 0 0 .334-.649zm-.291.535a2.42 2.42 0 0 1-.83.581l.072.156a2.6 2.6 0 0 0 .888-.624zm-.829.58a2.964 2.964 0 0 1-1.224.238v.171a3.133 3.133 0 0 0 1.295-.253zm.389-3.111v-.033h-.171v.033zm0-.033a1.9 1.9 0 0 0-.445-1.306l-.129.114a1.731 1.731 0 0 1 .4 1.192zm-.444-1.3a1.466 1.466 0 0 0-1.181-.521v.172a1.3 1.3 0 0 1 1.049.46zm-1.181-.521a1.466 1.466 0 0 0-1.18.521l.131.11a1.3 1.3 0 0 1 1.049-.46zm-1.181.521a1.965 1.965 0 0 0-.422 1.3h.172a1.794 1.794 0 0 1 .382-1.194zm-.422 1.3v.033h.172v-.033zm.086.119h3.055v-.171h-3.055z" fill="#51504f" data-name="Path 10" transform="translate(-1460.636 -807.945)"></path> |
| <path id="Path_11" d="M1519.066 884.011a.581.581 0 0 1-.567-.567 1.151 1.151 0 0 1 .028-.312l7.026-18.328a.881.881 0 0 1 .906-.623h1.926a.882.882 0 0 1 .907.623l7 18.328.057.312a.583.583 0 0 1-.567.567h-1.445a.735.735 0 0 1-.482-.142.9.9 0 0 1-.226-.34l-1.558-4.023h-9.292l-1.558 4.023a.8.8 0 0 1-.255.34.688.688 0 0 1-.453.142zm12.181-6.94l-3.824-10.056-3.823 10.055zm8.184-10.538a.592.592 0 0 1-.652-.651v-1.53a.714.714 0 0 1 .17-.482.656.656 0 0 1 .482-.2h1.785a.677.677 0 0 1 .68.68v1.53a.655.655 0 0 1-.2.481.713.713 0 0 1-.481.17zm.227 17.479a.593.593 0 0 1-.652-.652v-13.428a.611.611 0 0 1 .17-.453.656.656 0 0 1 .482-.2h1.359a.679.679 0 0 1 .652.651v13.427a.655.655 0 0 1-.2.482.613.613 0 0 1-.453.17zm6.861 0a.592.592 0 0 1-.651-.652v-13.4a.715.715 0 0 1 .17-.481.656.656 0 0 1 .482-.2h1.3a.677.677 0 0 1 .68.68v1.246a4.255 4.255 0 0 1 3.966-1.926h1.1a.679.679 0 0 1 .651.651v1.161a.566.566 0 0 1-.2.453.612.612 0 0 1-.453.17h-1.7a3.2 3.2 0 0 0-2.408.907 3.253 3.253 0 0 0-.879 2.408v8.328a.656.656 0 0 1-.2.482.716.716 0 0 1-.482.17zm12.234 0a.593.593 0 0 1-.651-.652v-11.814h-2.408a.592.592 0 0 1-.651-.651v-.963a.611.611 0 0 1 .17-.453.654.654 0 0 1 .481-.2h2.408v-1.417q0-4.816 4.872-4.815h1.586a.679.679 0 0 1 .652.651v.963a.656.656 0 0 1-.2.481.613.613 0 0 1-.453.17h-1.529a2.1 2.1 0 0 0-1.785.68 3.248 3.248 0 0 0-.51 2.011v1.275h6.062V863.7a.613.613 0 0 1 .17-.453.656.656 0 0 1 .482-.2h1.3a.679.679 0 0 1 .652.651v19.659a.655.655 0 0 1-.2.482.613.613 0 0 1-.454.17h-1.3a.592.592 0 0 1-.652-.652v-11.811h-6.062v11.813a.657.657 0 0 1-.2.482.614.614 0 0 1-.454.17zm20.9.283a6.487 6.487 0 0 1-4.844-1.757 6.837 6.837 0 0 1-1.813-4.674l-.029-1.218.029-1.218a6.732 6.732 0 0 1 1.841-4.646 7.389 7.389 0 0 1 9.631 0 6.736 6.736 0 0 1 1.841 4.646q.028.311.028 1.218t-.028 1.218a6.772 6.772 0 0 1-1.841 4.674 6.391 6.391 0 0 1-4.82 1.756zm0-2.181a3.582 3.582 0 0 0 2.8-1.133 4.931 4.931 0 0 0 1.133-3.258q.028-.283.028-1.076t-.028-1.076a4.931 4.931 0 0 0-1.133-3.258 3.582 3.582 0 0 0-2.8-1.133 3.671 3.671 0 0 0-2.833 1.133 4.83 4.83 0 0 0-1.1 3.258l-.028 1.076.028 1.076a4.83 4.83 0 0 0 1.1 3.258 3.671 3.671 0 0 0 2.828 1.132zm13.755 1.9a.846.846 0 0 1-.566-.17 1.321 1.321 0 0 1-.34-.538l-4.023-13.144-.056-.283a.575.575 0 0 1 .17-.425.641.641 0 0 1 .425-.17h1.246a.612.612 0 0 1 .453.17.646.646 0 0 1 .255.312l3.145 10.679 3.371-10.566a.761.761 0 0 1 .255-.4.726.726 0 0 1 .538-.2h.963a.728.728 0 0 1 .539.2.76.76 0 0 1 .255.4l3.371 10.566 3.144-10.679a.655.655 0 0 1 .2-.312.714.714 0 0 1 .482-.17h1.275a.542.542 0 0 1 .4.17.576.576 0 0 1 .17.425l-.057.283-3.994 13.144a1.323 1.323 0 0 1-.34.538.9.9 0 0 1-.6.17h-1.1a.86.86 0 0 1-.935-.708l-3.286-10.141-3.286 10.141a.928.928 0 0 1-.963.708z" fill="#51504f" data-name="Path 11" transform="translate(-1454.66 -838.62)"></path> |
| </g> |
| </g> |
| </g> |
| </svg> |
| |
| </a> |
| </div> |
| |
| <div id="content-close-button"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="19.799" height="19.799" viewBox="0 0 19.799 19.799"> |
| <g id="Group_1574" data-name="Group 1574" transform="translate(-41.892 290.899)"> |
| <g id="Group_1291" data-name="Group 1291" transform="rotate(-45 -308.114 -187.077)"> |
| <rect id="Rectangle_461" width="26" height="2" fill="#51504f" data-name="Rectangle 461" rx="1" transform="translate(-.209)"></rect> |
| </g> |
| <g id="Group_1292" data-name="Group 1292" transform="rotate(45 372.48 -93.011)"> |
| <rect id="Rectangle_462" width="26" height="2" fill="#51504f" data-name="Rectangle 462" rx="1" transform="translate(-.209 -.178)"></rect> |
| </g> |
| </g> |
| </svg> |
| |
| </div> |
| |
| </nav> |
| <div class="content-drawer-container" id="content-drawer"> |
| <div class="content-drawer"> |
| <div class="td-sidebar"> |
| |
| <div id="docs-version-selector" class="docs-version-selector sidebar__version-selector"> |
| <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true" |
| aria-expanded="false"> |
| <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">8.4.0</span> |
| </a> |
| <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink"> |
| |
| </div> |
| <script type="application/x-template" id="version-item-template"> |
| <a class="dropdown-item"></a> |
| </script> |
| </div> |
| |
| <div class="searchb-box"> |
| <form class="search-form" action="../../../../../../../search.html" method="get"> |
| <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16"> |
| <input type="hidden" name="check_keywords" value="yes" /> |
| <input type="hidden" name="area" value="default" /> |
| |
| <button class="search-form__button" type="submit"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20"> |
| <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)"> |
| <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path> |
| <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path> |
| </g> |
| </svg> |
| </button> |
| </form> |
| </div> |
| |
| |
| <style> |
| .searchb-box { |
| margin-bottom: 26px; |
| } |
| .searchb-box .search-form { |
| width: 100%; |
| margin-top: 20px; |
| } |
| </style> |
| |
| |
| <div class="toctree" role="navigation" aria-label="main navigation"> |
| <p class="caption" role="heading"><span class="caption-text">Guides</span></p> |
| <ul> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../logging/index.html">Logging handlers</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../secrets-backends/google-cloud-secret-manager-backend.html">Secrets backends</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../api-auth-backend/google-openid.html">API Authentication backend</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators/index.html">Operators</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../sensors/index.html">Sensors</a></li> |
| </ul> |
| <p class="caption" role="heading"><span class="caption-text">References</span></p> |
| <ul class="current"> |
| <li class="toctree-l1 current"><a class="reference internal" href="../../../index.html">Python API</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../configurations-ref.html">Configuration</a></li> |
| </ul> |
| <p class="caption" role="heading"><span class="caption-text">Resources</span></p> |
| <ul> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../example-dags.html">Example DAGs</a></li> |
| <li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-google/">PyPI Repository</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li> |
| </ul> |
| <p class="caption" role="heading"><span class="caption-text">Commits</span></p> |
| <ul> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li> |
| </ul> |
| |
| </div> |
| |
| <style type="text/css"> |
| .toctree { |
| } |
| .toctree li { |
| list-style: none; |
| } |
| .toctree .caption { |
| font-family: Roboto; |
| font-size: 18px; |
| font-weight: bold; |
| font-stretch: normal; |
| font-style: normal; |
| line-height: 1.33; |
| letter-spacing: normal; |
| color: #51504f; |
| padding-bottom: 13px; |
| text-transform: uppercase; |
| margin-bottom: 0; |
| } |
| .toctree .current > a:not([href="#"]) { |
| color: #017cee; |
| } |
| .toctree > ul { |
| padding-left: 0; |
| } |
| .toctree ul { |
| padding-left: 15px; |
| display: none; |
| } |
| .toctree > ul, |
| .toctree li.current > ul { |
| display: block; |
| } |
| |
| .toctree a .toctree-expand { |
| display: inline-block; |
| position: relative; |
| height: 1em; |
| } |
| |
| .toctree a .toctree-expand:before { |
| position: absolute; |
| top: 6px; |
| left: -12px; |
| content: '►'; |
| font-size: 7px; |
| } |
| .toctree .current > a > .toctree-expand:before { |
| content: '▼'; |
| } |
| |
| .toctree .current { |
| color: #017cee; |
| } |
| .toctree li { |
| font-family: Roboto; |
| font-size: 16px; |
| font-weight: normal; |
| font-stretch: normal; |
| font-style: normal; |
| line-height: 1.63; |
| letter-spacing: normal; |
| color: #707070; |
| } |
| |
| </style> |
| </div> |
| </div> |
| </div> |
| </div> |
| |
| <div class="d-flex"> |
| |
| |
| <div class="td-sidebar desktop-only d-print-none"> |
| |
| <div id="docs-version-selector" class="docs-version-selector sidebar__version-selector"> |
| <a class="dropdown-toggle" href="#" id="versionDropdown" role="button" data-toggle="dropdown" aria-haspopup="true" |
| aria-expanded="false"> |
| <span class="bodytext__medium--greyish-brown">Version: </span><span class="version">8.4.0</span> |
| </a> |
| <div class="dropdown-menu" aria-labelledby="navbarDropdownMenuLink"> |
| |
| </div> |
| <script type="application/x-template" id="version-item-template"> |
| <a class="dropdown-item"></a> |
| </script> |
| </div> |
| |
| <div class="searchb-box"> |
| <form class="search-form" action="../../../../../../../search.html" method="get"> |
| <input class="search-form__input" type="text" name="q" placeholder="Search docs" size="16"> |
| <input type="hidden" name="check_keywords" value="yes" /> |
| <input type="hidden" name="area" value="default" /> |
| |
| <button class="search-form__button" type="submit"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" width="20" height="20" viewBox="0 0 20 20"> |
| <g id="Group_1579" data-name="Group 1579" transform="translate(-41.001 -41)"> |
| <path id="Path_169" d="M71.415 64.687a7.215 7.215 0 1 0-6.729 6.728 7.222 7.222 0 0 0 6.729-6.728z" fill="none" data-name="Path 169" transform="translate(-14.277 -14.276)"></path> |
| <path id="Path_170" d="M60.863 59.8l-6.093-6.09a7.78 7.78 0 1 0-1.06 1.06l6.09 6.093a.468.468 0 0 0 .662 0l.4-.4a.468.468 0 0 0 .001-.663zM42.512 49.183a6.274 6.274 0 1 1 5.851 5.85 6.28 6.28 0 0 1-5.851-5.85z" fill="#51504f" data-name="Path 170"></path> |
| </g> |
| </svg> |
| </button> |
| </form> |
| </div> |
| |
| |
| <style> |
| .searchb-box { |
| margin-bottom: 26px; |
| } |
| .searchb-box .search-form { |
| width: 100%; |
| margin-top: 20px; |
| } |
| </style> |
| |
| |
| <div class="toctree" role="navigation" aria-label="main navigation"> |
| <p class="caption" role="heading"><span class="caption-text">Guides</span></p> |
| <ul> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../connections/index.html">Connection types</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../logging/index.html">Logging handlers</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../secrets-backends/google-cloud-secret-manager-backend.html">Secrets backends</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../api-auth-backend/google-openid.html">API Authentication backend</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../operators/index.html">Operators</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../sensors/index.html">Sensors</a></li> |
| </ul> |
| <p class="caption" role="heading"><span class="caption-text">References</span></p> |
| <ul class="current"> |
| <li class="toctree-l1 current"><a class="reference internal" href="../../../index.html">Python API</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../configurations-ref.html">Configuration</a></li> |
| </ul> |
| <p class="caption" role="heading"><span class="caption-text">Resources</span></p> |
| <ul> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../example-dags.html">Example DAGs</a></li> |
| <li class="toctree-l1"><a class="reference external" href="https://pypi.org/project/apache-airflow-providers-google/">PyPI Repository</a></li> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../installing-providers-from-sources.html">Installing from sources</a></li> |
| </ul> |
| <p class="caption" role="heading"><span class="caption-text">Commits</span></p> |
| <ul> |
| <li class="toctree-l1"><a class="reference internal" href="../../../../../../../commits.html">Detailed list of commits</a></li> |
| </ul> |
| |
| </div> |
| |
| <style type="text/css"> |
| .toctree { |
| } |
| .toctree li { |
| list-style: none; |
| } |
| .toctree .caption { |
| font-family: Roboto; |
| font-size: 18px; |
| font-weight: bold; |
| font-stretch: normal; |
| font-style: normal; |
| line-height: 1.33; |
| letter-spacing: normal; |
| color: #51504f; |
| padding-bottom: 13px; |
| text-transform: uppercase; |
| margin-bottom: 0; |
| } |
| .toctree .current > a:not([href="#"]) { |
| color: #017cee; |
| } |
| .toctree > ul { |
| padding-left: 0; |
| } |
| .toctree ul { |
| padding-left: 15px; |
| display: none; |
| } |
| .toctree > ul, |
| .toctree li.current > ul { |
| display: block; |
| } |
| |
| .toctree a .toctree-expand { |
| display: inline-block; |
| position: relative; |
| height: 1em; |
| } |
| |
| .toctree a .toctree-expand:before { |
| position: absolute; |
| top: 6px; |
| left: -12px; |
| content: '►'; |
| font-size: 7px; |
| } |
| .toctree .current > a > .toctree-expand:before { |
| content: '▼'; |
| } |
| |
| .toctree .current { |
| color: #017cee; |
| } |
| .toctree li { |
| font-family: Roboto; |
| font-size: 16px; |
| font-weight: normal; |
| font-stretch: normal; |
| font-style: normal; |
| line-height: 1.63; |
| letter-spacing: normal; |
| color: #707070; |
| } |
| |
| </style> |
| </div> |
| |
| |
| |
| |
| <main class="col-12 col-md-9 col-xl-8" role="main"> |
| |
| |
| |
| |
| |
| |
| |
| |
| <div role="navigation" aria-label="breadcrumbs navigation" class="d-none d-md-block d-print-none"> |
| |
| <ul class="breadcrumb"> |
| |
| <li class="breadcrumb-item"><a href="../../../../../../../index.html" class="icon icon-home"> Home</a></li> |
| |
| <li class="breadcrumb-item"><a href="../../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google</span></code></a></li> |
| |
| <li class="breadcrumb-item"><a href="../../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud</span></code></a></li> |
| |
| <li class="breadcrumb-item"><a href="../index.html"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.hooks</span></code></a></li> |
| |
| <li class="breadcrumb-item"><a href="index.html"> <code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.hooks.bigquery</span></code></a></li> |
| |
| </ul> |
| </div> |
| |
| <div class="rst-content"> |
| <div class="document"> |
| <div class="documentwrapper"> |
| <div class="bodywrapper"> |
| <div class="body" role="main"> |
| |
| <div class="section" id="module-airflow.providers.google.cloud.hooks.bigquery"> |
| <span id="airflow-providers-google-cloud-hooks-bigquery"></span><h1><a class="reference internal" href="#module-airflow.providers.google.cloud.hooks.bigquery" title="airflow.providers.google.cloud.hooks.bigquery"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.hooks.bigquery</span></code></a><a class="headerlink" href="#module-airflow.providers.google.cloud.hooks.bigquery" title="Permalink to this heading">¶</a></h1> |
| <p>This module contains a BigQuery Hook, as well as a very basic PEP 249 |
| implementation for BigQuery.</p> |
| <div class="section" id="module-contents"> |
| <h2>Module Contents<a class="headerlink" href="#module-contents" title="Permalink to this heading">¶</a></h2> |
| <div class="section" id="classes"> |
| <h3>Classes<a class="headerlink" href="#classes" title="Permalink to this heading">¶</a></h3> |
| <table class="autosummary longtable docutils align-default"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook" title="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BigQueryHook</span></code></a></p></td> |
| <td><p>Interact with BigQuery. This hook uses the Google Cloud connection.</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection" title="airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BigQueryConnection</span></code></a></p></td> |
| <td><p>BigQuery does not have a notion of a persistent connection. Thus, these</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor" title="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BigQueryBaseCursor</span></code></a></p></td> |
| <td><p>The BigQuery base cursor contains helper methods to execute queries against</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor" title="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BigQueryCursor</span></code></a></p></td> |
| <td><p>A very basic BigQuery PEP 249 cursor implementation. The PyHive PEP 249</p></td> |
| </tr> |
| <tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook" title="airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BigQueryAsyncHook</span></code></a></p></td> |
| <td><p>Uses gcloud-aio library to retrieve Job details</p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook" title="airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BigQueryTableAsyncHook</span></code></a></p></td> |
| <td><p>Class to get async hook for Bigquery Table Async</p></td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <div class="section" id="functions"> |
| <h3>Functions<a class="headerlink" href="#functions" title="Permalink to this heading">¶</a></h3> |
| <table class="autosummary longtable docutils align-default"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.split_tablename" title="airflow.providers.google.cloud.hooks.bigquery.split_tablename"><code class="xref py py-obj docutils literal notranslate"><span class="pre">split_tablename</span></code></a>(table_input, default_project_id[, ...])</p></td> |
| <td><p></p></td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <div class="section" id="attributes"> |
| <h3>Attributes<a class="headerlink" href="#attributes" title="Permalink to this heading">¶</a></h3> |
| <table class="autosummary longtable docutils align-default"> |
| <colgroup> |
| <col style="width: 10%" /> |
| <col style="width: 90%" /> |
| </colgroup> |
| <tbody> |
| <tr class="row-odd"><td><p><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.log" title="airflow.providers.google.cloud.hooks.bigquery.log"><code class="xref py py-obj docutils literal notranslate"><span class="pre">log</span></code></a></p></td> |
| <td><p></p></td> |
| </tr> |
| <tr class="row-even"><td><p><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryJob" title="airflow.providers.google.cloud.hooks.bigquery.BigQueryJob"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BigQueryJob</span></code></a></p></td> |
| <td><p></p></td> |
| </tr> |
| </tbody> |
| </table> |
| <dl class="py data"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.log"> |
| <span class="sig-prename descclassname"><span class="pre">airflow.providers.google.cloud.hooks.bigquery.</span></span><span class="sig-name descname"><span class="pre">log</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#log"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.log" title="Permalink to this definition">¶</a></dt> |
| <dd></dd></dl> |
| |
| <dl class="py data"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryJob"> |
| <span class="sig-prename descclassname"><span class="pre">airflow.providers.google.cloud.hooks.bigquery.</span></span><span class="sig-name descname"><span class="pre">BigQueryJob</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryJob"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryJob" title="Permalink to this definition">¶</a></dt> |
| <dd></dd></dl> |
| |
| <dl class="py class"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook"> |
| <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.google.cloud.hooks.bigquery.</span></span><span class="sig-name descname"><span class="pre">BigQueryHook</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">gcp_conn_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">GoogleBaseHook.default_conn_name</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">delegate_to</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_legacy_sql</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">location</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">api_resource_configs</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">impersonation_chain</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">labels</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Bases: <a class="reference internal" href="../../../common/hooks/base_google/index.html#airflow.providers.google.common.hooks.base_google.GoogleBaseHook" title="airflow.providers.google.common.hooks.base_google.GoogleBaseHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.providers.google.common.hooks.base_google.GoogleBaseHook</span></code></a>, <a class="reference external" href="/docs/apache-airflow-providers-common-sql/stable/_api/airflow/providers/common/sql/hooks/sql/index.html#airflow.providers.common.sql.hooks.sql.DbApiHook" title="(in apache-airflow-providers-common-sql v1.2.0)"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.providers.common.sql.hooks.sql.DbApiHook</span></code></a></p> |
| <p>Interact with BigQuery. This hook uses the Google Cloud connection.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>gcp_conn_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The Airflow connection used for GCP credentials.</p></li> |
| <li><p><strong>delegate_to</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – This performs a task on one host with reference to other hosts.</p></li> |
| <li><p><strong>use_legacy_sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – This specifies whether to use legacy SQL dialect.</p></li> |
| <li><p><strong>location</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The location of the BigQuery resource.</p></li> |
| <li><p><strong>api_resource_configs</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – This contains params configuration applied for Google BigQuery jobs.</p></li> |
| <li><p><strong>impersonation_chain</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>Sequence</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>] </em><em>| </em><em>None</em>) – This is the optional service account to impersonate using short term |
| credentials.</p></li> |
| <li><p><strong>labels</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – The BigQuery resource label.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| <dl class="py attribute"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.conn_name_attr"> |
| <span class="sig-name descname"><span class="pre">conn_name_attr</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">gcp_conn_id</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.conn_name_attr"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.conn_name_attr" title="Permalink to this definition">¶</a></dt> |
| <dd></dd></dl> |
| |
| <dl class="py attribute"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.default_conn_name"> |
| <span class="sig-name descname"><span class="pre">default_conn_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">google_cloud_bigquery_default</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.default_conn_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.default_conn_name" title="Permalink to this definition">¶</a></dt> |
| <dd></dd></dl> |
| |
| <dl class="py attribute"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.conn_type"> |
| <span class="sig-name descname"><span class="pre">conn_type</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">gcpbigquery</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.conn_type"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.conn_type" title="Permalink to this definition">¶</a></dt> |
| <dd></dd></dl> |
| |
| <dl class="py attribute"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.hook_name"> |
| <span class="sig-name descname"><span class="pre">hook_name</span></span><em class="property"><span class="w"> </span><span class="pre">=</span> <span class="pre">Google</span> <span class="pre">Bigquery</span></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.hook_name"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.hook_name" title="Permalink to this definition">¶</a></dt> |
| <dd></dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_conn"> |
| <span class="sig-name descname"><span class="pre">get_conn</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_conn"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_conn" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Returns a BigQuery PEP 249 connection object.</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_service"> |
| <span class="sig-name descname"><span class="pre">get_service</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_service"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_service" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Returns a BigQuery service object.</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_client"> |
| <span class="sig-name descname"><span class="pre">get_client</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">location</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_client"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_client" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Returns authenticated BigQuery Client.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – Project ID for the project which the client acts on behalf of.</p></li> |
| <li><p><strong>location</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – Default location for jobs / datasets / tables.</p></li> |
| </ul> |
| </dd> |
| <dt class="field-even">Returns</dt> |
| <dd class="field-even"><p></p> |
| </dd> |
| <dt class="field-odd">Return type</dt> |
| <dd class="field-odd"><p>google.cloud.bigquery.Client</p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_uri"> |
| <span class="sig-name descname"><span class="pre">get_uri</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_uri"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_uri" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Override DbApiHook get_uri method for get_sqlalchemy_engine()</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_sqlalchemy_engine"> |
| <span class="sig-name descname"><span class="pre">get_sqlalchemy_engine</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">engine_kwargs</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_sqlalchemy_engine"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_sqlalchemy_engine" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Get an sqlalchemy_engine object.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><p><strong>engine_kwargs</strong> – Kwargs used in <a class="reference external" href="https://docs.sqlalchemy.org/en/latest/core/engines.html#sqlalchemy.create_engine" title="(in SQLAlchemy v1.4)"><code class="xref py py-func docutils literal notranslate"><span class="pre">create_engine()</span></code></a>.</p> |
| </dd> |
| <dt class="field-even">Returns</dt> |
| <dd class="field-even"><p>the created engine.</p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_records"> |
| <span class="sig-name descname"><span class="pre">get_records</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parameters</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_records"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_records" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Executes the sql and returns a set of records.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>sql</strong> – the sql statement to be executed (str) or a list of |
| sql statements to execute</p></li> |
| <li><p><strong>parameters</strong> – The parameters to render the SQL query with.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.insert_rows"> |
| <em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">insert_rows</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rows</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">target_fields</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">commit_every</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">1000</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">replace</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.insert_rows"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.insert_rows" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Insertion is currently unsupported. Theoretically, you could use |
| BigQuery’s streaming API to insert rows into a table, but this hasn’t |
| been implemented.</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_pandas_df"> |
| <span class="sig-name descname"><span class="pre">get_pandas_df</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parameters</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dialect</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_pandas_df"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_pandas_df" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Returns a Pandas DataFrame for the results produced by a BigQuery |
| query. The DbApiHook method must be overridden because Pandas |
| doesn’t support PEP 249 connections, except for SQLite. See:</p> |
| <p><a class="reference external" href="https://github.com/pydata/pandas/blob/master/pandas/io/sql.py#L447">https://github.com/pydata/pandas/blob/master/pandas/io/sql.py#L447</a> |
| <a class="reference external" href="https://github.com/pydata/pandas/issues/6900">https://github.com/pydata/pandas/issues/6900</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The BigQuery SQL to execute.</p></li> |
| <li><p><strong>parameters</strong> (<em>Iterable</em><em> | </em><em>Mapping</em><em> | </em><em>None</em>) – The parameters to render the SQL query with (not |
| used, leave to override superclass method)</p></li> |
| <li><p><strong>dialect</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – Dialect of BigQuery SQL – legacy SQL or standard SQL |
| defaults to use <cite>self.use_legacy_sql</cite> if not specified</p></li> |
| <li><p><strong>kwargs</strong> – (optional) passed into pandas_gbq.read_gbq method</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.table_exists"> |
| <span class="sig-name descname"><span class="pre">table_exists</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.table_exists"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.table_exists" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Checks for the existence of a table in Google BigQuery.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The Google cloud project in which to look for the |
| table. The connection supplied to the hook must provide access to |
| the specified project.</p></li> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The name of the dataset in which to look for the |
| table.</p></li> |
| <li><p><strong>table_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The name of the table to check the existence of.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.table_partition_exists"> |
| <span class="sig-name descname"><span class="pre">table_partition_exists</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">partition_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.table_partition_exists"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.table_partition_exists" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Checks for the existence of a partition in a table in Google BigQuery.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The Google cloud project in which to look for the |
| table. The connection supplied to the hook must provide access to |
| the specified project.</p></li> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The name of the dataset in which to look for the |
| table.</p></li> |
| <li><p><strong>table_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The name of the table to check the existence of.</p></li> |
| <li><p><strong>partition_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The name of the partition to check the existence of.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_empty_table"> |
| <span class="sig-name descname"><span class="pre">create_empty_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_resource</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_fields</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">time_partitioning</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cluster_fields</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">labels</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">view</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">materialized_view</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encryption_configuration</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">retry</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">DEFAULT_RETRY</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">location</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">exists_ok</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">True</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.create_empty_table"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_empty_table" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Creates a new, empty table in the dataset. |
| To create a view, which is defined by a SQL query, parse a dictionary to ‘view’ kwarg</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The project to create the table into.</p></li> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The dataset to create the table into.</p></li> |
| <li><p><strong>table_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The Name of the table to be created.</p></li> |
| <li><p><strong>table_resource</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – Table resource as described in documentation: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#Table">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#Table</a> |
| If provided all other parameters are ignored.</p></li> |
| <li><p><strong>schema_fields</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em> | </em><em>None</em>) – If set, the schema field list as defined here: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.load.schema">https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.load.schema</a></p></li> |
| <li><p><strong>labels</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – a dictionary containing labels for the table, passed to BigQuery</p></li> |
| <li><p><strong>retry</strong> (<em>Retry</em><em> | </em><em>None</em>) – Optional. How to retry the RPC.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| <p><strong>Example</strong>:</p> |
| <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">schema_fields</span><span class="o">=</span><span class="p">[{</span><span class="s2">"name"</span><span class="p">:</span> <span class="s2">"emp_name"</span><span class="p">,</span> <span class="s2">"type"</span><span class="p">:</span> <span class="s2">"STRING"</span><span class="p">,</span> <span class="s2">"mode"</span><span class="p">:</span> <span class="s2">"REQUIRED"</span><span class="p">},</span> |
| <span class="p">{</span><span class="s2">"name"</span><span class="p">:</span> <span class="s2">"salary"</span><span class="p">,</span> <span class="s2">"type"</span><span class="p">:</span> <span class="s2">"INTEGER"</span><span class="p">,</span> <span class="s2">"mode"</span><span class="p">:</span> <span class="s2">"NULLABLE"</span><span class="p">}]</span> |
| </pre></div> |
| </div> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>time_partitioning</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – <p>configure optional time partitioning fields i.e. |
| partition by field, type and expiration as per API specifications.</p> |
| <div class="admonition seealso"> |
| <p class="admonition-title">See also</p> |
| <p><a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#timePartitioning">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#timePartitioning</a></p> |
| </div> |
| </p></li> |
| <li><p><strong>cluster_fields</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>] </em><em>| </em><em>None</em>) – [Optional] The fields used for clustering. |
| BigQuery supports clustering for both partitioned and |
| non-partitioned tables. |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#clustering.fields">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#clustering.fields</a></p></li> |
| <li><p><strong>view</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – [Optional] A dictionary containing definition for the view. |
| If set, it will create a view instead of a table: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#ViewDefinition">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#ViewDefinition</a></p></li> |
| </ul> |
| </dd> |
| </dl> |
| <p><strong>Example</strong>:</p> |
| <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">view</span> <span class="o">=</span> <span class="p">{</span> |
| <span class="s2">"query"</span><span class="p">:</span> <span class="s2">"SELECT * FROM `test-project-id.test_dataset_id.test_table_prefix*` LIMIT 1000"</span><span class="p">,</span> |
| <span class="s2">"useLegacySql"</span><span class="p">:</span> <span class="kc">False</span> |
| <span class="p">}</span> |
| </pre></div> |
| </div> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>materialized_view</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – [Optional] The materialized view definition.</p></li> |
| <li><p><strong>encryption_configuration</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – <p>[Optional] Custom encryption configuration (e.g., Cloud KMS keys). |
| <strong>Example</strong>:</p> |
| <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">encryption_configuration</span> <span class="o">=</span> <span class="p">{</span> |
| <span class="s2">"kmsKeyName"</span><span class="p">:</span> <span class="s2">"projects/testp/locations/us/keyRings/test-kr/cryptoKeys/test-key"</span> |
| <span class="p">}</span> |
| </pre></div> |
| </div> |
| </p></li> |
| <li><p><strong>num_retries</strong> – Maximum number of retries in case of connection problems.</p></li> |
| <li><p><strong>location</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – (Optional) The geographic location where the table should reside.</p></li> |
| <li><p><strong>exists_ok</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – If <code class="docutils literal notranslate"><span class="pre">True</span></code>, ignore “already exists” errors when creating the table.</p></li> |
| </ul> |
| </dd> |
| <dt class="field-even">Returns</dt> |
| <dd class="field-even"><p>Created table</p> |
| </dd> |
| <dt class="field-odd">Return type</dt> |
| <dd class="field-odd"><p><a class="reference external" href="https://googleapis.dev/python/bigquery/latest/generated/google.cloud.bigquery.table.Table.html#google.cloud.bigquery.table.Table" title="(in google-cloud-bigquery)">google.cloud.bigquery.table.Table</a></p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_empty_dataset"> |
| <span class="sig-name descname"><span class="pre">create_empty_dataset</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">location</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dataset_reference</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">exists_ok</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">True</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.create_empty_dataset"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_empty_dataset" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Create a new empty dataset: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets/insert">https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets/insert</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The name of the project where we want to create |
| an empty a dataset. Don’t need to provide, if projectId in dataset_reference.</p></li> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The id of dataset. Don’t need to provide, if datasetId in dataset_reference.</p></li> |
| <li><p><strong>location</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – (Optional) The geographic location where the dataset should reside. |
| There is no default value but the dataset will be created in US if nothing is provided.</p></li> |
| <li><p><strong>dataset_reference</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>Any</em><em>] </em><em>| </em><em>None</em>) – Dataset reference that could be provided with request body. More info: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets#resource">https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets#resource</a></p></li> |
| <li><p><strong>exists_ok</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – If <code class="docutils literal notranslate"><span class="pre">True</span></code>, ignore “already exists” errors when creating the dataset.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset_tables"> |
| <span class="sig-name descname"><span class="pre">get_dataset_tables</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_results</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">retry</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">DEFAULT_RETRY</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_dataset_tables"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset_tables" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Get the list of tables for a given dataset.</p> |
| <p>For more information, see: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables/list">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables/list</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the dataset ID of the requested dataset.</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – (Optional) the project of the requested dataset. If None, |
| self.project_id will be used.</p></li> |
| <li><p><strong>max_results</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a><em> | </em><em>None</em>) – (Optional) the maximum number of tables to return.</p></li> |
| <li><p><strong>retry</strong> (<a class="reference external" href="https://googleapis.dev/python/google-api-core/latest/retry.html#google.api_core.retry.Retry" title="(in google-api-core)"><em>google.api_core.retry.Retry</em></a>) – How to retry the RPC.</p></li> |
| </ul> |
| </dd> |
| <dt class="field-even">Returns</dt> |
| <dd class="field-even"><p>List of tables associated with the dataset.</p> |
| </dd> |
| <dt class="field-odd">Return type</dt> |
| <dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)">list</a>[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a>[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a>, Any]]</p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.delete_dataset"> |
| <span class="sig-name descname"><span class="pre">delete_dataset</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">delete_contents</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">retry</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">DEFAULT_RETRY</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.delete_dataset"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.delete_dataset" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Delete a dataset of Big query in your project.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The name of the project where we have the dataset.</p></li> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The dataset to be delete.</p></li> |
| <li><p><strong>delete_contents</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – If True, delete all the tables in the dataset. |
| If False and the dataset contains tables, the request will fail.</p></li> |
| <li><p><strong>retry</strong> (<a class="reference external" href="https://googleapis.dev/python/google-api-core/latest/retry.html#google.api_core.retry.Retry" title="(in google-api-core)"><em>google.api_core.retry.Retry</em></a>) – How to retry the RPC.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_external_table"> |
| <span class="sig-name descname"><span class="pre">create_external_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">external_project_dataset_table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_fields</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">source_uris</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">source_format</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'CSV'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">autodetect</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'NONE'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ignore_unknown_values</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_bad_records</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">skip_leading_rows</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">field_delimiter</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">','</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">quote_character</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_quoted_newlines</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_jagged_rows</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encoding</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'UTF-8'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">src_fmt_configs</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">labels</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">description</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encryption_configuration</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">location</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.create_external_table"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_external_table" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Creates a new external table in the dataset with the data from Google |
| Cloud Storage. See here:</p> |
| <p><a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#resource">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#resource</a></p> |
| <p>for more details about these parameters.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>external_project_dataset_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The dotted <code class="docutils literal notranslate"><span class="pre">(<project>.|<project>:)<dataset>.<table>($<partition>)</span></code> BigQuery |
| table name to create external table. |
| If <code class="docutils literal notranslate"><span class="pre"><project></span></code> is not included, project will be the |
| project defined in the connection json.</p></li> |
| <li><p><strong>schema_fields</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a>) – The schema field list as defined here: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#resource">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#resource</a></p></li> |
| <li><p><strong>source_uris</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a>) – The source Google Cloud |
| Storage URI (e.g. gs://some-bucket/some-file.txt). A single wild |
| per-object name can be used.</p></li> |
| <li><p><strong>source_format</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – File format to export.</p></li> |
| <li><p><strong>autodetect</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – Try to detect schema and format options automatically. |
| Any option specified explicitly will be honored.</p></li> |
| <li><p><strong>compression</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – [Optional] The compression type of the data source. |
| Possible values include GZIP and NONE. |
| The default value is NONE. |
| This setting is ignored for Google Cloud Bigtable, |
| Google Cloud Datastore backups and Avro formats.</p></li> |
| <li><p><strong>ignore_unknown_values</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – [Optional] Indicates if BigQuery should allow |
| extra values that are not represented in the table schema. |
| If true, the extra values are ignored. If false, records with extra columns |
| are treated as bad records, and if there are too many bad records, an |
| invalid error is returned in the job result.</p></li> |
| <li><p><strong>max_bad_records</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) – The maximum number of bad records that BigQuery can |
| ignore when running the job.</p></li> |
| <li><p><strong>skip_leading_rows</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) – Number of rows to skip when loading from a CSV.</p></li> |
| <li><p><strong>field_delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The delimiter to use when loading from a CSV.</p></li> |
| <li><p><strong>quote_character</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The value that is used to quote data sections in a CSV |
| file.</p></li> |
| <li><p><strong>allow_quoted_newlines</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – Whether to allow quoted newlines (true) or not |
| (false).</p></li> |
| <li><p><strong>allow_jagged_rows</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – Accept rows that are missing trailing optional columns. |
| The missing values are treated as nulls. If false, records with missing |
| trailing columns are treated as bad records, and if there are too many bad |
| records, an invalid error is returned in the job result. Only applicable when |
| source_format is CSV.</p></li> |
| <li><p><strong>encoding</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – <p>The character encoding of the data. See:</p> |
| <div class="admonition seealso"> |
| <p class="admonition-title">See also</p> |
| <p><a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#externalDataConfiguration.csvOptions.encoding">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#externalDataConfiguration.csvOptions.encoding</a></p> |
| </div> |
| </p></li> |
| <li><p><strong>src_fmt_configs</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – configure optional fields specific to the source format</p></li> |
| <li><p><strong>labels</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – A dictionary containing labels for the BiqQuery table.</p></li> |
| <li><p><strong>description</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – A string containing the description for the BigQuery table.</p></li> |
| <li><p><strong>encryption_configuration</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – <p>[Optional] Custom encryption configuration (e.g., Cloud KMS keys). |
| <strong>Example</strong>:</p> |
| <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">encryption_configuration</span> <span class="o">=</span> <span class="p">{</span> |
| <span class="s2">"kmsKeyName"</span><span class="p">:</span> <span class="s2">"projects/testp/locations/us/keyRings/test-kr/cryptoKeys/test-key"</span> |
| <span class="p">}</span> |
| </pre></div> |
| </div> |
| </p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.update_table"> |
| <span class="sig-name descname"><span class="pre">update_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table_resource</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">fields</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.update_table"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.update_table" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Change some fields of a table.</p> |
| <p>Use <code class="docutils literal notranslate"><span class="pre">fields</span></code> to specify which fields to update. At least one field |
| must be provided. If a field is listed in <code class="docutils literal notranslate"><span class="pre">fields</span></code> and is <code class="docutils literal notranslate"><span class="pre">None</span></code> |
| in <code class="docutils literal notranslate"><span class="pre">table</span></code>, the field value will be deleted.</p> |
| <p>If <code class="docutils literal notranslate"><span class="pre">table.etag</span></code> is not <code class="docutils literal notranslate"><span class="pre">None</span></code>, the update will only succeed if |
| the table on the server has the same ETag. Thus reading a table with |
| <code class="docutils literal notranslate"><span class="pre">get_table</span></code>, changing its fields, and then passing it to |
| <code class="docutils literal notranslate"><span class="pre">update_table</span></code> will ensure that the changes will only be saved if |
| no modifications to the table occurred since the read.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The project to create the table into.</p></li> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The dataset to create the table into.</p></li> |
| <li><p><strong>table_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The Name of the table to be created.</p></li> |
| <li><p><strong>table_resource</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>Any</em><em>]</em>) – Table resource as described in documentation: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#Table">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#Table</a> |
| The table has to contain <code class="docutils literal notranslate"><span class="pre">tableReference</span></code> or <code class="docutils literal notranslate"><span class="pre">project_id</span></code>, <code class="docutils literal notranslate"><span class="pre">dataset_id</span></code> and <code class="docutils literal notranslate"><span class="pre">table_id</span></code> |
| have to be provided.</p></li> |
| <li><p><strong>fields</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>] </em><em>| </em><em>None</em>) – The fields of <code class="docutils literal notranslate"><span class="pre">table</span></code> to change, spelled as the Table |
| properties (e.g. “friendly_name”).</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.patch_table"> |
| <span class="sig-name descname"><span class="pre">patch_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">description</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">expiration_time</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">external_data_configuration</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">friendly_name</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">labels</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">time_partitioning</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">view</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">require_partition_filter</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encryption_configuration</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.patch_table"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.patch_table" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Patch information in an existing table. |
| It only updates fields that are provided in the request object.</p> |
| <p>Reference: <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables/patch">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables/patch</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The dataset containing the table to be patched.</p></li> |
| <li><p><strong>table_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The Name of the table to be patched.</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The project containing the table to be patched.</p></li> |
| <li><p><strong>description</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – [Optional] A user-friendly description of this table.</p></li> |
| <li><p><strong>expiration_time</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a><em> | </em><em>None</em>) – [Optional] The time when this table expires, |
| in milliseconds since the epoch.</p></li> |
| <li><p><strong>external_data_configuration</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – [Optional] A dictionary containing |
| properties of a table stored outside of BigQuery.</p></li> |
| <li><p><strong>friendly_name</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – [Optional] A descriptive name for this table.</p></li> |
| <li><p><strong>labels</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – [Optional] A dictionary containing labels associated with this table.</p></li> |
| <li><p><strong>schema</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em> | </em><em>None</em>) – <p>[Optional] If set, the schema field list as defined here: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.load.schema">https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs#configuration.load.schema</a> |
| The supported schema modifications and unsupported schema modification are listed here: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/managing-table-schemas">https://cloud.google.com/bigquery/docs/managing-table-schemas</a> |
| <strong>Example</strong>:</p> |
| <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">schema</span><span class="o">=</span><span class="p">[{</span><span class="s2">"name"</span><span class="p">:</span> <span class="s2">"emp_name"</span><span class="p">,</span> <span class="s2">"type"</span><span class="p">:</span> <span class="s2">"STRING"</span><span class="p">,</span> <span class="s2">"mode"</span><span class="p">:</span> <span class="s2">"REQUIRED"</span><span class="p">},</span> |
| <span class="p">{</span><span class="s2">"name"</span><span class="p">:</span> <span class="s2">"salary"</span><span class="p">,</span> <span class="s2">"type"</span><span class="p">:</span> <span class="s2">"INTEGER"</span><span class="p">,</span> <span class="s2">"mode"</span><span class="p">:</span> <span class="s2">"NULLABLE"</span><span class="p">}]</span> |
| </pre></div> |
| </div> |
| </p></li> |
| <li><p><strong>time_partitioning</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – [Optional] A dictionary containing time-based partitioning |
| definition for the table.</p></li> |
| <li><p><strong>view</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – <p>[Optional] A dictionary containing definition for the view. |
| If set, it will patch a view instead of a table: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#ViewDefinition">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#ViewDefinition</a> |
| <strong>Example</strong>:</p> |
| <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">view</span> <span class="o">=</span> <span class="p">{</span> |
| <span class="s2">"query"</span><span class="p">:</span> <span class="s2">"SELECT * FROM `test-project-id.test_dataset_id.test_table_prefix*` LIMIT 500"</span><span class="p">,</span> |
| <span class="s2">"useLegacySql"</span><span class="p">:</span> <span class="kc">False</span> |
| <span class="p">}</span> |
| </pre></div> |
| </div> |
| </p></li> |
| <li><p><strong>require_partition_filter</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a><em> | </em><em>None</em>) – [Optional] If true, queries over the this table require a |
| partition filter. If false, queries over the table</p></li> |
| <li><p><strong>encryption_configuration</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – <p>[Optional] Custom encryption configuration (e.g., Cloud KMS keys). |
| <strong>Example</strong>:</p> |
| <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">encryption_configuration</span> <span class="o">=</span> <span class="p">{</span> |
| <span class="s2">"kmsKeyName"</span><span class="p">:</span> <span class="s2">"projects/testp/locations/us/keyRings/test-kr/cryptoKeys/test-key"</span> |
| <span class="p">}</span> |
| </pre></div> |
| </div> |
| </p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.insert_all"> |
| <span class="sig-name descname"><span class="pre">insert_all</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">project_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">rows</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ignore_unknown_values</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">skip_invalid_rows</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">fail_on_error</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.insert_all"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.insert_all" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Method to stream data into BigQuery one record at a time without needing |
| to run a load job</p> |
| <div class="admonition seealso"> |
| <p class="admonition-title">See also</p> |
| <p>For more information, see: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tabledata/insertAll">https://cloud.google.com/bigquery/docs/reference/rest/v2/tabledata/insertAll</a></p> |
| </div> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The name of the project where we have the table</p></li> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The name of the dataset where we have the table</p></li> |
| <li><p><strong>table_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The name of the table</p></li> |
| <li><p><strong>rows</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a>) – the rows to insert</p></li> |
| </ul> |
| </dd> |
| </dl> |
| <dl class="simple"> |
| <dt><strong>Example or rows</strong>:</dt><dd><p>rows=[{“json”: {“a_key”: “a_value_0”}}, {“json”: {“a_key”: “a_value_1”}}]</p> |
| </dd> |
| </dl> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>ignore_unknown_values</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – [Optional] Accept rows that contain values |
| that do not match the schema. The unknown values are ignored. |
| The default value is false, which treats unknown values as errors.</p></li> |
| <li><p><strong>skip_invalid_rows</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – [Optional] Insert all valid rows of a request, |
| even if invalid rows exist. The default value is false, which causes |
| the entire request to fail if any invalid rows exist.</p></li> |
| <li><p><strong>fail_on_error</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – [Optional] Force the task to fail if any errors occur. |
| The default value is false, which indicates the task should not fail |
| even if any insertion errors occur.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.update_dataset"> |
| <span class="sig-name descname"><span class="pre">update_dataset</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">fields</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dataset_resource</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">retry</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">DEFAULT_RETRY</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.update_dataset"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.update_dataset" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Change some fields of a dataset.</p> |
| <p>Use <code class="docutils literal notranslate"><span class="pre">fields</span></code> to specify which fields to update. At least one field |
| must be provided. If a field is listed in <code class="docutils literal notranslate"><span class="pre">fields</span></code> and is <code class="docutils literal notranslate"><span class="pre">None</span></code> in |
| <code class="docutils literal notranslate"><span class="pre">dataset</span></code>, it will be deleted.</p> |
| <p>If <code class="docutils literal notranslate"><span class="pre">dataset.etag</span></code> is not <code class="docutils literal notranslate"><span class="pre">None</span></code>, the update will only |
| succeed if the dataset on the server has the same ETag. Thus |
| reading a dataset with <code class="docutils literal notranslate"><span class="pre">get_dataset</span></code>, changing its fields, |
| and then passing it to <code class="docutils literal notranslate"><span class="pre">update_dataset</span></code> will ensure that the changes |
| will only be saved if no modifications to the dataset occurred |
| since the read.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>dataset_resource</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>Any</em><em>]</em>) – Dataset resource that will be provided |
| in request body. |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets#resource">https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets#resource</a></p></li> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The id of the dataset.</p></li> |
| <li><p><strong>fields</strong> (<em>Sequence</em><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – The properties of <code class="docutils literal notranslate"><span class="pre">dataset</span></code> to change (e.g. “friendly_name”).</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The Google Cloud Project ID</p></li> |
| <li><p><strong>retry</strong> (<a class="reference external" href="https://googleapis.dev/python/google-api-core/latest/retry.html#google.api_core.retry.Retry" title="(in google-api-core)"><em>google.api_core.retry.Retry</em></a>) – How to retry the RPC.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.patch_dataset"> |
| <span class="sig-name descname"><span class="pre">patch_dataset</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dataset_resource</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.patch_dataset"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.patch_dataset" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Patches information in an existing dataset. |
| It only replaces fields that are provided in the submitted dataset resource. |
| More info: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets/patch">https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets/patch</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The BigQuery Dataset ID</p></li> |
| <li><p><strong>dataset_resource</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – Dataset resource that will be provided |
| in request body. |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets#resource">https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets#resource</a></p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The Google Cloud Project ID</p></li> |
| </ul> |
| </dd> |
| <dt class="field-even">Return type</dt> |
| <dd class="field-even"><p>dataset |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets#resource">https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets#resource</a></p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset_tables_list"> |
| <span class="sig-name descname"><span class="pre">get_dataset_tables_list</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_prefix</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_results</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_dataset_tables_list"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset_tables_list" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Method returns tables list of a BigQuery tables. If table prefix is specified, |
| only tables beginning by it are returned.</p> |
| <p>For more information, see: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables/list">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables/list</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The BigQuery Dataset ID</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The Google Cloud Project ID</p></li> |
| <li><p><strong>table_prefix</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – Tables must begin by this prefix to be returned (case sensitive)</p></li> |
| <li><p><strong>max_results</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a><em> | </em><em>None</em>) – The maximum number of results to return in a single response page. |
| Leverage the page tokens to iterate through the entire collection.</p></li> |
| </ul> |
| </dd> |
| <dt class="field-even">Returns</dt> |
| <dd class="field-even"><p>List of tables associated with the dataset</p> |
| </dd> |
| <dt class="field-odd">Return type</dt> |
| <dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)">list</a>[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a>[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a>, Any]]</p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_datasets_list"> |
| <span class="sig-name descname"><span class="pre">get_datasets_list</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">include_all</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">filter_</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_results</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">page_token</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">retry</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">DEFAULT_RETRY</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_datasets_list"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_datasets_list" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Method returns full list of BigQuery datasets in the current project</p> |
| <p>For more information, see: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets/list">https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets/list</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – Google Cloud Project for which you try to get all datasets</p></li> |
| <li><p><strong>include_all</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – True if results include hidden datasets. Defaults to False.</p></li> |
| <li><p><strong>filter</strong> – An expression for filtering the results by label. For syntax, see |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets/list#filter">https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets/list#filter</a>.</p></li> |
| <li><p><strong>filter</strong> – str</p></li> |
| <li><p><strong>max_results</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a><em> | </em><em>None</em>) – Maximum number of datasets to return.</p></li> |
| <li><p><strong>max_results</strong> – int</p></li> |
| <li><p><strong>page_token</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – Token representing a cursor into the datasets. If not passed, |
| the API will return the first page of datasets. The token marks the beginning of the |
| iterator to be returned and the value of the <code class="docutils literal notranslate"><span class="pre">page_token</span></code> can be accessed at |
| <code class="docutils literal notranslate"><span class="pre">next_page_token</span></code> of the <a class="reference external" href="https://googleapis.dev/python/google-api-core/latest/page_iterator.html#google.api_core.page_iterator.HTTPIterator" title="(in google-api-core)"><code class="xref py py-class docutils literal notranslate"><span class="pre">HTTPIterator</span></code></a>.</p></li> |
| <li><p><strong>page_token</strong> – str</p></li> |
| <li><p><strong>retry</strong> (<a class="reference external" href="https://googleapis.dev/python/google-api-core/latest/retry.html#google.api_core.retry.Retry" title="(in google-api-core)"><em>google.api_core.retry.Retry</em></a>) – How to retry the RPC.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset"> |
| <span class="sig-name descname"><span class="pre">get_dataset</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_dataset"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Fetch the dataset referenced by dataset_id.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The BigQuery Dataset ID</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The Google Cloud Project ID</p></li> |
| </ul> |
| </dd> |
| <dt class="field-even">Returns</dt> |
| <dd class="field-even"><p><p>dataset_resource</p> |
| <div class="admonition seealso"> |
| <p class="admonition-title">See also</p> |
| <p>For more information, see Dataset Resource content: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets#resource">https://cloud.google.com/bigquery/docs/reference/rest/v2/datasets#resource</a></p> |
| </div> |
| </p> |
| </dd> |
| <dt class="field-odd">Return type</dt> |
| <dd class="field-odd"><p><a class="reference external" href="https://googleapis.dev/python/bigquery/latest/generated/google.cloud.bigquery.dataset.Dataset.html#google.cloud.bigquery.dataset.Dataset" title="(in google-cloud-bigquery)">google.cloud.bigquery.dataset.Dataset</a></p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_grant_dataset_view_access"> |
| <span class="sig-name descname"><span class="pre">run_grant_dataset_view_access</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">source_dataset</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">view_dataset</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">view_table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">view_project</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.run_grant_dataset_view_access"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_grant_dataset_view_access" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Grant authorized view access of a dataset to a view table. |
| If this view has already been granted access to the dataset, do nothing. |
| This method is not atomic. Running it may clobber a simultaneous update.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>source_dataset</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the source dataset</p></li> |
| <li><p><strong>view_dataset</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the dataset that the view is in</p></li> |
| <li><p><strong>view_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the table of the view</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – the project of the source dataset. If None, |
| self.project_id will be used.</p></li> |
| <li><p><strong>view_project</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – the project that the view is in. If None, |
| self.project_id will be used.</p></li> |
| </ul> |
| </dd> |
| <dt class="field-even">Returns</dt> |
| <dd class="field-even"><p>the datasets resource of the source dataset.</p> |
| </dd> |
| <dt class="field-odd">Return type</dt> |
| <dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a>[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a>, Any]</p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_table_upsert"> |
| <span class="sig-name descname"><span class="pre">run_table_upsert</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_resource</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.run_table_upsert"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_table_upsert" title="Permalink to this definition">¶</a></dt> |
| <dd><p>If the table already exists, update the existing table if not create new. |
| Since BigQuery does not natively allow table upserts, this is not an |
| atomic operation.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the dataset to upsert the table into.</p></li> |
| <li><p><strong>table_resource</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>Any</em><em>]</em>) – a table resource. see |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/v2/tables#resource">https://cloud.google.com/bigquery/docs/reference/v2/tables#resource</a></p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – the project to upsert the table into. If None, |
| project will be self.project_id.</p></li> |
| </ul> |
| </dd> |
| <dt class="field-even">Returns</dt> |
| <dd class="field-even"><p></p> |
| </dd> |
| <dt class="field-odd">Return type</dt> |
| <dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a>[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)">str</a>, Any]</p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_table_delete"> |
| <span class="sig-name descname"><span class="pre">run_table_delete</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">deletion_dataset_table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ignore_if_missing</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.run_table_delete"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_table_delete" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Delete an existing table from the dataset; |
| If the table does not exist, return an error unless ignore_if_missing |
| is set to True.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>deletion_dataset_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – A dotted |
| <code class="docutils literal notranslate"><span class="pre">(<project>.|<project>:)<dataset>.<table></span></code> that indicates which table |
| will be deleted.</p></li> |
| <li><p><strong>ignore_if_missing</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – if True, then return success even if the |
| requested table does not exist.</p></li> |
| </ul> |
| </dd> |
| <dt class="field-even">Returns</dt> |
| <dd class="field-even"><p></p> |
| </dd> |
| <dt class="field-odd">Return type</dt> |
| <dd class="field-odd"><p>None</p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.delete_table"> |
| <span class="sig-name descname"><span class="pre">delete_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">not_found_ok</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.delete_table"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.delete_table" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Delete an existing table from the dataset. If the table does not exist, return an error |
| unless not_found_ok is set to True.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>table_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – A dotted <code class="docutils literal notranslate"><span class="pre">(<project>.|<project>:)<dataset>.<table></span></code> |
| that indicates which table will be deleted.</p></li> |
| <li><p><strong>not_found_ok</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – if True, then return success even if the |
| requested table does not exist.</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – the project used to perform the request</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_tabledata"> |
| <span class="sig-name descname"><span class="pre">get_tabledata</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_results</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">selected_fields</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">page_token</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start_index</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_tabledata"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_tabledata" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Get the data of a given dataset.table and optionally with selected columns. |
| see <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/v2/tabledata/list">https://cloud.google.com/bigquery/docs/reference/v2/tabledata/list</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the dataset ID of the requested table.</p></li> |
| <li><p><strong>table_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the table ID of the requested table.</p></li> |
| <li><p><strong>max_results</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a><em> | </em><em>None</em>) – the maximum results to return.</p></li> |
| <li><p><strong>selected_fields</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – List of fields to return (comma-separated). If |
| unspecified, all fields are returned.</p></li> |
| <li><p><strong>page_token</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – page token, returned from a previous call, |
| identifying the result set.</p></li> |
| <li><p><strong>start_index</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a><em> | </em><em>None</em>) – zero based index of the starting row to read.</p></li> |
| </ul> |
| </dd> |
| <dt class="field-even">Returns</dt> |
| <dd class="field-even"><p>list of rows</p> |
| </dd> |
| <dt class="field-odd">Return type</dt> |
| <dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)">list</a>[<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a>]</p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.list_rows"> |
| <span class="sig-name descname"><span class="pre">list_rows</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_results</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">selected_fields</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">page_token</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">start_index</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">location</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.list_rows"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.list_rows" title="Permalink to this definition">¶</a></dt> |
| <dd><p>List the rows of the table. |
| See <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tabledata/list">https://cloud.google.com/bigquery/docs/reference/rest/v2/tabledata/list</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the dataset ID of the requested table.</p></li> |
| <li><p><strong>table_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the table ID of the requested table.</p></li> |
| <li><p><strong>max_results</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a><em> | </em><em>None</em>) – the maximum results to return.</p></li> |
| <li><p><strong>selected_fields</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>] </em><em>| </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – List of fields to return (comma-separated). If |
| unspecified, all fields are returned.</p></li> |
| <li><p><strong>page_token</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – page token, returned from a previous call, |
| identifying the result set.</p></li> |
| <li><p><strong>start_index</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a><em> | </em><em>None</em>) – zero based index of the starting row to read.</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – Project ID for the project which the client acts on behalf of.</p></li> |
| <li><p><strong>location</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – Default location for job.</p></li> |
| </ul> |
| </dd> |
| <dt class="field-even">Returns</dt> |
| <dd class="field-even"><p>list of rows</p> |
| </dd> |
| <dt class="field-odd">Return type</dt> |
| <dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)">list</a>[<a class="reference external" href="https://googleapis.dev/python/bigquery/latest/generated/google.cloud.bigquery.table.Row.html#google.cloud.bigquery.table.Row" title="(in google-cloud-bigquery)">google.cloud.bigquery.table.Row</a>]</p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_schema"> |
| <span class="sig-name descname"><span class="pre">get_schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_schema"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_schema" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Get the schema for a given dataset and table. |
| see <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/v2/tables#resource">https://cloud.google.com/bigquery/docs/reference/v2/tables#resource</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the dataset ID of the requested table</p></li> |
| <li><p><strong>table_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the table ID of the requested table</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – the optional project ID of the requested table. |
| If not provided, the connector’s configured project will be used.</p></li> |
| </ul> |
| </dd> |
| <dt class="field-even">Returns</dt> |
| <dd class="field-even"><p>a table schema</p> |
| </dd> |
| <dt class="field-odd">Return type</dt> |
| <dd class="field-odd"><p><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)">dict</a></p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.update_table_schema"> |
| <span class="sig-name descname"><span class="pre">update_table_schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">schema_fields_updates</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">include_policy_tags</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dataset_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.update_table_schema"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.update_table_schema" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Update fields within a schema for a given dataset and table. Note that |
| some fields in schemas are immutable and trying to change them will cause |
| an exception. |
| If a new field is included it will be inserted which requires all required fields to be set. |
| See <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#TableSchema">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#TableSchema</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>include_policy_tags</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – If set to True policy tags will be included in |
| the update request which requires special permissions even if unchanged |
| see <a class="reference external" href="https://cloud.google.com/bigquery/docs/column-level-security#roles">https://cloud.google.com/bigquery/docs/column-level-security#roles</a></p></li> |
| <li><p><strong>dataset_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the dataset ID of the requested table to be updated</p></li> |
| <li><p><strong>table_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – the table ID of the table to be updated</p></li> |
| <li><p><strong>schema_fields_updates</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>Any</em><em>]</em><em>]</em>) – a partial schema resource. see |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#TableSchema">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#TableSchema</a></p></li> |
| </ul> |
| </dd> |
| </dl> |
| <p><strong>Example</strong>:</p> |
| <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">schema_fields_updates</span><span class="o">=</span><span class="p">[</span> |
| <span class="p">{</span><span class="s2">"name"</span><span class="p">:</span> <span class="s2">"emp_name"</span><span class="p">,</span> <span class="s2">"description"</span><span class="p">:</span> <span class="s2">"Some New Description"</span><span class="p">},</span> |
| <span class="p">{</span><span class="s2">"name"</span><span class="p">:</span> <span class="s2">"salary"</span><span class="p">,</span> <span class="s2">"description"</span><span class="p">:</span> <span class="s2">"Some New Description"</span><span class="p">},</span> |
| <span class="p">{</span><span class="s2">"name"</span><span class="p">:</span> <span class="s2">"departments"</span><span class="p">,</span> <span class="s2">"fields"</span><span class="p">:</span> <span class="p">[</span> |
| <span class="p">{</span><span class="s2">"name"</span><span class="p">:</span> <span class="s2">"name"</span><span class="p">,</span> <span class="s2">"description"</span><span class="p">:</span> <span class="s2">"Some New Description"</span><span class="p">},</span> |
| <span class="p">{</span><span class="s2">"name"</span><span class="p">:</span> <span class="s2">"type"</span><span class="p">,</span> <span class="s2">"description"</span><span class="p">:</span> <span class="s2">"Some New Description"</span><span class="p">}</span> |
| <span class="p">]},</span> |
| <span class="p">]</span> |
| </pre></div> |
| </div> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The name of the project where we want to update the table.</p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.poll_job_complete"> |
| <span class="sig-name descname"><span class="pre">poll_job_complete</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">job_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">location</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">retry</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">DEFAULT_RETRY</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.poll_job_complete"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.poll_job_complete" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Check if jobs completed.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>job_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – id of the job.</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – Google Cloud Project where the job is running</p></li> |
| <li><p><strong>location</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – location the job is running</p></li> |
| <li><p><strong>retry</strong> (<a class="reference external" href="https://googleapis.dev/python/google-api-core/latest/retry.html#google.api_core.retry.Retry" title="(in google-api-core)"><em>google.api_core.retry.Retry</em></a>) – How to retry the RPC.</p></li> |
| </ul> |
| </dd> |
| <dt class="field-even">Return type</dt> |
| <dd class="field-even"><p><a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)">bool</a></p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.cancel_query"> |
| <span class="sig-name descname"><span class="pre">cancel_query</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.cancel_query"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.cancel_query" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Cancel all started queries that have not yet completed</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.cancel_job"> |
| <span class="sig-name descname"><span class="pre">cancel_job</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">job_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">location</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.cancel_job"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.cancel_job" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Cancel a job and wait for cancellation to complete</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>job_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – id of the job.</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – Google Cloud Project where the job is running</p></li> |
| <li><p><strong>location</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – location the job is running</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_job"> |
| <span class="sig-name descname"><span class="pre">get_job</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">job_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">location</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.get_job"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_job" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Retrieves a BigQuery job. For more information see: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/v2/jobs">https://cloud.google.com/bigquery/docs/reference/v2/jobs</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>job_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The ID of the job. The ID must contain only letters (a-z, A-Z), |
| numbers (0-9), underscores (_), or dashes (-). The maximum length is 1,024 |
| characters. If not provided then uuid will be generated.</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – Google Cloud Project where the job is running</p></li> |
| <li><p><strong>location</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – location the job is running</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.insert_job"> |
| <span class="sig-name descname"><span class="pre">insert_job</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">configuration</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">job_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">location</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">nowait</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">retry</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">DEFAULT_RETRY</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">timeout</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.insert_job"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.insert_job" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Executes a BigQuery job. Waits for the job to complete and returns job id. |
| See here:</p> |
| <p><a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/v2/jobs">https://cloud.google.com/bigquery/docs/reference/v2/jobs</a></p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>configuration</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – The configuration parameter maps directly to |
| BigQuery’s configuration field in the job object. See |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/v2/jobs">https://cloud.google.com/bigquery/docs/reference/v2/jobs</a> for |
| details.</p></li> |
| <li><p><strong>job_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The ID of the job. The ID must contain only letters (a-z, A-Z), |
| numbers (0-9), underscores (_), or dashes (-). The maximum length is 1,024 |
| characters. If not provided then uuid will be generated.</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – Google Cloud Project where the job is running</p></li> |
| <li><p><strong>location</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – location the job is running</p></li> |
| <li><p><strong>nowait</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – specify whether to insert job without waiting for the result</p></li> |
| <li><p><strong>retry</strong> (<a class="reference external" href="https://googleapis.dev/python/google-api-core/latest/retry.html#google.api_core.retry.Retry" title="(in google-api-core)"><em>google.api_core.retry.Retry</em></a>) – How to retry the RPC.</p></li> |
| <li><p><strong>timeout</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.10)"><em>float</em></a><em> | </em><em>None</em>) – The number of seconds to wait for the underlying HTTP transport |
| before using <code class="docutils literal notranslate"><span class="pre">retry</span></code>.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_with_configuration"> |
| <span class="sig-name descname"><span class="pre">run_with_configuration</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">configuration</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.run_with_configuration"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_with_configuration" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Executes a BigQuery SQL query. See here:</p> |
| <p><a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/v2/jobs">https://cloud.google.com/bigquery/docs/reference/v2/jobs</a></p> |
| <p>For more details about the configuration parameter.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><p><strong>configuration</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a>) – The configuration parameter maps directly to |
| BigQuery’s configuration field in the job object. See |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/v2/jobs">https://cloud.google.com/bigquery/docs/reference/v2/jobs</a> for |
| details.</p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_load"> |
| <span class="sig-name descname"><span class="pre">run_load</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">destination_project_dataset_table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">source_uris</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_fields</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">source_format</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'CSV'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">create_disposition</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'CREATE_IF_NEEDED'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">skip_leading_rows</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">write_disposition</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'WRITE_EMPTY'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">field_delimiter</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">','</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">max_bad_records</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">0</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">quote_character</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ignore_unknown_values</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_quoted_newlines</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_jagged_rows</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encoding</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'UTF-8'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_update_options</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">src_fmt_configs</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">time_partitioning</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cluster_fields</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">autodetect</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encryption_configuration</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">labels</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">description</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.run_load"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_load" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Executes a BigQuery load command to load data from Google Cloud Storage |
| to BigQuery. See here:</p> |
| <p><a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/v2/jobs">https://cloud.google.com/bigquery/docs/reference/v2/jobs</a></p> |
| <p>For more details about these parameters.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>destination_project_dataset_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The dotted <code class="docutils literal notranslate"><span class="pre">(<project>.|<project>:)<dataset>.<table>($<partition>)</span></code> BigQuery |
| table to load data into. If <code class="docutils literal notranslate"><span class="pre"><project></span></code> is not included, project will be the |
| project defined in the connection json. If a partition is specified the |
| operator will automatically append the data, create a new partition or create |
| a new DAY partitioned table.</p></li> |
| <li><p><strong>schema_fields</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em> | </em><em>None</em>) – The schema field list as defined here: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/v2/jobs#configuration.load">https://cloud.google.com/bigquery/docs/reference/v2/jobs#configuration.load</a> |
| Required if autodetect=False; optional if autodetect=True.</p></li> |
| <li><p><strong>autodetect</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – Attempt to autodetect the schema for CSV and JSON |
| source files.</p></li> |
| <li><p><strong>source_uris</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a>) – The source Google Cloud |
| Storage URI (e.g. gs://some-bucket/some-file.txt). A single wild |
| per-object name can be used.</p></li> |
| <li><p><strong>source_format</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – File format to export.</p></li> |
| <li><p><strong>create_disposition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The create disposition if the table doesn’t exist.</p></li> |
| <li><p><strong>skip_leading_rows</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) – Number of rows to skip when loading from a CSV.</p></li> |
| <li><p><strong>write_disposition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The write disposition if the table already exists.</p></li> |
| <li><p><strong>field_delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The delimiter to use when loading from a CSV.</p></li> |
| <li><p><strong>max_bad_records</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a>) – The maximum number of bad records that BigQuery can |
| ignore when running the job.</p></li> |
| <li><p><strong>quote_character</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The value that is used to quote data sections in a CSV |
| file.</p></li> |
| <li><p><strong>ignore_unknown_values</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – [Optional] Indicates if BigQuery should allow |
| extra values that are not represented in the table schema. |
| If true, the extra values are ignored. If false, records with extra columns |
| are treated as bad records, and if there are too many bad records, an |
| invalid error is returned in the job result.</p></li> |
| <li><p><strong>allow_quoted_newlines</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – Whether to allow quoted newlines (true) or not |
| (false).</p></li> |
| <li><p><strong>allow_jagged_rows</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – Accept rows that are missing trailing optional columns. |
| The missing values are treated as nulls. If false, records with missing |
| trailing columns are treated as bad records, and if there are too many bad |
| records, an invalid error is returned in the job result. Only applicable when |
| source_format is CSV.</p></li> |
| <li><p><strong>encoding</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – <p>The character encoding of the data.</p> |
| <div class="admonition seealso"> |
| <p class="admonition-title">See also</p> |
| <p><a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#externalDataConfiguration.csvOptions.encoding">https://cloud.google.com/bigquery/docs/reference/rest/v2/tables#externalDataConfiguration.csvOptions.encoding</a></p> |
| </div> |
| </p></li> |
| <li><p><strong>schema_update_options</strong> (<em>Iterable</em><em> | </em><em>None</em>) – Allows the schema of the destination |
| table to be updated as a side effect of the load job.</p></li> |
| <li><p><strong>src_fmt_configs</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – configure optional fields specific to the source format</p></li> |
| <li><p><strong>time_partitioning</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – configure optional time partitioning fields i.e. |
| partition by field, type and expiration as per API specifications.</p></li> |
| <li><p><strong>cluster_fields</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em> | </em><em>None</em>) – Request that the result of this load be stored sorted |
| by one or more columns. BigQuery supports clustering for both partitioned and |
| non-partitioned tables. The order of columns given determines the sort order.</p></li> |
| <li><p><strong>encryption_configuration</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – <p>[Optional] Custom encryption configuration (e.g., Cloud KMS keys). |
| <strong>Example</strong>:</p> |
| <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">encryption_configuration</span> <span class="o">=</span> <span class="p">{</span> |
| <span class="s2">"kmsKeyName"</span><span class="p">:</span> <span class="s2">"projects/testp/locations/us/keyRings/test-kr/cryptoKeys/test-key"</span> |
| <span class="p">}</span> |
| </pre></div> |
| </div> |
| </p></li> |
| <li><p><strong>labels</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – A dictionary containing labels for the BiqQuery table.</p></li> |
| <li><p><strong>description</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – A string containing the description for the BigQuery table.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_copy"> |
| <span class="sig-name descname"><span class="pre">run_copy</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">source_project_dataset_tables</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">destination_project_dataset_table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">write_disposition</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'WRITE_EMPTY'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">create_disposition</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'CREATE_IF_NEEDED'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">labels</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encryption_configuration</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.run_copy"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_copy" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Executes a BigQuery copy command to copy data from one BigQuery table |
| to another. See here:</p> |
| <p><a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/v2/jobs#configuration.copy">https://cloud.google.com/bigquery/docs/reference/v2/jobs#configuration.copy</a></p> |
| <p>For more details about these parameters.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>source_project_dataset_tables</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em> | </em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – One or more dotted |
| <code class="docutils literal notranslate"><span class="pre">(project:|project.)<dataset>.<table></span></code> |
| BigQuery tables to use as the source data. Use a list if there are |
| multiple source tables. |
| If <code class="docutils literal notranslate"><span class="pre"><project></span></code> is not included, project will be the project defined |
| in the connection json.</p></li> |
| <li><p><strong>destination_project_dataset_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The destination BigQuery |
| table. Format is: <code class="docutils literal notranslate"><span class="pre">(project:|project.)<dataset>.<table></span></code></p></li> |
| <li><p><strong>write_disposition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The write disposition if the table already exists.</p></li> |
| <li><p><strong>create_disposition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The create disposition if the table doesn’t exist.</p></li> |
| <li><p><strong>labels</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – a dictionary containing labels for the job/query, |
| passed to BigQuery</p></li> |
| <li><p><strong>encryption_configuration</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – <p>[Optional] Custom encryption configuration (e.g., Cloud KMS keys). |
| <strong>Example</strong>:</p> |
| <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">encryption_configuration</span> <span class="o">=</span> <span class="p">{</span> |
| <span class="s2">"kmsKeyName"</span><span class="p">:</span> <span class="s2">"projects/testp/locations/us/keyRings/test-kr/cryptoKeys/test-key"</span> |
| <span class="p">}</span> |
| </pre></div> |
| </div> |
| </p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_extract"> |
| <span class="sig-name descname"><span class="pre">run_extract</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">source_project_dataset_table</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">destination_cloud_storage_uris</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">compression</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'NONE'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">export_format</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'CSV'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">field_delimiter</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">','</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">print_header</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">labels</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">return_full_job</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.run_extract"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_extract" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Executes a BigQuery extract command to copy data from BigQuery to |
| Google Cloud Storage. See here:</p> |
| <p><a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/v2/jobs">https://cloud.google.com/bigquery/docs/reference/v2/jobs</a></p> |
| <p>For more details about these parameters.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>source_project_dataset_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The dotted <code class="docutils literal notranslate"><span class="pre"><dataset>.<table></span></code> |
| BigQuery table to use as the source data.</p></li> |
| <li><p><strong>destination_cloud_storage_uris</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>]</em>) – The destination Google Cloud |
| Storage URI (e.g. gs://some-bucket/some-file.txt). Follows |
| convention defined here: |
| https://cloud.google.com/bigquery/exporting-data-from-bigquery#exportingmultiple</p></li> |
| <li><p><strong>compression</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Type of compression to use.</p></li> |
| <li><p><strong>export_format</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – File format to export.</p></li> |
| <li><p><strong>field_delimiter</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The delimiter to use when extracting to a CSV.</p></li> |
| <li><p><strong>print_header</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – Whether to print a header for a CSV file extract.</p></li> |
| <li><p><strong>labels</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – a dictionary containing labels for the job/query, |
| passed to BigQuery</p></li> |
| <li><p><strong>return_full_job</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – return full job instead of job id only</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_query"> |
| <span class="sig-name descname"><span class="pre">run_query</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">destination_dataset_table</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">write_disposition</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'WRITE_EMPTY'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">allow_large_results</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">flatten_results</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">udf_config</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_legacy_sql</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">maximum_billing_tier</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">maximum_bytes_billed</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">create_disposition</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'CREATE_IF_NEEDED'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">query_params</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">labels</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">schema_update_options</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">priority</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'INTERACTIVE'</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">time_partitioning</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">api_resource_configs</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">cluster_fields</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">location</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">encryption_configuration</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.run_query"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_query" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Executes a BigQuery SQL query. Optionally persists results in a BigQuery |
| table. See here:</p> |
| <p><a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/v2/jobs">https://cloud.google.com/bigquery/docs/reference/v2/jobs</a></p> |
| <p>For more details about these parameters.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The BigQuery SQL to execute.</p></li> |
| <li><p><strong>destination_dataset_table</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The dotted <code class="docutils literal notranslate"><span class="pre"><dataset>.<table></span></code> |
| BigQuery table to save the query results.</p></li> |
| <li><p><strong>write_disposition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – What to do if the table already exists in |
| BigQuery.</p></li> |
| <li><p><strong>allow_large_results</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – Whether to allow large results.</p></li> |
| <li><p><strong>flatten_results</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a><em> | </em><em>None</em>) – If true and query uses legacy SQL dialect, flattens |
| all nested and repeated fields in the query results. <code class="docutils literal notranslate"><span class="pre">allowLargeResults</span></code> |
| must be true if this is set to false. For standard SQL queries, this |
| flag is ignored and results are never flattened.</p></li> |
| <li><p><strong>udf_config</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em> | </em><em>None</em>) – The User Defined Function configuration for the query. |
| See <a class="reference external" href="https://cloud.google.com/bigquery/user-defined-functions">https://cloud.google.com/bigquery/user-defined-functions</a> for details.</p></li> |
| <li><p><strong>use_legacy_sql</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a><em> | </em><em>None</em>) – Whether to use legacy SQL (true) or standard SQL (false). |
| If <cite>None</cite>, defaults to <cite>self.use_legacy_sql</cite>.</p></li> |
| <li><p><strong>api_resource_configs</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – a dictionary that contain params |
| ‘configuration’ applied for Google BigQuery Jobs API: |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs">https://cloud.google.com/bigquery/docs/reference/rest/v2/jobs</a> |
| for example, {‘query’: {‘useQueryCache’: False}}. You could use it |
| if you need to provide some params that are not supported by the |
| BigQueryHook like args.</p></li> |
| <li><p><strong>maximum_billing_tier</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><em>int</em></a><em> | </em><em>None</em>) – Positive integer that serves as a |
| multiplier of the basic price.</p></li> |
| <li><p><strong>maximum_bytes_billed</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#float" title="(in Python v3.10)"><em>float</em></a><em> | </em><em>None</em>) – Limits the bytes billed for this job. |
| Queries that will have bytes billed beyond this limit will fail |
| (without incurring a charge). If unspecified, this will be |
| set to your project default.</p></li> |
| <li><p><strong>create_disposition</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Specifies whether the job is allowed to |
| create new tables.</p></li> |
| <li><p><strong>query_params</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em> | </em><em>None</em>) – a list of dictionary containing query parameter types and |
| values, passed to BigQuery</p></li> |
| <li><p><strong>labels</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – a dictionary containing labels for the job/query, |
| passed to BigQuery</p></li> |
| <li><p><strong>schema_update_options</strong> (<em>Iterable</em><em> | </em><em>None</em>) – Allows the schema of the destination |
| table to be updated as a side effect of the query job.</p></li> |
| <li><p><strong>priority</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – Specifies a priority for the query. |
| Possible values include INTERACTIVE and BATCH. |
| The default value is INTERACTIVE.</p></li> |
| <li><p><strong>time_partitioning</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – configure optional time partitioning fields i.e. |
| partition by field, type and expiration as per API specifications.</p></li> |
| <li><p><strong>cluster_fields</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>] </em><em>| </em><em>None</em>) – Request that the result of this query be stored sorted |
| by one or more columns. BigQuery supports clustering for both partitioned and |
| non-partitioned tables. The order of columns given determines the sort order.</p></li> |
| <li><p><strong>location</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – The geographic location of the job. Required except for |
| US and EU. See details at |
| <a class="reference external" href="https://cloud.google.com/bigquery/docs/locations#specifying_your_location">https://cloud.google.com/bigquery/docs/locations#specifying_your_location</a></p></li> |
| <li><p><strong>encryption_configuration</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – <p>[Optional] Custom encryption configuration (e.g., Cloud KMS keys). |
| <strong>Example</strong>:</p> |
| <div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="n">encryption_configuration</span> <span class="o">=</span> <span class="p">{</span> |
| <span class="s2">"kmsKeyName"</span><span class="p">:</span> <span class="s2">"projects/testp/locations/us/keyRings/test-kr/cryptoKeys/test-key"</span> |
| <span class="p">}</span> |
| </pre></div> |
| </div> |
| </p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.generate_job_id"> |
| <span class="sig-name descname"><span class="pre">generate_job_id</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">job_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">dag_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">task_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">logical_date</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">configuration</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">force_rerun</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">False</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.generate_job_id"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.generate_job_id" title="Permalink to this definition">¶</a></dt> |
| <dd></dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.split_tablename"> |
| <span class="sig-name descname"><span class="pre">split_tablename</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table_input</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">default_project_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">var_name</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryHook.split_tablename"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.split_tablename" title="Permalink to this definition">¶</a></dt> |
| <dd><dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| </dd></dl> |
| |
| <dl class="py class"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection"> |
| <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.google.cloud.hooks.bigquery.</span></span><span class="sig-name descname"><span class="pre">BigQueryConnection</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryConnection"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection" title="Permalink to this definition">¶</a></dt> |
| <dd><p>BigQuery does not have a notion of a persistent connection. Thus, these |
| objects are small stateless factories for cursors, which do all the real |
| work.</p> |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.close"> |
| <span class="sig-name descname"><span class="pre">close</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryConnection.close"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.close" title="Permalink to this definition">¶</a></dt> |
| <dd><p>The BigQueryConnection does not have anything to close</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.commit"> |
| <span class="sig-name descname"><span class="pre">commit</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryConnection.commit"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.commit" title="Permalink to this definition">¶</a></dt> |
| <dd><p>The BigQueryConnection does not support transactions</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.cursor"> |
| <span class="sig-name descname"><span class="pre">cursor</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryConnection.cursor"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.cursor" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Return a new <code class="xref py py-class docutils literal notranslate"><span class="pre">Cursor</span></code> object using the connection</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.rollback"> |
| <em class="property"><span class="pre">abstract</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">rollback</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryConnection.rollback"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.rollback" title="Permalink to this definition">¶</a></dt> |
| <dd><p>The BigQueryConnection does not have transactions</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| </dd></dl> |
| |
| <dl class="py class"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor"> |
| <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.google.cloud.hooks.bigquery.</span></span><span class="sig-name descname"><span class="pre">BigQueryBaseCursor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">service</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hook</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_legacy_sql</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">api_resource_configs</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">location</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_retries</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">5</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">labels</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Bases: <code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.utils.log.logging_mixin.LoggingMixin</span></code></p> |
| <p>The BigQuery base cursor contains helper methods to execute queries against |
| BigQuery. The methods can be used directly by operators, in cases where a |
| PEP 249 cursor isn’t needed.</p> |
| <dl class="field-list simple"> |
| </dl> |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.create_empty_table"> |
| <span class="sig-name descname"><span class="pre">create_empty_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.create_empty_table"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.create_empty_table" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_empty_table</cite></p> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.create_empty_dataset"> |
| <span class="sig-name descname"><span class="pre">create_empty_dataset</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.create_empty_dataset"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.create_empty_dataset" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_empty_dataset</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_dataset_tables"> |
| <span class="sig-name descname"><span class="pre">get_dataset_tables</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.get_dataset_tables"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_dataset_tables" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset_tables</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.delete_dataset"> |
| <span class="sig-name descname"><span class="pre">delete_dataset</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.delete_dataset"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.delete_dataset" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.delete_dataset</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.create_external_table"> |
| <span class="sig-name descname"><span class="pre">create_external_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.create_external_table"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.create_external_table" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_external_table</cite></p> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.patch_table"> |
| <span class="sig-name descname"><span class="pre">patch_table</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.patch_table"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.patch_table" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.patch_table</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.insert_all"> |
| <span class="sig-name descname"><span class="pre">insert_all</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.insert_all"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.insert_all" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.insert_all</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.update_dataset"> |
| <span class="sig-name descname"><span class="pre">update_dataset</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.update_dataset"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.update_dataset" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.update_dataset</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.patch_dataset"> |
| <span class="sig-name descname"><span class="pre">patch_dataset</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.patch_dataset"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.patch_dataset" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.patch_dataset</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_dataset_tables_list"> |
| <span class="sig-name descname"><span class="pre">get_dataset_tables_list</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.get_dataset_tables_list"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_dataset_tables_list" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset_tables_list</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_datasets_list"> |
| <span class="sig-name descname"><span class="pre">get_datasets_list</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.get_datasets_list"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_datasets_list" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_datasets_list</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_dataset"> |
| <span class="sig-name descname"><span class="pre">get_dataset</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.get_dataset"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_dataset" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_grant_dataset_view_access"> |
| <span class="sig-name descname"><span class="pre">run_grant_dataset_view_access</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.run_grant_dataset_view_access"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_grant_dataset_view_access" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_grant_dataset_view_access</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_table_upsert"> |
| <span class="sig-name descname"><span class="pre">run_table_upsert</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.run_table_upsert"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_table_upsert" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_table_upsert</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_table_delete"> |
| <span class="sig-name descname"><span class="pre">run_table_delete</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.run_table_delete"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_table_delete" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_table_delete</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_tabledata"> |
| <span class="sig-name descname"><span class="pre">get_tabledata</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.get_tabledata"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_tabledata" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_tabledata</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_schema"> |
| <span class="sig-name descname"><span class="pre">get_schema</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.get_schema"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_schema" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_schema</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.poll_job_complete"> |
| <span class="sig-name descname"><span class="pre">poll_job_complete</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.poll_job_complete"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.poll_job_complete" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.poll_job_complete</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.cancel_query"> |
| <span class="sig-name descname"><span class="pre">cancel_query</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.cancel_query"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.cancel_query" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.cancel_query</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_with_configuration"> |
| <span class="sig-name descname"><span class="pre">run_with_configuration</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.run_with_configuration"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_with_configuration" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_with_configuration</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_load"> |
| <span class="sig-name descname"><span class="pre">run_load</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.run_load"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_load" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_load</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_copy"> |
| <span class="sig-name descname"><span class="pre">run_copy</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.run_copy"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_copy" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_copy</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_extract"> |
| <span class="sig-name descname"><span class="pre">run_extract</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.run_extract"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_extract" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_extract</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_query"> |
| <span class="sig-name descname"><span class="pre">run_query</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">*</span></span><span class="n"><span class="pre">args</span></span></em>, <em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryBaseCursor.run_query"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_query" title="Permalink to this definition">¶</a></dt> |
| <dd><p>This method is deprecated. |
| Please use <cite>airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_query</cite></p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| </dd></dl> |
| |
| <dl class="py class"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor"> |
| <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.google.cloud.hooks.bigquery.</span></span><span class="sig-name descname"><span class="pre">BigQueryCursor</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">service</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">hook</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">use_legacy_sql</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">True</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">location</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">num_retries</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">5</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Bases: <a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor" title="airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BigQueryBaseCursor</span></code></a></p> |
| <p>A very basic BigQuery PEP 249 cursor implementation. The PyHive PEP 249 |
| implementation was used as a reference:</p> |
| <p><a class="reference external" href="https://github.com/dropbox/PyHive/blob/master/pyhive/presto.py">https://github.com/dropbox/PyHive/blob/master/pyhive/presto.py</a> |
| <a class="reference external" href="https://github.com/dropbox/PyHive/blob/master/pyhive/common.py">https://github.com/dropbox/PyHive/blob/master/pyhive/common.py</a></p> |
| <dl class="field-list simple"> |
| </dl> |
| <dl class="py property"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.description"> |
| <em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">description</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><span class="pre">list</span></a></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.description"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.description" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Return the cursor description</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py property"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.rowcount"> |
| <em class="property"><span class="pre">property</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">rowcount</span></span><em class="property"><span class="p"><span class="pre">:</span></span><span class="w"> </span><a class="reference external" href="https://docs.python.org/3/library/functions.html#int" title="(in Python v3.10)"><span class="pre">int</span></a></em><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.rowcount"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.rowcount" title="Permalink to this definition">¶</a></dt> |
| <dd><p>By default, return -1 to indicate that this is not supported</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py attribute"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.arraysize"> |
| <span class="sig-name descname"><span class="pre">arraysize</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.arraysize"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.arraysize" title="Permalink to this definition">¶</a></dt> |
| <dd></dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.close"> |
| <span class="sig-name descname"><span class="pre">close</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.close"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.close" title="Permalink to this definition">¶</a></dt> |
| <dd><p>By default, do nothing</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.execute"> |
| <span class="sig-name descname"><span class="pre">execute</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">operation</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">parameters</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.execute"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.execute" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Executes a BigQuery query, and returns the job ID.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>operation</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The query to execute.</p></li> |
| <li><p><strong>parameters</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em> | </em><em>None</em>) – Parameters to substitute into the query.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.executemany"> |
| <span class="sig-name descname"><span class="pre">executemany</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">operation</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">seq_of_parameters</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.executemany"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.executemany" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Execute a BigQuery query multiple times with different parameters.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>operation</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The query to execute.</p></li> |
| <li><p><strong>seq_of_parameters</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#list" title="(in Python v3.10)"><em>list</em></a>) – List of dictionary parameters to substitute into the |
| query.</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.flush_results"> |
| <span class="sig-name descname"><span class="pre">flush_results</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.flush_results"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.flush_results" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Flush results related cursor attributes</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.fetchone"> |
| <span class="sig-name descname"><span class="pre">fetchone</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.fetchone"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.fetchone" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Fetch the next row of a query result set</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.next"> |
| <span class="sig-name descname"><span class="pre">next</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.next"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.next" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Helper method for fetchone, which returns the next row from a buffer. |
| If the buffer is empty, attempts to paginate through the result set for |
| the next page, and load it into the buffer.</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.fetchmany"> |
| <span class="sig-name descname"><span class="pre">fetchmany</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">size</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.fetchmany"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.fetchmany" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Fetch the next set of rows of a query result, returning a sequence of sequences |
| (e.g. a list of tuples). An empty sequence is returned when no more rows are |
| available. The number of rows to fetch per call is specified by the parameter. |
| If it is not given, the cursor’s arraysize determines the number of rows to be |
| fetched. The method should try to fetch as many rows as indicated by the size |
| parameter. If this is not possible due to the specified number of rows not being |
| available, fewer rows may be returned. An <code class="xref py py-class docutils literal notranslate"><span class="pre">Error</span></code> |
| (or subclass) exception is raised if the previous call to |
| <a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.execute" title="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.execute"><code class="xref py py-meth docutils literal notranslate"><span class="pre">execute()</span></code></a> did not produce any result set or no call was issued yet.</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.fetchall"> |
| <span class="sig-name descname"><span class="pre">fetchall</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.fetchall"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.fetchall" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Fetch all (remaining) rows of a query result, returning them as a sequence of |
| sequences (e.g. a list of tuples).</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.get_arraysize"> |
| <span class="sig-name descname"><span class="pre">get_arraysize</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.get_arraysize"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.get_arraysize" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Specifies the number of rows to fetch at a time with .fetchmany()</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.set_arraysize"> |
| <span class="sig-name descname"><span class="pre">set_arraysize</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">arraysize</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.set_arraysize"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.set_arraysize" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Specifies the number of rows to fetch at a time with .fetchmany()</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.setinputsizes"> |
| <span class="sig-name descname"><span class="pre">setinputsizes</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sizes</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.setinputsizes"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.setinputsizes" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Does nothing by default</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.setoutputsize"> |
| <span class="sig-name descname"><span class="pre">setoutputsize</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">size</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">column</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryCursor.setoutputsize"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.setoutputsize" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Does nothing by default</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| </dd></dl> |
| |
| <dl class="py function"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.split_tablename"> |
| <span class="sig-prename descclassname"><span class="pre">airflow.providers.google.cloud.hooks.bigquery.</span></span><span class="sig-name descname"><span class="pre">split_tablename</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">table_input</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">default_project_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">var_name</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#split_tablename"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.split_tablename" title="Permalink to this definition">¶</a></dt> |
| <dd><dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py class"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook"> |
| <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.google.cloud.hooks.bigquery.</span></span><span class="sig-name descname"><span class="pre">BigQueryAsyncHook</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryAsyncHook"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Bases: <a class="reference internal" href="../../../common/hooks/base_google/index.html#airflow.providers.google.common.hooks.base_google.GoogleBaseAsyncHook" title="airflow.providers.google.common.hooks.base_google.GoogleBaseAsyncHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.providers.google.common.hooks.base_google.GoogleBaseAsyncHook</span></code></a></p> |
| <p>Uses gcloud-aio library to retrieve Job details</p> |
| <dl class="field-list simple"> |
| </dl> |
| <dl class="py attribute"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.sync_hook_class"> |
| <span class="sig-name descname"><span class="pre">sync_hook_class</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryAsyncHook.sync_hook_class"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.sync_hook_class" title="Permalink to this definition">¶</a></dt> |
| <dd></dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_job_instance"> |
| <em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">get_job_instance</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">project_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">job_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">session</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryAsyncHook.get_job_instance"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_job_instance" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Get the specified job resource by job ID and project ID.</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_job_status"> |
| <em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">get_job_status</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">job_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryAsyncHook.get_job_status"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_job_status" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Polls for job status asynchronously using gcloud-aio.</p> |
| <p>Note that an OSError is raised when Job results are still pending. |
| Exception means that Job finished with errors</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_job_output"> |
| <em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">get_job_output</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">job_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryAsyncHook.get_job_output"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_job_output" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Get the big query job output for the given job id asynchronously using gcloud-aio.</p> |
| <dl class="field-list simple"> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_records"> |
| <span class="sig-name descname"><span class="pre">get_records</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">query_results</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryAsyncHook.get_records"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_records" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Given the output query response from gcloud-aio bigquery, convert the response to records.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><p><strong>query_results</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>Any</em><em>]</em>) – the results from a SQL query</p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.value_check"> |
| <span class="sig-name descname"><span class="pre">value_check</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">sql</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">pass_value</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">records</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">tolerance</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryAsyncHook.value_check"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.value_check" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Match a single query resulting row and tolerance with pass_value</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Returns</dt> |
| <dd class="field-odd"><p>If Match fail, we throw an AirflowException.</p> |
| </dd> |
| <dt class="field-even">Return type</dt> |
| <dd class="field-even"><p>None</p> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.interval_check"> |
| <span class="sig-name descname"><span class="pre">interval_check</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">row1</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">row2</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">metrics_thresholds</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ignore_zero</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">ratio_formula</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryAsyncHook.interval_check"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.interval_check" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Checks that the values of metrics given as SQL expressions are within a certain tolerance</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>row1</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – first resulting row of a query execution job for first SQL query</p></li> |
| <li><p><strong>row2</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em> | </em><em>None</em>) – first resulting row of a query execution job for second SQL query</p></li> |
| <li><p><strong>metrics_thresholds</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#dict" title="(in Python v3.10)"><em>dict</em></a><em>[</em><a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a><em>, </em><em>Any</em><em>]</em>) – a dictionary of ratios indexed by metrics, for |
| example ‘COUNT(*)’: 1.5 would require a 50 percent or less difference |
| between the current day, and the prior days_back.</p></li> |
| <li><p><strong>ignore_zero</strong> (<a class="reference external" href="https://docs.python.org/3/library/functions.html#bool" title="(in Python v3.10)"><em>bool</em></a>) – whether we should ignore zero metrics</p></li> |
| <li><p><strong>ratio_formula</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – which formula to use to compute the ratio between |
| the two metrics. Assuming cur is the metric of today and ref is |
| the metric to today - days_back. |
| max_over_min: computes max(cur, ref) / min(cur, ref) |
| relative_diff: computes abs(cur-ref) / ref</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| </dd></dl> |
| |
| <dl class="py class"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook"> |
| <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-prename descclassname"><span class="pre">airflow.providers.google.cloud.hooks.bigquery.</span></span><span class="sig-name descname"><span class="pre">BigQueryTableAsyncHook</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="o"><span class="pre">**</span></span><span class="n"><span class="pre">kwargs</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryTableAsyncHook"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Bases: <a class="reference internal" href="../../../common/hooks/base_google/index.html#airflow.providers.google.common.hooks.base_google.GoogleBaseAsyncHook" title="airflow.providers.google.common.hooks.base_google.GoogleBaseAsyncHook"><code class="xref py py-obj docutils literal notranslate"><span class="pre">airflow.providers.google.common.hooks.base_google.GoogleBaseAsyncHook</span></code></a></p> |
| <p>Class to get async hook for Bigquery Table Async</p> |
| <dl class="field-list simple"> |
| </dl> |
| <dl class="py attribute"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook.sync_hook_class"> |
| <span class="sig-name descname"><span class="pre">sync_hook_class</span></span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryTableAsyncHook.sync_hook_class"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook.sync_hook_class" title="Permalink to this definition">¶</a></dt> |
| <dd></dd></dl> |
| |
| <dl class="py method"> |
| <dt class="sig sig-object py" id="airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook.get_table_client"> |
| <em class="property"><span class="pre">async</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">get_table_client</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">dataset</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">table_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">project_id</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">session</span></span></em><span class="sig-paren">)</span><a class="reference internal" href="../../../../../../../_modules/airflow/providers/google/cloud/hooks/bigquery.html#BigQueryTableAsyncHook.get_table_client"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook.get_table_client" title="Permalink to this definition">¶</a></dt> |
| <dd><p>Returns a Google Big Query Table object.</p> |
| <dl class="field-list simple"> |
| <dt class="field-odd">Parameters</dt> |
| <dd class="field-odd"><ul class="simple"> |
| <li><p><strong>dataset</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The name of the dataset in which to look for the table storage bucket.</p></li> |
| <li><p><strong>table_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The name of the table to check the existence of.</p></li> |
| <li><p><strong>project_id</strong> (<a class="reference external" href="https://docs.python.org/3/library/stdtypes.html#str" title="(in Python v3.10)"><em>str</em></a>) – The Google cloud project in which to look for the table. |
| The connection supplied to the hook must provide |
| access to the specified project.</p></li> |
| <li><p><strong>session</strong> (<em>aiohttp.ClientSession</em>) – aiohttp ClientSession</p></li> |
| </ul> |
| </dd> |
| </dl> |
| </dd></dl> |
| |
| </dd></dl> |
| |
| </div> |
| </div> |
| </div> |
| |
| |
| <div class="pager" role="navigation" aria-label="related navigation"> |
| <a rel="prev" title="airflow.providers.google.cloud.hooks.automl" href="../automl/index.html" > |
| <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="p">Previous</button> |
| </a> |
| <a rel="next" title="airflow.providers.google.cloud.hooks.bigquery_dts" href="../bigquery_dts/index.html" > |
| <button class="btn-hollow btn-blue bodytext__medium--cerulean-blue" accesskey="n">Next</button> |
| </a> |
| </div> |
| </div> |
| |
| </div> |
| </div> |
| </div> |
| </div> |
| <div class="rating-container"> |
| <p class="bodytext__medium--greyish-brown font-weight-500">Was this entry helpful?</p> |
| <div class="rating"> |
| |
| <div id="rate-star-5" class="rate-star"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02"> |
| <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)"> |
| <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path> |
| </g> |
| </svg> |
| |
| </div> |
| |
| <div id="rate-star-4" class="rate-star"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02"> |
| <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)"> |
| <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path> |
| </g> |
| </svg> |
| |
| </div> |
| |
| <div id="rate-star-3" class="rate-star"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02"> |
| <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)"> |
| <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path> |
| </g> |
| </svg> |
| |
| </div> |
| |
| <div id="rate-star-2" class="rate-star"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02"> |
| <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)"> |
| <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path> |
| </g> |
| </svg> |
| |
| </div> |
| |
| <div id="rate-star-1" class="rate-star"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="21.05" height="20.02" viewBox="0 0 21.05 20.02"> |
| <g id="Group_806" data-name="Group 806" transform="translate(-774.404 -13.178)"> |
| <path id="Path_715" d="M791.434 33.2l-6.5-3.42-6.5 3.42 1.242-7.243-5.262-5.13 7.273-1.057 3.252-6.59 3.252 6.59 7.273 1.057-5.262 5.13z" fill="#017cee" data-name="Path 715"></path> |
| </g> |
| </svg> |
| |
| </div> |
| |
| </div> |
| </div> |
| |
| </main> |
| |
| |
| |
| |
| <nav class="wy-nav-side-toc"> |
| <div class="wy-menu-vertical"> |
| <ul> |
| <li><a class="reference internal" href="#"><code class="xref py py-mod docutils literal notranslate"><span class="pre">airflow.providers.google.cloud.hooks.bigquery</span></code></a><ul> |
| <li><a class="reference internal" href="#module-contents">Module Contents</a><ul> |
| <li><a class="reference internal" href="#classes">Classes</a></li> |
| <li><a class="reference internal" href="#functions">Functions</a></li> |
| <li><a class="reference internal" href="#attributes">Attributes</a><ul> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.log"><code class="docutils literal notranslate"><span class="pre">log</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryJob"><code class="docutils literal notranslate"><span class="pre">BigQueryJob</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook"><code class="docutils literal notranslate"><span class="pre">BigQueryHook</span></code></a><ul> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.conn_name_attr"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.conn_name_attr</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.default_conn_name"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.default_conn_name</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.conn_type"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.conn_type</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.hook_name"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.hook_name</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_conn"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_conn()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_service"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_service()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_client"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_client()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_uri"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_uri()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_sqlalchemy_engine"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_sqlalchemy_engine()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_records"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_records()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.insert_rows"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.insert_rows()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_pandas_df"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_pandas_df()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.table_exists"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.table_exists()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.table_partition_exists"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.table_partition_exists()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_empty_table"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.create_empty_table()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_empty_dataset"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.create_empty_dataset()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset_tables"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_dataset_tables()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.delete_dataset"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.delete_dataset()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_external_table"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.create_external_table()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.update_table"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.update_table()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.patch_table"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.patch_table()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.insert_all"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.insert_all()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.update_dataset"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.update_dataset()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.patch_dataset"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.patch_dataset()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset_tables_list"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_dataset_tables_list()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_datasets_list"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_datasets_list()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_dataset()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_grant_dataset_view_access"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.run_grant_dataset_view_access()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_table_upsert"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.run_table_upsert()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_table_delete"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.run_table_delete()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.delete_table"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.delete_table()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_tabledata"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_tabledata()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.list_rows"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.list_rows()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_schema"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_schema()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.update_table_schema"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.update_table_schema()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.poll_job_complete"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.poll_job_complete()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.cancel_query"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.cancel_query()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.cancel_job"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.cancel_job()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_job"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.get_job()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.insert_job"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.insert_job()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_with_configuration"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.run_with_configuration()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_load"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.run_load()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_copy"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.run_copy()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_extract"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.run_extract()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_query"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.run_query()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.generate_job_id"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.generate_job_id()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.split_tablename"><code class="docutils literal notranslate"><span class="pre">BigQueryHook.split_tablename()</span></code></a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection"><code class="docutils literal notranslate"><span class="pre">BigQueryConnection</span></code></a><ul> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.close"><code class="docutils literal notranslate"><span class="pre">BigQueryConnection.close()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.commit"><code class="docutils literal notranslate"><span class="pre">BigQueryConnection.commit()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.cursor"><code class="docutils literal notranslate"><span class="pre">BigQueryConnection.cursor()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.rollback"><code class="docutils literal notranslate"><span class="pre">BigQueryConnection.rollback()</span></code></a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor</span></code></a><ul> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.create_empty_table"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.create_empty_table()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.create_empty_dataset"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.create_empty_dataset()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_dataset_tables"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.get_dataset_tables()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.delete_dataset"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.delete_dataset()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.create_external_table"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.create_external_table()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.patch_table"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.patch_table()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.insert_all"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.insert_all()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.update_dataset"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.update_dataset()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.patch_dataset"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.patch_dataset()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_dataset_tables_list"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.get_dataset_tables_list()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_datasets_list"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.get_datasets_list()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_dataset"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.get_dataset()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_grant_dataset_view_access"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.run_grant_dataset_view_access()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_table_upsert"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.run_table_upsert()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_table_delete"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.run_table_delete()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_tabledata"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.get_tabledata()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_schema"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.get_schema()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.poll_job_complete"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.poll_job_complete()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.cancel_query"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.cancel_query()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_with_configuration"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.run_with_configuration()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_load"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.run_load()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_copy"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.run_copy()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_extract"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.run_extract()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_query"><code class="docutils literal notranslate"><span class="pre">BigQueryBaseCursor.run_query()</span></code></a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor</span></code></a><ul> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.description"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.description</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.rowcount"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.rowcount</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.arraysize"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.arraysize</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.close"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.close()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.execute"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.execute()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.executemany"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.executemany()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.flush_results"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.flush_results()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.fetchone"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.fetchone()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.next"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.next()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.fetchmany"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.fetchmany()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.fetchall"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.fetchall()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.get_arraysize"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.get_arraysize()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.set_arraysize"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.set_arraysize()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.setinputsizes"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.setinputsizes()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.setoutputsize"><code class="docutils literal notranslate"><span class="pre">BigQueryCursor.setoutputsize()</span></code></a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.split_tablename"><code class="docutils literal notranslate"><span class="pre">split_tablename()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook"><code class="docutils literal notranslate"><span class="pre">BigQueryAsyncHook</span></code></a><ul> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.sync_hook_class"><code class="docutils literal notranslate"><span class="pre">BigQueryAsyncHook.sync_hook_class</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_job_instance"><code class="docutils literal notranslate"><span class="pre">BigQueryAsyncHook.get_job_instance()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_job_status"><code class="docutils literal notranslate"><span class="pre">BigQueryAsyncHook.get_job_status()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_job_output"><code class="docutils literal notranslate"><span class="pre">BigQueryAsyncHook.get_job_output()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_records"><code class="docutils literal notranslate"><span class="pre">BigQueryAsyncHook.get_records()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.value_check"><code class="docutils literal notranslate"><span class="pre">BigQueryAsyncHook.value_check()</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.interval_check"><code class="docutils literal notranslate"><span class="pre">BigQueryAsyncHook.interval_check()</span></code></a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook"><code class="docutils literal notranslate"><span class="pre">BigQueryTableAsyncHook</span></code></a><ul> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook.sync_hook_class"><code class="docutils literal notranslate"><span class="pre">BigQueryTableAsyncHook.sync_hook_class</span></code></a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook.get_table_client"><code class="docutils literal notranslate"><span class="pre">BigQueryTableAsyncHook.get_table_client()</span></code></a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.log">log</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryJob">BigQueryJob</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook">BigQueryHook</a><ul> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.conn_name_attr">conn_name_attr</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.default_conn_name">default_conn_name</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.conn_type">conn_type</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.hook_name">hook_name</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_conn">get_conn</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_service">get_service</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_client">get_client</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_uri">get_uri</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_sqlalchemy_engine">get_sqlalchemy_engine</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_records">get_records</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.insert_rows">insert_rows</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_pandas_df">get_pandas_df</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.table_exists">table_exists</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.table_partition_exists">table_partition_exists</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_empty_table">create_empty_table</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_empty_dataset">create_empty_dataset</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset_tables">get_dataset_tables</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.delete_dataset">delete_dataset</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.create_external_table">create_external_table</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.update_table">update_table</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.patch_table">patch_table</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.insert_all">insert_all</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.update_dataset">update_dataset</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.patch_dataset">patch_dataset</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset_tables_list">get_dataset_tables_list</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_datasets_list">get_datasets_list</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_dataset">get_dataset</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_grant_dataset_view_access">run_grant_dataset_view_access</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_table_upsert">run_table_upsert</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_table_delete">run_table_delete</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.delete_table">delete_table</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_tabledata">get_tabledata</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.list_rows">list_rows</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_schema">get_schema</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.update_table_schema">update_table_schema</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.poll_job_complete">poll_job_complete</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.cancel_query">cancel_query</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.cancel_job">cancel_job</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.get_job">get_job</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.insert_job">insert_job</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_with_configuration">run_with_configuration</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_load">run_load</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_copy">run_copy</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_extract">run_extract</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.run_query">run_query</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.generate_job_id">generate_job_id</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryHook.split_tablename">split_tablename</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection">BigQueryConnection</a><ul> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.close">close</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.commit">commit</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.cursor">cursor</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryConnection.rollback">rollback</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor">BigQueryBaseCursor</a><ul> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.create_empty_table">create_empty_table</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.create_empty_dataset">create_empty_dataset</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_dataset_tables">get_dataset_tables</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.delete_dataset">delete_dataset</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.create_external_table">create_external_table</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.patch_table">patch_table</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.insert_all">insert_all</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.update_dataset">update_dataset</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.patch_dataset">patch_dataset</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_dataset_tables_list">get_dataset_tables_list</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_datasets_list">get_datasets_list</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_dataset">get_dataset</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_grant_dataset_view_access">run_grant_dataset_view_access</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_table_upsert">run_table_upsert</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_table_delete">run_table_delete</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_tabledata">get_tabledata</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.get_schema">get_schema</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.poll_job_complete">poll_job_complete</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.cancel_query">cancel_query</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_with_configuration">run_with_configuration</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_load">run_load</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_copy">run_copy</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_extract">run_extract</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryBaseCursor.run_query">run_query</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor">BigQueryCursor</a><ul> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.description">description</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.rowcount">rowcount</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.arraysize">arraysize</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.close">close</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.execute">execute</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.executemany">executemany</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.flush_results">flush_results</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.fetchone">fetchone</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.next">next</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.fetchmany">fetchmany</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.fetchall">fetchall</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.get_arraysize">get_arraysize</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.set_arraysize">set_arraysize</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.setinputsizes">setinputsizes</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryCursor.setoutputsize">setoutputsize</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.split_tablename">split_tablename</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook">BigQueryAsyncHook</a><ul> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.sync_hook_class">sync_hook_class</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_job_instance">get_job_instance</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_job_status">get_job_status</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_job_output">get_job_output</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.get_records">get_records</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.value_check">value_check</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryAsyncHook.interval_check">interval_check</a></li> |
| </ul> |
| </li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook">BigQueryTableAsyncHook</a><ul> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook.sync_hook_class">sync_hook_class</a></li> |
| <li><a class="reference internal" href="#airflow.providers.google.cloud.hooks.bigquery.BigQueryTableAsyncHook.get_table_client">get_table_client</a></li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| |
| </div> |
| </nav> |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="base-layout--button"> |
| <a href="https://github.com/apache/airflow/edit/main/docs/apache-airflow-providers-google/_api/airflow/providers/google/cloud/hooks/bigquery/index.rst" rel="nofollow"> |
| |
| <button class="btn-hollow btn-brown btn-with-icon with-box-shadow button-fixed"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="30.76" height="30"> |
| <path d="M15.379 0a15.381 15.381 0 00-4.86 29.974c.769.141 1.05-.334 1.05-.741 0-.365-.013-1.332-.021-2.616-4.278.929-5.181-2.062-5.181-2.062a4.071 4.071 0 00-1.708-2.25c-1.4-.954.106-.935.106-.935a3.231 3.231 0 012.356 1.585 3.274 3.274 0 004.476 1.278 3.287 3.287 0 01.976-2.056c-3.415-.388-7.005-1.707-7.005-7.6a5.947 5.947 0 011.583-4.127 5.53 5.53 0 01.151-4.07s1.291-.413 4.229 1.577a14.577 14.577 0 017.7 0c2.936-1.99 4.225-1.577 4.225-1.577a5.523 5.523 0 01.153 4.07 5.937 5.937 0 011.581 4.127c0 5.909-3.6 7.209-7.022 7.589a3.672 3.672 0 011.044 2.848c0 2.056-.019 3.715-.019 4.219 0 .411.277.89 1.057.74A15.382 15.382 0 0015.378.001z" data-name="Path 224" fill="#51504f" fill-rule="evenodd"></path> |
| </svg> |
| |
| <span class="bodytext__medium--brownish-grey">Suggest a change on this page</span> |
| </button> |
| </a> |
| </div> |
| |
| |
| </div> |
| |
| |
| |
| |
| <footer> |
| <div class="footer-section footer-section__media-section"> |
| <div class="d-flex align-items-center"> |
| |
| <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="46.14" height="45" viewBox="0 0 46.14 45"> |
| <path id="Path_207" d="M228.962 1078.578a23.072 23.072 0 0 0-7.29 44.96c1.154.212 1.574-.5 1.574-1.112 0-.548-.02-2-.031-3.924-6.417 1.394-7.771-3.093-7.771-3.093a6.109 6.109 0 0 0-2.562-3.375c-2.095-1.431.159-1.4.159-1.4a4.846 4.846 0 0 1 3.533 2.377c2.058 3.525 5.4 2.507 6.714 1.917a4.926 4.926 0 0 1 1.464-3.084c-5.123-.582-10.508-2.562-10.508-11.4a8.919 8.919 0 0 1 2.374-6.191 8.3 8.3 0 0 1 .226-6.105s1.937-.62 6.344 2.365a21.857 21.857 0 0 1 11.551 0c4.4-2.985 6.338-2.365 6.338-2.365a8.284 8.284 0 0 1 .23 6.105 8.9 8.9 0 0 1 2.371 6.191c0 8.862-5.393 10.812-10.533 11.384a5.506 5.506 0 0 1 1.566 4.272c0 3.084-.028 5.572-.028 6.329 0 .617.415 1.334 1.586 1.109a23.073 23.073 0 0 0-7.308-44.958z" fill="#fff" fill-rule="evenodd" data-name="Path 207" transform="translate(-205.894 -1078.578)"></path> |
| </svg> |
| |
| </a> |
| |
| <a class="footer-section__media-section--link" target="_blank" href="https://github.com/apache/airflow/issues"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="45" height="45" viewBox="0 0 45 45"> |
| <g id="Group_210" data-name="Group 210" transform="translate(-339.789 -1315.282)"> |
| <path id="Path_218" d="M394.82 1315.282h-21.671a9.784 9.784 0 0 0 9.784 9.778h3.986v3.857a9.784 9.784 0 0 0 9.784 9.771v-21.523a1.884 1.884 0 0 0-1.883-1.883z" fill="#fff" data-name="Path 218" transform="translate(-11.914)"></path> |
| <path id="Path_219" d="M378.14 1332.072h-21.671a9.778 9.778 0 0 0 9.778 9.778h4.018v3.857a9.784 9.784 0 0 0 9.752 9.778v-21.536a1.877 1.877 0 0 0-1.877-1.877z" fill="#fff" data-name="Path 219" transform="translate(-5.957 -5.996)"></path> |
| <path id="Path_220" d="M361.46 1348.862h-21.671a9.778 9.778 0 0 0 9.778 9.778h3.992v3.857a9.778 9.778 0 0 0 9.778 9.778v-21.529a1.883 1.883 0 0 0-1.877-1.884z" fill="#fff" data-name="Path 220" transform="translate(0 -11.993)"></path> |
| </g> |
| </svg> |
| |
| </a> |
| |
| <a class="footer-section__media-section--link" target="_blank" href="https://s.apache.org/airflow-slack"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="45.073" height="45.073" viewBox="0 0 45.073 45.073"> |
| <g id="Group_208" data-name="Group 208" transform="translate(-661.145 -806.287)"> |
| <g id="Group_204" data-name="Group 204" transform="translate(661.145 830.01)"> |
| <path id="Path_208" d="M670.634 856.859a4.744 4.744 0 1 1-4.744-4.744h4.744z" fill="#fff" data-name="Path 208" transform="translate(-661.145 -852.115)"></path> |
| <path id="Path_209" d="M684.059 856.859a4.744 4.744 0 0 1 9.489 0v11.861a4.744 4.744 0 1 1-9.489 0z" fill="#fff" data-name="Path 209" transform="translate(-672.198 -852.115)"></path> |
| </g> |
| <g id="Group_205" data-name="Group 205" transform="translate(661.145 806.287)"> |
| <path id="Path_210" d="M688.8 815.776a4.744 4.744 0 1 1 4.744-4.745v4.745z" fill="#fff" data-name="Path 210" transform="translate(-672.198 -806.287)"></path> |
| <path id="Path_211" d="M677.751 829.2a4.744 4.744 0 0 1 0 9.489H665.89a4.744 4.744 0 1 1 0-9.489z" fill="#fff" data-name="Path 211" transform="translate(-661.145 -817.34)"></path> |
| </g> |
| <g id="Group_206" data-name="Group 206" transform="translate(684.868 806.287)"> |
| <path id="Path_212" d="M729.887 833.945a4.744 4.744 0 1 1 4.745 4.745h-4.745z" fill="#fff" data-name="Path 212" transform="translate(-718.026 -817.34)"></path> |
| <path id="Path_213" d="M716.462 822.893a4.744 4.744 0 1 1-9.489 0v-11.862a4.744 4.744 0 0 1 9.489 0z" fill="#fff" data-name="Path 213" transform="translate(-706.973 -806.287)"></path> |
| </g> |
| <g id="Group_207" data-name="Group 207" transform="translate(684.868 830.01)"> |
| <path id="Path_214" d="M711.718 875.029a4.744 4.744 0 1 1-4.745 4.744v-4.744z" fill="#fff" data-name="Path 214" transform="translate(-706.973 -863.168)"></path> |
| <path id="Path_215" d="M711.718 861.6a4.744 4.744 0 1 1 0-9.489h11.861a4.744 4.744 0 0 1 0 9.489z" fill="#fff" data-name="Path 215" transform="translate(-706.973 -852.115)"></path> |
| </g> |
| </g> |
| </svg> |
| |
| </a> |
| |
| <a class="footer-section__media-section--link" target="_blank" href="https://stackoverflow.com/questions/tagged/airflow"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="37.647" height="44.6" viewBox="0 0 37.647 44.6"> |
| <g id="Group_209" data-name="Group 209" transform="translate(-645.2 -975.455)"> |
| <path id="Path_216" d="M677.028 1043.1v-11.948h3.966v15.914H645.2v-15.914h3.966v11.948z" fill="#fff" data-name="Path 216" transform="translate(0 -27.014)"></path> |
| <path id="Path_217" d="M661.012 1003.008l19.467 4.069.824-3.914-19.467-4.069zm2.575-9.27l18.025 8.395 1.648-3.605-18.025-8.446zm5-8.858l15.3 12.721 2.524-3.039-15.3-12.721zm9.888-9.425l-3.193 2.369 11.845 15.965 3.193-2.369zm-17.875 36.617h19.879v-3.966H660.6z" fill="#fff" data-name="Path 217" transform="translate(-7.469)"></path> |
| </g> |
| </svg> |
| |
| </a> |
| |
| <a class="footer-section__media-section--link" target="_blank" href="https://twitter.com/ApacheAirflow"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="44.355" height="44.355" viewBox="0 0 44.355 44.355"> |
| <g id="Group_211" data-name="Group 211" transform="translate(-503 -1382.2)"> |
| <path id="Path_221" d="M541.811 1382.2h-33.267a5.546 5.546 0 0 0-5.544 5.544v33.266a5.547 5.547 0 0 0 5.544 5.545h33.267a5.546 5.546 0 0 0 5.544-5.545v-33.266a5.546 5.546 0 0 0-5.544-5.544zm-5.611 16.533c.011.244.011.488.011.732 0 7.507-5.722 16.178-16.179 16.178a16.173 16.173 0 0 1-8.7-2.539 10.92 10.92 0 0 0 1.353.078 11.4 11.4 0 0 0 7.064-2.44 5.685 5.685 0 0 1-5.311-3.947 5.725 5.725 0 0 0 2.561-.1 5.7 5.7 0 0 1-4.557-5.578v-.078a5.752 5.752 0 0 0 2.572.71 5.709 5.709 0 0 1-1.763-7.6 16.146 16.146 0 0 0 11.721 5.944 6.282 6.282 0 0 1-.144-1.3 5.688 5.688 0 0 1 9.836-3.892 11.3 11.3 0 0 0 3.615-1.375 5.721 5.721 0 0 1-2.506 3.149 11.538 11.538 0 0 0 3.271-.9 11.585 11.585 0 0 1-2.844 2.958z" fill="#fff" data-name="Path 221"></path> |
| </g> |
| </svg> |
| |
| </a> |
| |
| <a class="footer-section__media-section--link" target="_blank" href="https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA"> |
| <svg xmlns="http://www.w3.org/2000/svg" width="49.594" height="34.941" viewBox="0 0 49.594 34.941"> |
| <path id="Path_223" d="M1124.557 1230a6.232 6.232 0 0 0-4.385-4.413c-3.867-1.043-19.376-1.043-19.376-1.043s-15.508 0-19.376 1.043a6.232 6.232 0 0 0-4.385 4.413c-1.036 3.893-1.036 12.014-1.036 12.014s0 8.122 1.036 12.015a6.232 6.232 0 0 0 4.385 4.413c3.867 1.043 19.376 1.043 19.376 1.043s15.509 0 19.376-1.043a6.232 6.232 0 0 0 4.385-4.413c1.036-3.893 1.036-12.015 1.036-12.015s.001-8.123-1.036-12.014zm-28.833 19.388v-14.748l12.962 7.374z" fill="#fff" data-name="Path 223" transform="translate(-1076 -1224.542)"></path> |
| </svg> |
| |
| </a> |
| |
| </div> |
| |
| |
| <div class="footer-section__media-section--button-with-text"> |
| <span class="footer-section__media-section--text">Want to be a part of Apache Airflow?</span> |
| <a href="/community"> |
| |
| <button id="" class="btn-filled bodytext__medium--white ">Join community</button> |
| |
| </a> |
| </div> |
| |
| |
| </div> |
| <div class="footer-section footer-section__policies-section"> |
| <div class="footer-section"> |
| <span>© The Apache Software Foundation <script>document.write(new Date().getFullYear())</script></span> |
| <div class="footer-section__policies-section--policies"> |
| |
| <a href="https://www.apache.org/licenses/" class="footer-section__policies-section--policy-item"> |
| <span>License</span> |
| </a> |
| |
| <a href="https://www.apache.org/foundation/sponsorship.html" class="footer-section__policies-section--policy-item"> |
| <span>Donate</span> |
| </a> |
| |
| <a href="https://www.apache.org/foundation/thanks.html" class="footer-section__policies-section--policy-item"> |
| <span>Thanks</span> |
| </a> |
| |
| <a href="https://www.apache.org/security/" class="footer-section__policies-section--policy-item"> |
| <span>Security</span> |
| </a> |
| |
| |
| </div> |
| </div> |
| <span class="footer-section__policies-section--disclaimer"> |
| Apache Airflow, Apache, Airflow, the Airflow logo, and the Apache feather logo are either registered trademarks or trademarks of The Apache Software Foundation. |
| All other products or name brands are trademarks of their respective holders, including The Apache Software Foundation. |
| </span> |
| </div> |
| </footer> |
| <script type="text/javascript" src="../../../../../../../_static/_gen/js/docs.js"></script> |
| <script type="text/javascript" id="documentation_options" data-url_root="../../../../../../../" src="../../../../../../../_static/documentation_options.js"></script> |
| <script src="https://code.jquery.com/jquery-3.4.1.min.js" integrity="sha256-CSXorXvZcTkaix6Yvo6HppcZGetbYMGWSFlBw8HfCJo=" crossorigin="anonymous"></script> |
| <script src="https://cdnjs.cloudflare.com/ajax/libs/popper.js/1.14.3/umd/popper.min.js" integrity="sha384-ZMP7rVo3mIykV+2+9J3UJ46jBk0WLaUAdn689aCwoqbBJiSnjAK/l8WvCWPIPm49" crossorigin="anonymous"></script> |
| <script src="https://stackpath.bootstrapcdn.com/bootstrap/4.1.3/js/bootstrap.min.js" integrity="sha384-ChfqqxuZUCnJSK3+MXmPNIyE6ZbWh2IMqE241rYiqJxyMiZ6OW/JmZQ5stwEULTy" crossorigin="anonymous"></script> |
| <script data-url_root="../../../../../../../" id="documentation_options" src="../../../../../../../_static/documentation_options.js"></script> |
| <script src="../../../../../../../_static/jquery.js"></script> |
| <script src="../../../../../../../_static/underscore.js"></script> |
| <script src="../../../../../../../_static/_sphinx_javascript_frameworks_compat.js"></script> |
| <script src="../../../../../../../_static/doctools.js"></script> |
| <script src="../../../../../../../_static/sphinx_highlight.js"></script> |
| <script src="../../../../../../../_static/clipboard.min.js"></script> |
| <script src="../../../../../../../_static/copybutton.js"></script> |
| <script src="../../../../../../../_static/js/globaltoc.js"></script> |
| </body> |
| </html> |
