| |
| <!doctype html> |
| <html lang="en" class="no-js"> |
| <head> |
| |
| <meta charset="utf-8"> |
| <meta name="viewport" content="width=device-width,initial-scale=1"> |
| |
| |
| |
| <link rel="canonical" href="https://py.iceberg.apache.org/reference/pyiceberg/catalog/hive/"> |
| |
| |
| <link rel="prev" href="../glue/"> |
| |
| |
| <link rel="next" href="../memory/"> |
| |
| |
| <link rel="icon" href="../../../../assets/images/iceberg-logo-icon.png"> |
| <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.6.21"> |
| |
| |
| |
| <title>hive - PyIceberg</title> |
| |
| |
| |
| <link rel="stylesheet" href="../../../../assets/stylesheets/main.2a3383ac.min.css"> |
| |
| |
| <link rel="stylesheet" href="../../../../assets/stylesheets/palette.06af60db.min.css"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin> |
| <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Lato:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"> |
| <style>:root{--md-text-font:"Lato";--md-code-font:"Roboto Mono"}</style> |
| |
| |
| |
| <link rel="stylesheet" href="../../../../assets/_mkdocstrings.css"> |
| |
| <script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script> |
| |
| |
| |
| |
| |
| |
| |
| <!-- Matomo --> |
| <script> |
| var _paq = window._paq = window._paq || []; |
| /* tracker methods like "setCustomDimension" should be called before "trackPageView" */ |
| _paq.push(["setDoNotTrack", true]); |
| _paq.push(["disableCookies"]); |
| _paq.push(['trackPageView']); |
| _paq.push(['enableLinkTracking']); |
| (function() { |
| var u="https://analytics.apache.org/"; |
| _paq.push(['setTrackerUrl', u+'matomo.php']); |
| _paq.push(['setSiteId', '82']); |
| var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0]; |
| g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s); |
| })(); |
| </script> |
| <!-- End Matomo --> |
| |
| </head> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <body dir="ltr" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo"> |
| |
| |
| <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off"> |
| <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off"> |
| <label class="md-overlay" for="__drawer"></label> |
| <div data-md-component="skip"> |
| |
| |
| <a href="#pyiceberg.catalog.hive" class="md-skip"> |
| Skip to content |
| </a> |
| |
| </div> |
| <div data-md-component="announce"> |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| <header class="md-header md-header--shadow md-header--lifted" data-md-component="header"> |
| <nav class="md-header__inner md-grid" aria-label="Header"> |
| <a href="../../../.." title="PyIceberg" class="md-header__button md-logo" aria-label="PyIceberg" data-md-component="logo"> |
| |
| <img src="../../../../assets/images/iceberg-logo-icon.png" alt="logo"> |
| |
| </a> |
| <label class="md-header__button md-icon" for="__drawer"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> |
| </label> |
| <div class="md-header__title" data-md-component="header-title"> |
| <div class="md-header__ellipsis"> |
| <div class="md-header__topic"> |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| </div> |
| <div class="md-header__topic" data-md-component="header-topic"> |
| <span class="md-ellipsis"> |
| |
| hive |
| |
| </span> |
| </div> |
| </div> |
| </div> |
| |
| |
| <form class="md-header__option" data-md-component="palette"> |
| |
| |
| |
| |
| <input class="md-option" data-md-color-media="" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_0"> |
| |
| <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_1" hidden> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a4 4 0 0 0-4 4 4 4 0 0 0 4 4 4 4 0 0 0 4-4 4 4 0 0 0-4-4m0 10a6 6 0 0 1-6-6 6 6 0 0 1 6-6 6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> |
| </label> |
| |
| |
| |
| |
| |
| <input class="md-option" data-md-color-media="" data-md-color-scheme="slate" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_1"> |
| |
| <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_0" hidden> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 18c-.89 0-1.74-.2-2.5-.55C11.56 16.5 13 14.42 13 12s-1.44-4.5-3.5-5.45C10.26 6.2 11.11 6 12 6a6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> |
| </label> |
| |
| |
| </form> |
| |
| |
| |
| <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> |
| |
| |
| |
| |
| |
| <label class="md-header__button md-icon" for="__search"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> |
| </label> |
| <div class="md-search" data-md-component="search" role="dialog"> |
| <label class="md-search__overlay" for="__search"></label> |
| <div class="md-search__inner" role="search"> |
| <form class="md-search__form" name="search"> |
| <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required> |
| <label class="md-search__icon md-icon" for="__search"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> |
| </label> |
| <nav class="md-search__options" aria-label="Search"> |
| |
| <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> |
| </button> |
| </nav> |
| |
| </form> |
| <div class="md-search__output"> |
| <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix> |
| <div class="md-search-result" data-md-component="search-result"> |
| <div class="md-search-result__meta"> |
| Initializing search |
| </div> |
| <ol class="md-search-result__list" role="presentation"></ol> |
| </div> |
| </div> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-header__source"> |
| <a href="https://github.com/apache/iceberg-python" title="Go to repository" class="md-source" data-md-component="source"> |
| <div class="md-source__icon md-icon"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.0.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg> |
| </div> |
| <div class="md-source__repository"> |
| apache/iceberg-python |
| </div> |
| </a> |
| </div> |
| |
| </nav> |
| |
| |
| |
| <nav class="md-tabs" aria-label="Tabs" data-md-component="tabs"> |
| <div class="md-grid"> |
| <ul class="md-tabs__list"> |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../.." class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Getting started |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../configuration/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Configuration |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../cli/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| CLI |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../api/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| API |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../contributing/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Contributing |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../community/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Community |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../verify-release/" class="md-tabs__link"> |
| |
| |
| |
| Releases |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item md-tabs__item--active"> |
| <a href="../../" class="md-tabs__link"> |
| |
| |
| |
| Code Reference |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </div> |
| </nav> |
| |
| |
| </header> |
| |
| <div class="md-container" data-md-component="container"> |
| |
| |
| |
| |
| <main class="md-main" data-md-component="main"> |
| <div class="md-main__inner md-grid"> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| |
| |
| |
| |
| <nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0"> |
| <label class="md-nav__title" for="__drawer"> |
| <a href="../../../.." title="PyIceberg" class="md-nav__button md-logo" aria-label="PyIceberg" data-md-component="logo"> |
| |
| <img src="../../../../assets/images/iceberg-logo-icon.png" alt="logo"> |
| |
| </a> |
| PyIceberg |
| </label> |
| |
| <div class="md-nav__source"> |
| <a href="https://github.com/apache/iceberg-python" title="Go to repository" class="md-source" data-md-component="source"> |
| <div class="md-source__icon md-icon"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.0.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg> |
| </div> |
| <div class="md-source__repository"> |
| apache/iceberg-python |
| </div> |
| </a> |
| </div> |
| |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../.." class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Getting started |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../configuration/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../cli/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| CLI |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../../../api/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| API |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_4" id="__nav_4_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_4"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../row-filter-syntax/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Row Filter Syntax |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../expression-dsl/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Expression DSL |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../contributing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Contributing |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../community/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Community |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" > |
| |
| |
| <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Releases |
| |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_7"> |
| <span class="md-nav__icon md-icon"></span> |
| Releases |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../verify-release/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Verify a release |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../how-to-release/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| How to release |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://github.com/apache/iceberg-python/releases" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Release Notes |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../nightly-build/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Nightly Build |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" checked> |
| |
| |
| <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex=""> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Code Reference |
| |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_8"> |
| <span class="md-nav__icon md-icon"></span> |
| Code Reference |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1" checked> |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| pyiceberg |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1" id="__nav_8_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_8_1_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_8_1"> |
| <span class="md-nav__icon md-icon"></span> |
| pyiceberg |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_1" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../avro/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| avro |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_1" id="__nav_8_1_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_1_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_1"> |
| <span class="md-nav__icon md-icon"></span> |
| avro |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_1_1" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../avro/codecs/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| codecs |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_1_1" id="__nav_8_1_1_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_1_1_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_1_1"> |
| <span class="md-nav__icon md-icon"></span> |
| codecs |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../avro/codecs/bzip2/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| bzip2 |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../avro/codecs/codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| codec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../avro/codecs/deflate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| deflate |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../avro/codecs/snappy_codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| snappy_codec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../avro/codecs/zstandard_codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| zstandard_codec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../avro/decoder/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| decoder |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../avro/encoder/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| encoder |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../avro/file/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| file |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../avro/reader/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| reader |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../avro/resolver/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| resolver |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../avro/writer/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| writer |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_2" checked> |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| catalog |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_2" id="__nav_8_1_2_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_2_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_8_1_2"> |
| <span class="md-nav__icon md-icon"></span> |
| catalog |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../bigquery_metastore/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| bigquery_metastore |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../dynamodb/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| dynamodb |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../glue/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| glue |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active"> |
| |
| <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc"> |
| |
| |
| |
| <label class="md-nav__link md-nav__link--active" for="__toc"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| hive |
| |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <a href="./" class="md-nav__link md-nav__link--active"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| hive |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| |
| <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> |
| |
| |
| |
| |
| <label class="md-nav__title" for="__toc"> |
| <span class="md-nav__icon md-icon"></span> |
| Table of contents |
| </label> |
| <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| hive |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| HiveCatalog |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="HiveCatalog"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.commit_table" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| commit_table |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.create_namespace" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| create_namespace |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.create_table" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| create_table |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.drop_namespace" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| drop_namespace |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.drop_table" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| drop_table |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.list_namespaces" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| list_namespaces |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.list_tables" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| list_tables |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.load_namespace_properties" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| load_namespace_properties |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.load_table" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| load_table |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.register_table" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| register_table |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.rename_table" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| rename_table |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.update_namespace_properties" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| update_namespace_properties |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| </ul> |
| |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../memory/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| memory |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../noop/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| noop |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_2_7" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../rest/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| rest |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_2_7" id="__nav_8_1_2_7_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_2_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_2_7"> |
| <span class="md-nav__icon md-icon"></span> |
| rest |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../rest/auth/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| auth |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../rest/response/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| response |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../sql/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| sql |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_3" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../cli/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| cli |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_3" id="__nav_8_1_3_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_3"> |
| <span class="md-nav__icon md-icon"></span> |
| cli |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../cli/console/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| console |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../cli/output/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| output |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../conversions/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| conversions |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../exceptions/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| exceptions |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_6" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../expressions/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| expressions |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_6" id="__nav_8_1_6_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_6_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_6"> |
| <span class="md-nav__icon md-icon"></span> |
| expressions |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../expressions/literals/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| literals |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../expressions/parser/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| parser |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../expressions/visitors/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| visitors |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_7" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../io/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| io |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_7" id="__nav_8_1_7_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_7"> |
| <span class="md-nav__icon md-icon"></span> |
| io |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../io/fsspec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| fsspec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../io/pyarrow/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| pyarrow |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../manifest/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| manifest |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../partitioning/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| partitioning |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../schema/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| schema |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../serializers/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| serializers |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_12" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../table/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| table |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_12" id="__nav_8_1_12_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_12_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_12"> |
| <span class="md-nav__icon md-icon"></span> |
| table |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/inspect/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| inspect |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/locations/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| locations |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/maintenance/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| maintenance |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/metadata/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| metadata |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/name_mapping/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| name_mapping |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/puffin/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| puffin |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/refs/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| refs |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/snapshots/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| snapshots |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/sorting/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| sorting |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/statistics/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| statistics |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_12_11" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../table/update/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| update |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_12_11" id="__nav_8_1_12_11_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_12_11_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_12_11"> |
| <span class="md-nav__icon md-icon"></span> |
| update |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/schema/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| schema |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/snapshot/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| snapshot |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/sorting/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| sorting |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/spec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| spec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/statistics/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| statistics |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/validate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| validate |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/upsert_util/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| upsert_util |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../transforms/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| transforms |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../typedef/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| typedef |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../types/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| types |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_16" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../utils/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| utils |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_16" id="__nav_8_1_16_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_16"> |
| <span class="md-nav__icon md-icon"></span> |
| utils |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/bin_packing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| bin_packing |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/concurrent/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| concurrent |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/config/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| config |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/datetime/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| datetime |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/decimal/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| decimal |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/deprecated/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| deprecated |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/lazydict/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| lazydict |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/parsing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| parsing |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/properties/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| properties |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/schema_conversion/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| schema_conversion |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/singleton/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| singleton |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/truncate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| truncate |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| </ul> |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> |
| |
| |
| |
| |
| <label class="md-nav__title" for="__toc"> |
| <span class="md-nav__icon md-icon"></span> |
| Table of contents |
| </label> |
| <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| hive |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| HiveCatalog |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="HiveCatalog"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.commit_table" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| commit_table |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.create_namespace" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| create_namespace |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.create_table" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| create_table |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.drop_namespace" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| drop_namespace |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.drop_table" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| drop_table |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.list_namespaces" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| list_namespaces |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.list_tables" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| list_tables |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.load_namespace_properties" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| load_namespace_properties |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.load_table" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| load_table |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.register_table" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| register_table |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.rename_table" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| rename_table |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.update_namespace_properties" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| update_namespace_properties |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| </ul> |
| |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-content" data-md-component="content"> |
| <article class="md-content__inner md-typeset"> |
| |
| |
| |
| |
| |
| |
| |
| |
| <h1>hive</h1> |
| |
| <div class="doc doc-object doc-module"> |
| |
| |
| |
| <a id="pyiceberg.catalog.hive"></a> |
| <div class="doc doc-contents first"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.catalog.hive.HiveCatalog" class="doc doc-heading"> |
| <code>HiveCatalog</code> |
| |
| |
| <a href="#pyiceberg.catalog.hive.HiveCatalog" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><a class="autorefs autorefs-internal" title="MetastoreCatalog (pyiceberg.catalog.MetastoreCatalog)" href="../#pyiceberg.catalog.MetastoreCatalog">MetastoreCatalog</a></code></p> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/catalog/hive.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-307">307</a></span> |
| <span class="normal"><a href="#__codelineno-0-308">308</a></span> |
| <span class="normal"><a href="#__codelineno-0-309">309</a></span> |
| <span class="normal"><a href="#__codelineno-0-310">310</a></span> |
| <span class="normal"><a href="#__codelineno-0-311">311</a></span> |
| <span class="normal"><a href="#__codelineno-0-312">312</a></span> |
| <span class="normal"><a href="#__codelineno-0-313">313</a></span> |
| <span class="normal"><a href="#__codelineno-0-314">314</a></span> |
| <span class="normal"><a href="#__codelineno-0-315">315</a></span> |
| <span class="normal"><a href="#__codelineno-0-316">316</a></span> |
| <span class="normal"><a href="#__codelineno-0-317">317</a></span> |
| <span class="normal"><a href="#__codelineno-0-318">318</a></span> |
| <span class="normal"><a href="#__codelineno-0-319">319</a></span> |
| <span class="normal"><a href="#__codelineno-0-320">320</a></span> |
| <span class="normal"><a href="#__codelineno-0-321">321</a></span> |
| <span class="normal"><a href="#__codelineno-0-322">322</a></span> |
| <span class="normal"><a href="#__codelineno-0-323">323</a></span> |
| <span class="normal"><a href="#__codelineno-0-324">324</a></span> |
| <span class="normal"><a href="#__codelineno-0-325">325</a></span> |
| <span class="normal"><a href="#__codelineno-0-326">326</a></span> |
| <span class="normal"><a href="#__codelineno-0-327">327</a></span> |
| <span class="normal"><a href="#__codelineno-0-328">328</a></span> |
| <span class="normal"><a href="#__codelineno-0-329">329</a></span> |
| <span class="normal"><a href="#__codelineno-0-330">330</a></span> |
| <span class="normal"><a href="#__codelineno-0-331">331</a></span> |
| <span class="normal"><a href="#__codelineno-0-332">332</a></span> |
| <span class="normal"><a href="#__codelineno-0-333">333</a></span> |
| <span class="normal"><a href="#__codelineno-0-334">334</a></span> |
| <span class="normal"><a href="#__codelineno-0-335">335</a></span> |
| <span class="normal"><a href="#__codelineno-0-336">336</a></span> |
| <span class="normal"><a href="#__codelineno-0-337">337</a></span> |
| <span class="normal"><a href="#__codelineno-0-338">338</a></span> |
| <span class="normal"><a href="#__codelineno-0-339">339</a></span> |
| <span class="normal"><a href="#__codelineno-0-340">340</a></span> |
| <span class="normal"><a href="#__codelineno-0-341">341</a></span> |
| <span class="normal"><a href="#__codelineno-0-342">342</a></span> |
| <span class="normal"><a href="#__codelineno-0-343">343</a></span> |
| <span class="normal"><a href="#__codelineno-0-344">344</a></span> |
| <span class="normal"><a href="#__codelineno-0-345">345</a></span> |
| <span class="normal"><a href="#__codelineno-0-346">346</a></span> |
| <span class="normal"><a href="#__codelineno-0-347">347</a></span> |
| <span class="normal"><a href="#__codelineno-0-348">348</a></span> |
| <span class="normal"><a href="#__codelineno-0-349">349</a></span> |
| <span class="normal"><a href="#__codelineno-0-350">350</a></span> |
| <span class="normal"><a href="#__codelineno-0-351">351</a></span> |
| <span class="normal"><a href="#__codelineno-0-352">352</a></span> |
| <span class="normal"><a href="#__codelineno-0-353">353</a></span> |
| <span class="normal"><a href="#__codelineno-0-354">354</a></span> |
| <span class="normal"><a href="#__codelineno-0-355">355</a></span> |
| <span class="normal"><a href="#__codelineno-0-356">356</a></span> |
| <span class="normal"><a href="#__codelineno-0-357">357</a></span> |
| <span class="normal"><a href="#__codelineno-0-358">358</a></span> |
| <span class="normal"><a href="#__codelineno-0-359">359</a></span> |
| <span class="normal"><a href="#__codelineno-0-360">360</a></span> |
| <span class="normal"><a href="#__codelineno-0-361">361</a></span> |
| <span class="normal"><a href="#__codelineno-0-362">362</a></span> |
| <span class="normal"><a href="#__codelineno-0-363">363</a></span> |
| <span class="normal"><a href="#__codelineno-0-364">364</a></span> |
| <span class="normal"><a href="#__codelineno-0-365">365</a></span> |
| <span class="normal"><a href="#__codelineno-0-366">366</a></span> |
| <span class="normal"><a href="#__codelineno-0-367">367</a></span> |
| <span class="normal"><a href="#__codelineno-0-368">368</a></span> |
| <span class="normal"><a href="#__codelineno-0-369">369</a></span> |
| <span class="normal"><a href="#__codelineno-0-370">370</a></span> |
| <span class="normal"><a href="#__codelineno-0-371">371</a></span> |
| <span class="normal"><a href="#__codelineno-0-372">372</a></span> |
| <span class="normal"><a href="#__codelineno-0-373">373</a></span> |
| <span class="normal"><a href="#__codelineno-0-374">374</a></span> |
| <span class="normal"><a href="#__codelineno-0-375">375</a></span> |
| <span class="normal"><a href="#__codelineno-0-376">376</a></span> |
| <span class="normal"><a href="#__codelineno-0-377">377</a></span> |
| <span class="normal"><a href="#__codelineno-0-378">378</a></span> |
| <span class="normal"><a href="#__codelineno-0-379">379</a></span> |
| <span class="normal"><a href="#__codelineno-0-380">380</a></span> |
| <span class="normal"><a href="#__codelineno-0-381">381</a></span> |
| <span class="normal"><a href="#__codelineno-0-382">382</a></span> |
| <span class="normal"><a href="#__codelineno-0-383">383</a></span> |
| <span class="normal"><a href="#__codelineno-0-384">384</a></span> |
| <span class="normal"><a href="#__codelineno-0-385">385</a></span> |
| <span class="normal"><a href="#__codelineno-0-386">386</a></span> |
| <span class="normal"><a href="#__codelineno-0-387">387</a></span> |
| <span class="normal"><a href="#__codelineno-0-388">388</a></span> |
| <span class="normal"><a href="#__codelineno-0-389">389</a></span> |
| <span class="normal"><a href="#__codelineno-0-390">390</a></span> |
| <span class="normal"><a href="#__codelineno-0-391">391</a></span> |
| <span class="normal"><a href="#__codelineno-0-392">392</a></span> |
| <span class="normal"><a href="#__codelineno-0-393">393</a></span> |
| <span class="normal"><a href="#__codelineno-0-394">394</a></span> |
| <span class="normal"><a href="#__codelineno-0-395">395</a></span> |
| <span class="normal"><a href="#__codelineno-0-396">396</a></span> |
| <span class="normal"><a href="#__codelineno-0-397">397</a></span> |
| <span class="normal"><a href="#__codelineno-0-398">398</a></span> |
| <span class="normal"><a href="#__codelineno-0-399">399</a></span> |
| <span class="normal"><a href="#__codelineno-0-400">400</a></span> |
| <span class="normal"><a href="#__codelineno-0-401">401</a></span> |
| <span class="normal"><a href="#__codelineno-0-402">402</a></span> |
| <span class="normal"><a href="#__codelineno-0-403">403</a></span> |
| <span class="normal"><a href="#__codelineno-0-404">404</a></span> |
| <span class="normal"><a href="#__codelineno-0-405">405</a></span> |
| <span class="normal"><a href="#__codelineno-0-406">406</a></span> |
| <span class="normal"><a href="#__codelineno-0-407">407</a></span> |
| <span class="normal"><a href="#__codelineno-0-408">408</a></span> |
| <span class="normal"><a href="#__codelineno-0-409">409</a></span> |
| <span class="normal"><a href="#__codelineno-0-410">410</a></span> |
| <span class="normal"><a href="#__codelineno-0-411">411</a></span> |
| <span class="normal"><a href="#__codelineno-0-412">412</a></span> |
| <span class="normal"><a href="#__codelineno-0-413">413</a></span> |
| <span class="normal"><a href="#__codelineno-0-414">414</a></span> |
| <span class="normal"><a href="#__codelineno-0-415">415</a></span> |
| <span class="normal"><a href="#__codelineno-0-416">416</a></span> |
| <span class="normal"><a href="#__codelineno-0-417">417</a></span> |
| <span class="normal"><a href="#__codelineno-0-418">418</a></span> |
| <span class="normal"><a href="#__codelineno-0-419">419</a></span> |
| <span class="normal"><a href="#__codelineno-0-420">420</a></span> |
| <span class="normal"><a href="#__codelineno-0-421">421</a></span> |
| <span class="normal"><a href="#__codelineno-0-422">422</a></span> |
| <span class="normal"><a href="#__codelineno-0-423">423</a></span> |
| <span class="normal"><a href="#__codelineno-0-424">424</a></span> |
| <span class="normal"><a href="#__codelineno-0-425">425</a></span> |
| <span class="normal"><a href="#__codelineno-0-426">426</a></span> |
| <span class="normal"><a href="#__codelineno-0-427">427</a></span> |
| <span class="normal"><a href="#__codelineno-0-428">428</a></span> |
| <span class="normal"><a href="#__codelineno-0-429">429</a></span> |
| <span class="normal"><a href="#__codelineno-0-430">430</a></span> |
| <span class="normal"><a href="#__codelineno-0-431">431</a></span> |
| <span class="normal"><a href="#__codelineno-0-432">432</a></span> |
| <span class="normal"><a href="#__codelineno-0-433">433</a></span> |
| <span class="normal"><a href="#__codelineno-0-434">434</a></span> |
| <span class="normal"><a href="#__codelineno-0-435">435</a></span> |
| <span class="normal"><a href="#__codelineno-0-436">436</a></span> |
| <span class="normal"><a href="#__codelineno-0-437">437</a></span> |
| <span class="normal"><a href="#__codelineno-0-438">438</a></span> |
| <span class="normal"><a href="#__codelineno-0-439">439</a></span> |
| <span class="normal"><a href="#__codelineno-0-440">440</a></span> |
| <span class="normal"><a href="#__codelineno-0-441">441</a></span> |
| <span class="normal"><a href="#__codelineno-0-442">442</a></span> |
| <span class="normal"><a href="#__codelineno-0-443">443</a></span> |
| <span class="normal"><a href="#__codelineno-0-444">444</a></span> |
| <span class="normal"><a href="#__codelineno-0-445">445</a></span> |
| <span class="normal"><a href="#__codelineno-0-446">446</a></span> |
| <span class="normal"><a href="#__codelineno-0-447">447</a></span> |
| <span class="normal"><a href="#__codelineno-0-448">448</a></span> |
| <span class="normal"><a href="#__codelineno-0-449">449</a></span> |
| <span class="normal"><a href="#__codelineno-0-450">450</a></span> |
| <span class="normal"><a href="#__codelineno-0-451">451</a></span> |
| <span class="normal"><a href="#__codelineno-0-452">452</a></span> |
| <span class="normal"><a href="#__codelineno-0-453">453</a></span> |
| <span class="normal"><a href="#__codelineno-0-454">454</a></span> |
| <span class="normal"><a href="#__codelineno-0-455">455</a></span> |
| <span class="normal"><a href="#__codelineno-0-456">456</a></span> |
| <span class="normal"><a href="#__codelineno-0-457">457</a></span> |
| <span class="normal"><a href="#__codelineno-0-458">458</a></span> |
| <span class="normal"><a href="#__codelineno-0-459">459</a></span> |
| <span class="normal"><a href="#__codelineno-0-460">460</a></span> |
| <span class="normal"><a href="#__codelineno-0-461">461</a></span> |
| <span class="normal"><a href="#__codelineno-0-462">462</a></span> |
| <span class="normal"><a href="#__codelineno-0-463">463</a></span> |
| <span class="normal"><a href="#__codelineno-0-464">464</a></span> |
| <span class="normal"><a href="#__codelineno-0-465">465</a></span> |
| <span class="normal"><a href="#__codelineno-0-466">466</a></span> |
| <span class="normal"><a href="#__codelineno-0-467">467</a></span> |
| <span class="normal"><a href="#__codelineno-0-468">468</a></span> |
| <span class="normal"><a href="#__codelineno-0-469">469</a></span> |
| <span class="normal"><a href="#__codelineno-0-470">470</a></span> |
| <span class="normal"><a href="#__codelineno-0-471">471</a></span> |
| <span class="normal"><a href="#__codelineno-0-472">472</a></span> |
| <span class="normal"><a href="#__codelineno-0-473">473</a></span> |
| <span class="normal"><a href="#__codelineno-0-474">474</a></span> |
| <span class="normal"><a href="#__codelineno-0-475">475</a></span> |
| <span class="normal"><a href="#__codelineno-0-476">476</a></span> |
| <span class="normal"><a href="#__codelineno-0-477">477</a></span> |
| <span class="normal"><a href="#__codelineno-0-478">478</a></span> |
| <span class="normal"><a href="#__codelineno-0-479">479</a></span> |
| <span class="normal"><a href="#__codelineno-0-480">480</a></span> |
| <span class="normal"><a href="#__codelineno-0-481">481</a></span> |
| <span class="normal"><a href="#__codelineno-0-482">482</a></span> |
| <span class="normal"><a href="#__codelineno-0-483">483</a></span> |
| <span class="normal"><a href="#__codelineno-0-484">484</a></span> |
| <span class="normal"><a href="#__codelineno-0-485">485</a></span> |
| <span class="normal"><a href="#__codelineno-0-486">486</a></span> |
| <span class="normal"><a href="#__codelineno-0-487">487</a></span> |
| <span class="normal"><a href="#__codelineno-0-488">488</a></span> |
| <span class="normal"><a href="#__codelineno-0-489">489</a></span> |
| <span class="normal"><a href="#__codelineno-0-490">490</a></span> |
| <span class="normal"><a href="#__codelineno-0-491">491</a></span> |
| <span class="normal"><a href="#__codelineno-0-492">492</a></span> |
| <span class="normal"><a href="#__codelineno-0-493">493</a></span> |
| <span class="normal"><a href="#__codelineno-0-494">494</a></span> |
| <span class="normal"><a href="#__codelineno-0-495">495</a></span> |
| <span class="normal"><a href="#__codelineno-0-496">496</a></span> |
| <span class="normal"><a href="#__codelineno-0-497">497</a></span> |
| <span class="normal"><a href="#__codelineno-0-498">498</a></span> |
| <span class="normal"><a href="#__codelineno-0-499">499</a></span> |
| <span class="normal"><a href="#__codelineno-0-500">500</a></span> |
| <span class="normal"><a href="#__codelineno-0-501">501</a></span> |
| <span class="normal"><a href="#__codelineno-0-502">502</a></span> |
| <span class="normal"><a href="#__codelineno-0-503">503</a></span> |
| <span class="normal"><a href="#__codelineno-0-504">504</a></span> |
| <span class="normal"><a href="#__codelineno-0-505">505</a></span> |
| <span class="normal"><a href="#__codelineno-0-506">506</a></span> |
| <span class="normal"><a href="#__codelineno-0-507">507</a></span> |
| <span class="normal"><a href="#__codelineno-0-508">508</a></span> |
| <span class="normal"><a href="#__codelineno-0-509">509</a></span> |
| <span class="normal"><a href="#__codelineno-0-510">510</a></span> |
| <span class="normal"><a href="#__codelineno-0-511">511</a></span> |
| <span class="normal"><a href="#__codelineno-0-512">512</a></span> |
| <span class="normal"><a href="#__codelineno-0-513">513</a></span> |
| <span class="normal"><a href="#__codelineno-0-514">514</a></span> |
| <span class="normal"><a href="#__codelineno-0-515">515</a></span> |
| <span class="normal"><a href="#__codelineno-0-516">516</a></span> |
| <span class="normal"><a href="#__codelineno-0-517">517</a></span> |
| <span class="normal"><a href="#__codelineno-0-518">518</a></span> |
| <span class="normal"><a href="#__codelineno-0-519">519</a></span> |
| <span class="normal"><a href="#__codelineno-0-520">520</a></span> |
| <span class="normal"><a href="#__codelineno-0-521">521</a></span> |
| <span class="normal"><a href="#__codelineno-0-522">522</a></span> |
| <span class="normal"><a href="#__codelineno-0-523">523</a></span> |
| <span class="normal"><a href="#__codelineno-0-524">524</a></span> |
| <span class="normal"><a href="#__codelineno-0-525">525</a></span> |
| <span class="normal"><a href="#__codelineno-0-526">526</a></span> |
| <span class="normal"><a href="#__codelineno-0-527">527</a></span> |
| <span class="normal"><a href="#__codelineno-0-528">528</a></span> |
| <span class="normal"><a href="#__codelineno-0-529">529</a></span> |
| <span class="normal"><a href="#__codelineno-0-530">530</a></span> |
| <span class="normal"><a href="#__codelineno-0-531">531</a></span> |
| <span class="normal"><a href="#__codelineno-0-532">532</a></span> |
| <span class="normal"><a href="#__codelineno-0-533">533</a></span> |
| <span class="normal"><a href="#__codelineno-0-534">534</a></span> |
| <span class="normal"><a href="#__codelineno-0-535">535</a></span> |
| <span class="normal"><a href="#__codelineno-0-536">536</a></span> |
| <span class="normal"><a href="#__codelineno-0-537">537</a></span> |
| <span class="normal"><a href="#__codelineno-0-538">538</a></span> |
| <span class="normal"><a href="#__codelineno-0-539">539</a></span> |
| <span class="normal"><a href="#__codelineno-0-540">540</a></span> |
| <span class="normal"><a href="#__codelineno-0-541">541</a></span> |
| <span class="normal"><a href="#__codelineno-0-542">542</a></span> |
| <span class="normal"><a href="#__codelineno-0-543">543</a></span> |
| <span class="normal"><a href="#__codelineno-0-544">544</a></span> |
| <span class="normal"><a href="#__codelineno-0-545">545</a></span> |
| <span class="normal"><a href="#__codelineno-0-546">546</a></span> |
| <span class="normal"><a href="#__codelineno-0-547">547</a></span> |
| <span class="normal"><a href="#__codelineno-0-548">548</a></span> |
| <span class="normal"><a href="#__codelineno-0-549">549</a></span> |
| <span class="normal"><a href="#__codelineno-0-550">550</a></span> |
| <span class="normal"><a href="#__codelineno-0-551">551</a></span> |
| <span class="normal"><a href="#__codelineno-0-552">552</a></span> |
| <span class="normal"><a href="#__codelineno-0-553">553</a></span> |
| <span class="normal"><a href="#__codelineno-0-554">554</a></span> |
| <span class="normal"><a href="#__codelineno-0-555">555</a></span> |
| <span class="normal"><a href="#__codelineno-0-556">556</a></span> |
| <span class="normal"><a href="#__codelineno-0-557">557</a></span> |
| <span class="normal"><a href="#__codelineno-0-558">558</a></span> |
| <span class="normal"><a href="#__codelineno-0-559">559</a></span> |
| <span class="normal"><a href="#__codelineno-0-560">560</a></span> |
| <span class="normal"><a href="#__codelineno-0-561">561</a></span> |
| <span class="normal"><a href="#__codelineno-0-562">562</a></span> |
| <span class="normal"><a href="#__codelineno-0-563">563</a></span> |
| <span class="normal"><a href="#__codelineno-0-564">564</a></span> |
| <span class="normal"><a href="#__codelineno-0-565">565</a></span> |
| <span class="normal"><a href="#__codelineno-0-566">566</a></span> |
| <span class="normal"><a href="#__codelineno-0-567">567</a></span> |
| <span class="normal"><a href="#__codelineno-0-568">568</a></span> |
| <span class="normal"><a href="#__codelineno-0-569">569</a></span> |
| <span class="normal"><a href="#__codelineno-0-570">570</a></span> |
| <span class="normal"><a href="#__codelineno-0-571">571</a></span> |
| <span class="normal"><a href="#__codelineno-0-572">572</a></span> |
| <span class="normal"><a href="#__codelineno-0-573">573</a></span> |
| <span class="normal"><a href="#__codelineno-0-574">574</a></span> |
| <span class="normal"><a href="#__codelineno-0-575">575</a></span> |
| <span class="normal"><a href="#__codelineno-0-576">576</a></span> |
| <span class="normal"><a href="#__codelineno-0-577">577</a></span> |
| <span class="normal"><a href="#__codelineno-0-578">578</a></span> |
| <span class="normal"><a href="#__codelineno-0-579">579</a></span> |
| <span class="normal"><a href="#__codelineno-0-580">580</a></span> |
| <span class="normal"><a href="#__codelineno-0-581">581</a></span> |
| <span class="normal"><a href="#__codelineno-0-582">582</a></span> |
| <span class="normal"><a href="#__codelineno-0-583">583</a></span> |
| <span class="normal"><a href="#__codelineno-0-584">584</a></span> |
| <span class="normal"><a href="#__codelineno-0-585">585</a></span> |
| <span class="normal"><a href="#__codelineno-0-586">586</a></span> |
| <span class="normal"><a href="#__codelineno-0-587">587</a></span> |
| <span class="normal"><a href="#__codelineno-0-588">588</a></span> |
| <span class="normal"><a href="#__codelineno-0-589">589</a></span> |
| <span class="normal"><a href="#__codelineno-0-590">590</a></span> |
| <span class="normal"><a href="#__codelineno-0-591">591</a></span> |
| <span class="normal"><a href="#__codelineno-0-592">592</a></span> |
| <span class="normal"><a href="#__codelineno-0-593">593</a></span> |
| <span class="normal"><a href="#__codelineno-0-594">594</a></span> |
| <span class="normal"><a href="#__codelineno-0-595">595</a></span> |
| <span class="normal"><a href="#__codelineno-0-596">596</a></span> |
| <span class="normal"><a href="#__codelineno-0-597">597</a></span> |
| <span class="normal"><a href="#__codelineno-0-598">598</a></span> |
| <span class="normal"><a href="#__codelineno-0-599">599</a></span> |
| <span class="normal"><a href="#__codelineno-0-600">600</a></span> |
| <span class="normal"><a href="#__codelineno-0-601">601</a></span> |
| <span class="normal"><a href="#__codelineno-0-602">602</a></span> |
| <span class="normal"><a href="#__codelineno-0-603">603</a></span> |
| <span class="normal"><a href="#__codelineno-0-604">604</a></span> |
| <span class="normal"><a href="#__codelineno-0-605">605</a></span> |
| <span class="normal"><a href="#__codelineno-0-606">606</a></span> |
| <span class="normal"><a href="#__codelineno-0-607">607</a></span> |
| <span class="normal"><a href="#__codelineno-0-608">608</a></span> |
| <span class="normal"><a href="#__codelineno-0-609">609</a></span> |
| <span class="normal"><a href="#__codelineno-0-610">610</a></span> |
| <span class="normal"><a href="#__codelineno-0-611">611</a></span> |
| <span class="normal"><a href="#__codelineno-0-612">612</a></span> |
| <span class="normal"><a href="#__codelineno-0-613">613</a></span> |
| <span class="normal"><a href="#__codelineno-0-614">614</a></span> |
| <span class="normal"><a href="#__codelineno-0-615">615</a></span> |
| <span class="normal"><a href="#__codelineno-0-616">616</a></span> |
| <span class="normal"><a href="#__codelineno-0-617">617</a></span> |
| <span class="normal"><a href="#__codelineno-0-618">618</a></span> |
| <span class="normal"><a href="#__codelineno-0-619">619</a></span> |
| <span class="normal"><a href="#__codelineno-0-620">620</a></span> |
| <span class="normal"><a href="#__codelineno-0-621">621</a></span> |
| <span class="normal"><a href="#__codelineno-0-622">622</a></span> |
| <span class="normal"><a href="#__codelineno-0-623">623</a></span> |
| <span class="normal"><a href="#__codelineno-0-624">624</a></span> |
| <span class="normal"><a href="#__codelineno-0-625">625</a></span> |
| <span class="normal"><a href="#__codelineno-0-626">626</a></span> |
| <span class="normal"><a href="#__codelineno-0-627">627</a></span> |
| <span class="normal"><a href="#__codelineno-0-628">628</a></span> |
| <span class="normal"><a href="#__codelineno-0-629">629</a></span> |
| <span class="normal"><a href="#__codelineno-0-630">630</a></span> |
| <span class="normal"><a href="#__codelineno-0-631">631</a></span> |
| <span class="normal"><a href="#__codelineno-0-632">632</a></span> |
| <span class="normal"><a href="#__codelineno-0-633">633</a></span> |
| <span class="normal"><a href="#__codelineno-0-634">634</a></span> |
| <span class="normal"><a href="#__codelineno-0-635">635</a></span> |
| <span class="normal"><a href="#__codelineno-0-636">636</a></span> |
| <span class="normal"><a href="#__codelineno-0-637">637</a></span> |
| <span class="normal"><a href="#__codelineno-0-638">638</a></span> |
| <span class="normal"><a href="#__codelineno-0-639">639</a></span> |
| <span class="normal"><a href="#__codelineno-0-640">640</a></span> |
| <span class="normal"><a href="#__codelineno-0-641">641</a></span> |
| <span class="normal"><a href="#__codelineno-0-642">642</a></span> |
| <span class="normal"><a href="#__codelineno-0-643">643</a></span> |
| <span class="normal"><a href="#__codelineno-0-644">644</a></span> |
| <span class="normal"><a href="#__codelineno-0-645">645</a></span> |
| <span class="normal"><a href="#__codelineno-0-646">646</a></span> |
| <span class="normal"><a href="#__codelineno-0-647">647</a></span> |
| <span class="normal"><a href="#__codelineno-0-648">648</a></span> |
| <span class="normal"><a href="#__codelineno-0-649">649</a></span> |
| <span class="normal"><a href="#__codelineno-0-650">650</a></span> |
| <span class="normal"><a href="#__codelineno-0-651">651</a></span> |
| <span class="normal"><a href="#__codelineno-0-652">652</a></span> |
| <span class="normal"><a href="#__codelineno-0-653">653</a></span> |
| <span class="normal"><a href="#__codelineno-0-654">654</a></span> |
| <span class="normal"><a href="#__codelineno-0-655">655</a></span> |
| <span class="normal"><a href="#__codelineno-0-656">656</a></span> |
| <span class="normal"><a href="#__codelineno-0-657">657</a></span> |
| <span class="normal"><a href="#__codelineno-0-658">658</a></span> |
| <span class="normal"><a href="#__codelineno-0-659">659</a></span> |
| <span class="normal"><a href="#__codelineno-0-660">660</a></span> |
| <span class="normal"><a href="#__codelineno-0-661">661</a></span> |
| <span class="normal"><a href="#__codelineno-0-662">662</a></span> |
| <span class="normal"><a href="#__codelineno-0-663">663</a></span> |
| <span class="normal"><a href="#__codelineno-0-664">664</a></span> |
| <span class="normal"><a href="#__codelineno-0-665">665</a></span> |
| <span class="normal"><a href="#__codelineno-0-666">666</a></span> |
| <span class="normal"><a href="#__codelineno-0-667">667</a></span> |
| <span class="normal"><a href="#__codelineno-0-668">668</a></span> |
| <span class="normal"><a href="#__codelineno-0-669">669</a></span> |
| <span class="normal"><a href="#__codelineno-0-670">670</a></span> |
| <span class="normal"><a href="#__codelineno-0-671">671</a></span> |
| <span class="normal"><a href="#__codelineno-0-672">672</a></span> |
| <span class="normal"><a href="#__codelineno-0-673">673</a></span> |
| <span class="normal"><a href="#__codelineno-0-674">674</a></span> |
| <span class="normal"><a href="#__codelineno-0-675">675</a></span> |
| <span class="normal"><a href="#__codelineno-0-676">676</a></span> |
| <span class="normal"><a href="#__codelineno-0-677">677</a></span> |
| <span class="normal"><a href="#__codelineno-0-678">678</a></span> |
| <span class="normal"><a href="#__codelineno-0-679">679</a></span> |
| <span class="normal"><a href="#__codelineno-0-680">680</a></span> |
| <span class="normal"><a href="#__codelineno-0-681">681</a></span> |
| <span class="normal"><a href="#__codelineno-0-682">682</a></span> |
| <span class="normal"><a href="#__codelineno-0-683">683</a></span> |
| <span class="normal"><a href="#__codelineno-0-684">684</a></span> |
| <span class="normal"><a href="#__codelineno-0-685">685</a></span> |
| <span class="normal"><a href="#__codelineno-0-686">686</a></span> |
| <span class="normal"><a href="#__codelineno-0-687">687</a></span> |
| <span class="normal"><a href="#__codelineno-0-688">688</a></span> |
| <span class="normal"><a href="#__codelineno-0-689">689</a></span> |
| <span class="normal"><a href="#__codelineno-0-690">690</a></span> |
| <span class="normal"><a href="#__codelineno-0-691">691</a></span> |
| <span class="normal"><a href="#__codelineno-0-692">692</a></span> |
| <span class="normal"><a href="#__codelineno-0-693">693</a></span> |
| <span class="normal"><a href="#__codelineno-0-694">694</a></span> |
| <span class="normal"><a href="#__codelineno-0-695">695</a></span> |
| <span class="normal"><a href="#__codelineno-0-696">696</a></span> |
| <span class="normal"><a href="#__codelineno-0-697">697</a></span> |
| <span class="normal"><a href="#__codelineno-0-698">698</a></span> |
| <span class="normal"><a href="#__codelineno-0-699">699</a></span> |
| <span class="normal"><a href="#__codelineno-0-700">700</a></span> |
| <span class="normal"><a href="#__codelineno-0-701">701</a></span> |
| <span class="normal"><a href="#__codelineno-0-702">702</a></span> |
| <span class="normal"><a href="#__codelineno-0-703">703</a></span> |
| <span class="normal"><a href="#__codelineno-0-704">704</a></span> |
| <span class="normal"><a href="#__codelineno-0-705">705</a></span> |
| <span class="normal"><a href="#__codelineno-0-706">706</a></span> |
| <span class="normal"><a href="#__codelineno-0-707">707</a></span> |
| <span class="normal"><a href="#__codelineno-0-708">708</a></span> |
| <span class="normal"><a href="#__codelineno-0-709">709</a></span> |
| <span class="normal"><a href="#__codelineno-0-710">710</a></span> |
| <span class="normal"><a href="#__codelineno-0-711">711</a></span> |
| <span class="normal"><a href="#__codelineno-0-712">712</a></span> |
| <span class="normal"><a href="#__codelineno-0-713">713</a></span> |
| <span class="normal"><a href="#__codelineno-0-714">714</a></span> |
| <span class="normal"><a href="#__codelineno-0-715">715</a></span> |
| <span class="normal"><a href="#__codelineno-0-716">716</a></span> |
| <span class="normal"><a href="#__codelineno-0-717">717</a></span> |
| <span class="normal"><a href="#__codelineno-0-718">718</a></span> |
| <span class="normal"><a href="#__codelineno-0-719">719</a></span> |
| <span class="normal"><a href="#__codelineno-0-720">720</a></span> |
| <span class="normal"><a href="#__codelineno-0-721">721</a></span> |
| <span class="normal"><a href="#__codelineno-0-722">722</a></span> |
| <span class="normal"><a href="#__codelineno-0-723">723</a></span> |
| <span class="normal"><a href="#__codelineno-0-724">724</a></span> |
| <span class="normal"><a href="#__codelineno-0-725">725</a></span> |
| <span class="normal"><a href="#__codelineno-0-726">726</a></span> |
| <span class="normal"><a href="#__codelineno-0-727">727</a></span> |
| <span class="normal"><a href="#__codelineno-0-728">728</a></span> |
| <span class="normal"><a href="#__codelineno-0-729">729</a></span> |
| <span class="normal"><a href="#__codelineno-0-730">730</a></span> |
| <span class="normal"><a href="#__codelineno-0-731">731</a></span> |
| <span class="normal"><a href="#__codelineno-0-732">732</a></span> |
| <span class="normal"><a href="#__codelineno-0-733">733</a></span> |
| <span class="normal"><a href="#__codelineno-0-734">734</a></span> |
| <span class="normal"><a href="#__codelineno-0-735">735</a></span> |
| <span class="normal"><a href="#__codelineno-0-736">736</a></span> |
| <span class="normal"><a href="#__codelineno-0-737">737</a></span> |
| <span class="normal"><a href="#__codelineno-0-738">738</a></span> |
| <span class="normal"><a href="#__codelineno-0-739">739</a></span> |
| <span class="normal"><a href="#__codelineno-0-740">740</a></span> |
| <span class="normal"><a href="#__codelineno-0-741">741</a></span> |
| <span class="normal"><a href="#__codelineno-0-742">742</a></span> |
| <span class="normal"><a href="#__codelineno-0-743">743</a></span> |
| <span class="normal"><a href="#__codelineno-0-744">744</a></span> |
| <span class="normal"><a href="#__codelineno-0-745">745</a></span> |
| <span class="normal"><a href="#__codelineno-0-746">746</a></span> |
| <span class="normal"><a href="#__codelineno-0-747">747</a></span> |
| <span class="normal"><a href="#__codelineno-0-748">748</a></span> |
| <span class="normal"><a href="#__codelineno-0-749">749</a></span> |
| <span class="normal"><a href="#__codelineno-0-750">750</a></span> |
| <span class="normal"><a href="#__codelineno-0-751">751</a></span> |
| <span class="normal"><a href="#__codelineno-0-752">752</a></span> |
| <span class="normal"><a href="#__codelineno-0-753">753</a></span> |
| <span class="normal"><a href="#__codelineno-0-754">754</a></span> |
| <span class="normal"><a href="#__codelineno-0-755">755</a></span> |
| <span class="normal"><a href="#__codelineno-0-756">756</a></span> |
| <span class="normal"><a href="#__codelineno-0-757">757</a></span> |
| <span class="normal"><a href="#__codelineno-0-758">758</a></span> |
| <span class="normal"><a href="#__codelineno-0-759">759</a></span> |
| <span class="normal"><a href="#__codelineno-0-760">760</a></span> |
| <span class="normal"><a href="#__codelineno-0-761">761</a></span> |
| <span class="normal"><a href="#__codelineno-0-762">762</a></span> |
| <span class="normal"><a href="#__codelineno-0-763">763</a></span> |
| <span class="normal"><a href="#__codelineno-0-764">764</a></span> |
| <span class="normal"><a href="#__codelineno-0-765">765</a></span> |
| <span class="normal"><a href="#__codelineno-0-766">766</a></span> |
| <span class="normal"><a href="#__codelineno-0-767">767</a></span> |
| <span class="normal"><a href="#__codelineno-0-768">768</a></span> |
| <span class="normal"><a href="#__codelineno-0-769">769</a></span> |
| <span class="normal"><a href="#__codelineno-0-770">770</a></span> |
| <span class="normal"><a href="#__codelineno-0-771">771</a></span> |
| <span class="normal"><a href="#__codelineno-0-772">772</a></span> |
| <span class="normal"><a href="#__codelineno-0-773">773</a></span> |
| <span class="normal"><a href="#__codelineno-0-774">774</a></span> |
| <span class="normal"><a href="#__codelineno-0-775">775</a></span> |
| <span class="normal"><a href="#__codelineno-0-776">776</a></span> |
| <span class="normal"><a href="#__codelineno-0-777">777</a></span> |
| <span class="normal"><a href="#__codelineno-0-778">778</a></span> |
| <span class="normal"><a href="#__codelineno-0-779">779</a></span> |
| <span class="normal"><a href="#__codelineno-0-780">780</a></span> |
| <span class="normal"><a href="#__codelineno-0-781">781</a></span> |
| <span class="normal"><a href="#__codelineno-0-782">782</a></span> |
| <span class="normal"><a href="#__codelineno-0-783">783</a></span> |
| <span class="normal"><a href="#__codelineno-0-784">784</a></span> |
| <span class="normal"><a href="#__codelineno-0-785">785</a></span> |
| <span class="normal"><a href="#__codelineno-0-786">786</a></span> |
| <span class="normal"><a href="#__codelineno-0-787">787</a></span> |
| <span class="normal"><a href="#__codelineno-0-788">788</a></span> |
| <span class="normal"><a href="#__codelineno-0-789">789</a></span> |
| <span class="normal"><a href="#__codelineno-0-790">790</a></span> |
| <span class="normal"><a href="#__codelineno-0-791">791</a></span> |
| <span class="normal"><a href="#__codelineno-0-792">792</a></span> |
| <span class="normal"><a href="#__codelineno-0-793">793</a></span> |
| <span class="normal"><a href="#__codelineno-0-794">794</a></span> |
| <span class="normal"><a href="#__codelineno-0-795">795</a></span> |
| <span class="normal"><a href="#__codelineno-0-796">796</a></span> |
| <span class="normal"><a href="#__codelineno-0-797">797</a></span> |
| <span class="normal"><a href="#__codelineno-0-798">798</a></span> |
| <span class="normal"><a href="#__codelineno-0-799">799</a></span> |
| <span class="normal"><a href="#__codelineno-0-800">800</a></span> |
| <span class="normal"><a href="#__codelineno-0-801">801</a></span> |
| <span class="normal"><a href="#__codelineno-0-802">802</a></span> |
| <span class="normal"><a href="#__codelineno-0-803">803</a></span> |
| <span class="normal"><a href="#__codelineno-0-804">804</a></span> |
| <span class="normal"><a href="#__codelineno-0-805">805</a></span> |
| <span class="normal"><a href="#__codelineno-0-806">806</a></span> |
| <span class="normal"><a href="#__codelineno-0-807">807</a></span> |
| <span class="normal"><a href="#__codelineno-0-808">808</a></span> |
| <span class="normal"><a href="#__codelineno-0-809">809</a></span> |
| <span class="normal"><a href="#__codelineno-0-810">810</a></span> |
| <span class="normal"><a href="#__codelineno-0-811">811</a></span> |
| <span class="normal"><a href="#__codelineno-0-812">812</a></span> |
| <span class="normal"><a href="#__codelineno-0-813">813</a></span> |
| <span class="normal"><a href="#__codelineno-0-814">814</a></span> |
| <span class="normal"><a href="#__codelineno-0-815">815</a></span> |
| <span class="normal"><a href="#__codelineno-0-816">816</a></span> |
| <span class="normal"><a href="#__codelineno-0-817">817</a></span> |
| <span class="normal"><a href="#__codelineno-0-818">818</a></span> |
| <span class="normal"><a href="#__codelineno-0-819">819</a></span> |
| <span class="normal"><a href="#__codelineno-0-820">820</a></span> |
| <span class="normal"><a href="#__codelineno-0-821">821</a></span> |
| <span class="normal"><a href="#__codelineno-0-822">822</a></span> |
| <span class="normal"><a href="#__codelineno-0-823">823</a></span> |
| <span class="normal"><a href="#__codelineno-0-824">824</a></span> |
| <span class="normal"><a href="#__codelineno-0-825">825</a></span> |
| <span class="normal"><a href="#__codelineno-0-826">826</a></span> |
| <span class="normal"><a href="#__codelineno-0-827">827</a></span> |
| <span class="normal"><a href="#__codelineno-0-828">828</a></span> |
| <span class="normal"><a href="#__codelineno-0-829">829</a></span> |
| <span class="normal"><a href="#__codelineno-0-830">830</a></span> |
| <span class="normal"><a href="#__codelineno-0-831">831</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-307" name="__codelineno-0-307"></a><span class="k">class</span><span class="w"> </span><span class="nc">HiveCatalog</span><span class="p">(</span><span class="n">MetastoreCatalog</span><span class="p">):</span> |
| <a id="__codelineno-0-308" name="__codelineno-0-308"></a> <span class="n">_client</span><span class="p">:</span> <span class="n">_HiveClient</span> |
| <a id="__codelineno-0-309" name="__codelineno-0-309"></a> |
| <a id="__codelineno-0-310" name="__codelineno-0-310"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="o">**</span><span class="n">properties</span><span class="p">:</span> <span class="nb">str</span><span class="p">):</span> |
| <a id="__codelineno-0-311" name="__codelineno-0-311"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="o">**</span><span class="n">properties</span><span class="p">)</span> |
| <a id="__codelineno-0-312" name="__codelineno-0-312"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_create_hive_client</span><span class="p">(</span><span class="n">properties</span><span class="p">)</span> |
| <a id="__codelineno-0-313" name="__codelineno-0-313"></a> |
| <a id="__codelineno-0-314" name="__codelineno-0-314"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_lock_check_min_wait_time</span> <span class="o">=</span> <span class="n">property_as_float</span><span class="p">(</span><span class="n">properties</span><span class="p">,</span> <span class="n">LOCK_CHECK_MIN_WAIT_TIME</span><span class="p">,</span> <span class="n">DEFAULT_LOCK_CHECK_MIN_WAIT_TIME</span><span class="p">)</span> |
| <a id="__codelineno-0-315" name="__codelineno-0-315"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_lock_check_max_wait_time</span> <span class="o">=</span> <span class="n">property_as_float</span><span class="p">(</span><span class="n">properties</span><span class="p">,</span> <span class="n">LOCK_CHECK_MAX_WAIT_TIME</span><span class="p">,</span> <span class="n">DEFAULT_LOCK_CHECK_MAX_WAIT_TIME</span><span class="p">)</span> |
| <a id="__codelineno-0-316" name="__codelineno-0-316"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_lock_check_retries</span> <span class="o">=</span> <span class="n">property_as_float</span><span class="p">(</span> |
| <a id="__codelineno-0-317" name="__codelineno-0-317"></a> <span class="n">properties</span><span class="p">,</span> |
| <a id="__codelineno-0-318" name="__codelineno-0-318"></a> <span class="n">LOCK_CHECK_RETRIES</span><span class="p">,</span> |
| <a id="__codelineno-0-319" name="__codelineno-0-319"></a> <span class="n">DEFAULT_LOCK_CHECK_RETRIES</span><span class="p">,</span> |
| <a id="__codelineno-0-320" name="__codelineno-0-320"></a> <span class="p">)</span> |
| <a id="__codelineno-0-321" name="__codelineno-0-321"></a> |
| <a id="__codelineno-0-322" name="__codelineno-0-322"></a> <span class="nd">@staticmethod</span> |
| <a id="__codelineno-0-323" name="__codelineno-0-323"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_create_hive_client</span><span class="p">(</span><span class="n">properties</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">])</span> <span class="o">-></span> <span class="n">_HiveClient</span><span class="p">:</span> |
| <a id="__codelineno-0-324" name="__codelineno-0-324"></a> <span class="n">last_exception</span> <span class="o">=</span> <span class="kc">None</span> |
| <a id="__codelineno-0-325" name="__codelineno-0-325"></a> <span class="k">for</span> <span class="n">uri</span> <span class="ow">in</span> <span class="n">properties</span><span class="p">[</span><span class="n">URI</span><span class="p">]</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">","</span><span class="p">):</span> |
| <a id="__codelineno-0-326" name="__codelineno-0-326"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-327" name="__codelineno-0-327"></a> <span class="k">return</span> <span class="n">_HiveClient</span><span class="p">(</span> |
| <a id="__codelineno-0-328" name="__codelineno-0-328"></a> <span class="n">uri</span><span class="p">,</span> |
| <a id="__codelineno-0-329" name="__codelineno-0-329"></a> <span class="n">properties</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">"ugi"</span><span class="p">),</span> |
| <a id="__codelineno-0-330" name="__codelineno-0-330"></a> <span class="n">property_as_bool</span><span class="p">(</span><span class="n">properties</span><span class="p">,</span> <span class="n">HIVE_KERBEROS_AUTH</span><span class="p">,</span> <span class="n">HIVE_KERBEROS_AUTH_DEFAULT</span><span class="p">),</span> |
| <a id="__codelineno-0-331" name="__codelineno-0-331"></a> <span class="n">properties</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">HIVE_KERBEROS_SERVICE_NAME</span><span class="p">,</span> <span class="n">HIVE_KERBEROS_SERVICE_NAME_DEFAULT</span><span class="p">),</span> |
| <a id="__codelineno-0-332" name="__codelineno-0-332"></a> <span class="p">)</span> |
| <a id="__codelineno-0-333" name="__codelineno-0-333"></a> <span class="k">except</span> <span class="ne">BaseException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-334" name="__codelineno-0-334"></a> <span class="n">last_exception</span> <span class="o">=</span> <span class="n">e</span> |
| <a id="__codelineno-0-335" name="__codelineno-0-335"></a> <span class="k">if</span> <span class="n">last_exception</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-336" name="__codelineno-0-336"></a> <span class="k">raise</span> <span class="n">last_exception</span> |
| <a id="__codelineno-0-337" name="__codelineno-0-337"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-338" name="__codelineno-0-338"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Unable to connect to hive using uri: </span><span class="si">{</span><span class="n">properties</span><span class="p">[</span><span class="n">URI</span><span class="p">]</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-339" name="__codelineno-0-339"></a> |
| <a id="__codelineno-0-340" name="__codelineno-0-340"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_convert_hive_into_iceberg</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">table</span><span class="p">:</span> <span class="n">HiveTable</span><span class="p">)</span> <span class="o">-></span> <span class="n">Table</span><span class="p">:</span> |
| <a id="__codelineno-0-341" name="__codelineno-0-341"></a> <span class="n">properties</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="n">table</span><span class="o">.</span><span class="n">parameters</span> |
| <a id="__codelineno-0-342" name="__codelineno-0-342"></a> <span class="k">if</span> <span class="n">TABLE_TYPE</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">properties</span><span class="p">:</span> |
| <a id="__codelineno-0-343" name="__codelineno-0-343"></a> <span class="k">raise</span> <span class="n">NoSuchPropertyException</span><span class="p">(</span> |
| <a id="__codelineno-0-344" name="__codelineno-0-344"></a> <span class="sa">f</span><span class="s2">"Property table_type missing, could not determine type: </span><span class="si">{</span><span class="n">table</span><span class="o">.</span><span class="n">dbName</span><span class="si">}</span><span class="s2">.</span><span class="si">{</span><span class="n">table</span><span class="o">.</span><span class="n">tableName</span><span class="si">}</span><span class="s2">"</span> |
| <a id="__codelineno-0-345" name="__codelineno-0-345"></a> <span class="p">)</span> |
| <a id="__codelineno-0-346" name="__codelineno-0-346"></a> |
| <a id="__codelineno-0-347" name="__codelineno-0-347"></a> <span class="n">table_type</span> <span class="o">=</span> <span class="n">properties</span><span class="p">[</span><span class="n">TABLE_TYPE</span><span class="p">]</span> |
| <a id="__codelineno-0-348" name="__codelineno-0-348"></a> <span class="k">if</span> <span class="n">table_type</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">!=</span> <span class="n">ICEBERG</span><span class="p">:</span> |
| <a id="__codelineno-0-349" name="__codelineno-0-349"></a> <span class="k">raise</span> <span class="n">NoSuchIcebergTableError</span><span class="p">(</span> |
| <a id="__codelineno-0-350" name="__codelineno-0-350"></a> <span class="sa">f</span><span class="s2">"Property table_type is </span><span class="si">{</span><span class="n">table_type</span><span class="si">}</span><span class="s2">, expected </span><span class="si">{</span><span class="n">ICEBERG</span><span class="si">}</span><span class="s2">: </span><span class="si">{</span><span class="n">table</span><span class="o">.</span><span class="n">dbName</span><span class="si">}</span><span class="s2">.</span><span class="si">{</span><span class="n">table</span><span class="o">.</span><span class="n">tableName</span><span class="si">}</span><span class="s2">"</span> |
| <a id="__codelineno-0-351" name="__codelineno-0-351"></a> <span class="p">)</span> |
| <a id="__codelineno-0-352" name="__codelineno-0-352"></a> |
| <a id="__codelineno-0-353" name="__codelineno-0-353"></a> <span class="k">if</span> <span class="n">prop_metadata_location</span> <span class="o">:=</span> <span class="n">properties</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">METADATA_LOCATION</span><span class="p">):</span> |
| <a id="__codelineno-0-354" name="__codelineno-0-354"></a> <span class="n">metadata_location</span> <span class="o">=</span> <span class="n">prop_metadata_location</span> |
| <a id="__codelineno-0-355" name="__codelineno-0-355"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-356" name="__codelineno-0-356"></a> <span class="k">raise</span> <span class="n">NoSuchPropertyException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Table property </span><span class="si">{</span><span class="n">METADATA_LOCATION</span><span class="si">}</span><span class="s2"> is missing"</span><span class="p">)</span> |
| <a id="__codelineno-0-357" name="__codelineno-0-357"></a> |
| <a id="__codelineno-0-358" name="__codelineno-0-358"></a> <span class="n">io</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_load_file_io</span><span class="p">(</span><span class="n">location</span><span class="o">=</span><span class="n">metadata_location</span><span class="p">)</span> |
| <a id="__codelineno-0-359" name="__codelineno-0-359"></a> <span class="n">file</span> <span class="o">=</span> <span class="n">io</span><span class="o">.</span><span class="n">new_input</span><span class="p">(</span><span class="n">metadata_location</span><span class="p">)</span> |
| <a id="__codelineno-0-360" name="__codelineno-0-360"></a> <span class="n">metadata</span> <span class="o">=</span> <span class="n">FromInputFile</span><span class="o">.</span><span class="n">table_metadata</span><span class="p">(</span><span class="n">file</span><span class="p">)</span> |
| <a id="__codelineno-0-361" name="__codelineno-0-361"></a> <span class="k">return</span> <span class="n">Table</span><span class="p">(</span> |
| <a id="__codelineno-0-362" name="__codelineno-0-362"></a> <span class="n">identifier</span><span class="o">=</span><span class="p">(</span><span class="n">table</span><span class="o">.</span><span class="n">dbName</span><span class="p">,</span> <span class="n">table</span><span class="o">.</span><span class="n">tableName</span><span class="p">),</span> |
| <a id="__codelineno-0-363" name="__codelineno-0-363"></a> <span class="n">metadata</span><span class="o">=</span><span class="n">metadata</span><span class="p">,</span> |
| <a id="__codelineno-0-364" name="__codelineno-0-364"></a> <span class="n">metadata_location</span><span class="o">=</span><span class="n">metadata_location</span><span class="p">,</span> |
| <a id="__codelineno-0-365" name="__codelineno-0-365"></a> <span class="n">io</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">_load_file_io</span><span class="p">(</span><span class="n">metadata</span><span class="o">.</span><span class="n">properties</span><span class="p">,</span> <span class="n">metadata_location</span><span class="p">),</span> |
| <a id="__codelineno-0-366" name="__codelineno-0-366"></a> <span class="n">catalog</span><span class="o">=</span><span class="bp">self</span><span class="p">,</span> |
| <a id="__codelineno-0-367" name="__codelineno-0-367"></a> <span class="p">)</span> |
| <a id="__codelineno-0-368" name="__codelineno-0-368"></a> |
| <a id="__codelineno-0-369" name="__codelineno-0-369"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_convert_iceberg_into_hive</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">table</span><span class="p">:</span> <span class="n">Table</span><span class="p">)</span> <span class="o">-></span> <span class="n">HiveTable</span><span class="p">:</span> |
| <a id="__codelineno-0-370" name="__codelineno-0-370"></a> <span class="n">identifier_tuple</span> <span class="o">=</span> <span class="n">table</span><span class="o">.</span><span class="n">name</span><span class="p">()</span> |
| <a id="__codelineno-0-371" name="__codelineno-0-371"></a> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">identifier_tuple</span><span class="p">,</span> <span class="n">NoSuchTableError</span><span class="p">)</span> |
| <a id="__codelineno-0-372" name="__codelineno-0-372"></a> <span class="n">current_time_millis</span> <span class="o">=</span> <span class="nb">int</span><span class="p">(</span><span class="n">time</span><span class="o">.</span><span class="n">time</span><span class="p">()</span> <span class="o">*</span> <span class="mi">1000</span><span class="p">)</span> |
| <a id="__codelineno-0-373" name="__codelineno-0-373"></a> |
| <a id="__codelineno-0-374" name="__codelineno-0-374"></a> <span class="k">return</span> <span class="n">HiveTable</span><span class="p">(</span> |
| <a id="__codelineno-0-375" name="__codelineno-0-375"></a> <span class="n">dbName</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> |
| <a id="__codelineno-0-376" name="__codelineno-0-376"></a> <span class="n">tableName</span><span class="o">=</span><span class="n">table_name</span><span class="p">,</span> |
| <a id="__codelineno-0-377" name="__codelineno-0-377"></a> <span class="n">owner</span><span class="o">=</span><span class="n">table</span><span class="o">.</span><span class="n">properties</span><span class="p">[</span><span class="n">OWNER</span><span class="p">]</span> <span class="k">if</span> <span class="n">table</span><span class="o">.</span><span class="n">properties</span> <span class="ow">and</span> <span class="n">OWNER</span> <span class="ow">in</span> <span class="n">table</span><span class="o">.</span><span class="n">properties</span> <span class="k">else</span> <span class="n">getpass</span><span class="o">.</span><span class="n">getuser</span><span class="p">(),</span> |
| <a id="__codelineno-0-378" name="__codelineno-0-378"></a> <span class="n">createTime</span><span class="o">=</span><span class="n">current_time_millis</span> <span class="o">//</span> <span class="mi">1000</span><span class="p">,</span> |
| <a id="__codelineno-0-379" name="__codelineno-0-379"></a> <span class="n">lastAccessTime</span><span class="o">=</span><span class="n">current_time_millis</span> <span class="o">//</span> <span class="mi">1000</span><span class="p">,</span> |
| <a id="__codelineno-0-380" name="__codelineno-0-380"></a> <span class="n">sd</span><span class="o">=</span><span class="n">_construct_hive_storage_descriptor</span><span class="p">(</span> |
| <a id="__codelineno-0-381" name="__codelineno-0-381"></a> <span class="n">table</span><span class="o">.</span><span class="n">schema</span><span class="p">(),</span> |
| <a id="__codelineno-0-382" name="__codelineno-0-382"></a> <span class="n">table</span><span class="o">.</span><span class="n">location</span><span class="p">(),</span> |
| <a id="__codelineno-0-383" name="__codelineno-0-383"></a> <span class="n">property_as_bool</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">properties</span><span class="p">,</span> <span class="n">HIVE2_COMPATIBLE</span><span class="p">,</span> <span class="n">HIVE2_COMPATIBLE_DEFAULT</span><span class="p">),</span> |
| <a id="__codelineno-0-384" name="__codelineno-0-384"></a> <span class="p">),</span> |
| <a id="__codelineno-0-385" name="__codelineno-0-385"></a> <span class="n">tableType</span><span class="o">=</span><span class="n">EXTERNAL_TABLE</span><span class="p">,</span> |
| <a id="__codelineno-0-386" name="__codelineno-0-386"></a> <span class="n">parameters</span><span class="o">=</span><span class="n">_construct_parameters</span><span class="p">(</span><span class="n">metadata_location</span><span class="o">=</span><span class="n">table</span><span class="o">.</span><span class="n">metadata_location</span><span class="p">,</span> <span class="n">metadata_properties</span><span class="o">=</span><span class="n">table</span><span class="o">.</span><span class="n">properties</span><span class="p">),</span> |
| <a id="__codelineno-0-387" name="__codelineno-0-387"></a> <span class="p">)</span> |
| <a id="__codelineno-0-388" name="__codelineno-0-388"></a> |
| <a id="__codelineno-0-389" name="__codelineno-0-389"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_create_hive_table</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">open_client</span><span class="p">:</span> <span class="n">Client</span><span class="p">,</span> <span class="n">hive_table</span><span class="p">:</span> <span class="n">HiveTable</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-390" name="__codelineno-0-390"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-391" name="__codelineno-0-391"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">create_table</span><span class="p">(</span><span class="n">hive_table</span><span class="p">)</span> |
| <a id="__codelineno-0-392" name="__codelineno-0-392"></a> <span class="k">except</span> <span class="n">AlreadyExistsException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-393" name="__codelineno-0-393"></a> <span class="k">raise</span> <span class="n">TableAlreadyExistsError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Table </span><span class="si">{</span><span class="n">hive_table</span><span class="o">.</span><span class="n">dbName</span><span class="si">}</span><span class="s2">.</span><span class="si">{</span><span class="n">hive_table</span><span class="o">.</span><span class="n">tableName</span><span class="si">}</span><span class="s2"> already exists"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-394" name="__codelineno-0-394"></a> |
| <a id="__codelineno-0-395" name="__codelineno-0-395"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_get_hive_table</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">open_client</span><span class="p">:</span> <span class="n">Client</span><span class="p">,</span> <span class="n">database_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">table_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="n">HiveTable</span><span class="p">:</span> |
| <a id="__codelineno-0-396" name="__codelineno-0-396"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-397" name="__codelineno-0-397"></a> <span class="k">return</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">)</span> |
| <a id="__codelineno-0-398" name="__codelineno-0-398"></a> <span class="k">except</span> <span class="n">NoSuchObjectException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-399" name="__codelineno-0-399"></a> <span class="k">raise</span> <span class="n">NoSuchTableError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Table does not exists: </span><span class="si">{</span><span class="n">table_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-400" name="__codelineno-0-400"></a> |
| <a id="__codelineno-0-401" name="__codelineno-0-401"></a> <span class="k">def</span><span class="w"> </span><span class="nf">create_table</span><span class="p">(</span> |
| <a id="__codelineno-0-402" name="__codelineno-0-402"></a> <span class="bp">self</span><span class="p">,</span> |
| <a id="__codelineno-0-403" name="__codelineno-0-403"></a> <span class="n">identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">],</span> |
| <a id="__codelineno-0-404" name="__codelineno-0-404"></a> <span class="n">schema</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="n">Schema</span><span class="p">,</span> <span class="s2">"pa.Schema"</span><span class="p">],</span> |
| <a id="__codelineno-0-405" name="__codelineno-0-405"></a> <span class="n">location</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> |
| <a id="__codelineno-0-406" name="__codelineno-0-406"></a> <span class="n">partition_spec</span><span class="p">:</span> <span class="n">PartitionSpec</span> <span class="o">=</span> <span class="n">UNPARTITIONED_PARTITION_SPEC</span><span class="p">,</span> |
| <a id="__codelineno-0-407" name="__codelineno-0-407"></a> <span class="n">sort_order</span><span class="p">:</span> <span class="n">SortOrder</span> <span class="o">=</span> <span class="n">UNSORTED_SORT_ORDER</span><span class="p">,</span> |
| <a id="__codelineno-0-408" name="__codelineno-0-408"></a> <span class="n">properties</span><span class="p">:</span> <span class="n">Properties</span> <span class="o">=</span> <span class="n">EMPTY_DICT</span><span class="p">,</span> |
| <a id="__codelineno-0-409" name="__codelineno-0-409"></a> <span class="p">)</span> <span class="o">-></span> <span class="n">Table</span><span class="p">:</span> |
| <a id="__codelineno-0-410" name="__codelineno-0-410"></a><span class="w"> </span><span class="sd">"""Create a table.</span> |
| <a id="__codelineno-0-411" name="__codelineno-0-411"></a> |
| <a id="__codelineno-0-412" name="__codelineno-0-412"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-413" name="__codelineno-0-413"></a><span class="sd"> identifier: Table identifier.</span> |
| <a id="__codelineno-0-414" name="__codelineno-0-414"></a><span class="sd"> schema: Table's schema.</span> |
| <a id="__codelineno-0-415" name="__codelineno-0-415"></a><span class="sd"> location: Location for the table. Optional Argument.</span> |
| <a id="__codelineno-0-416" name="__codelineno-0-416"></a><span class="sd"> partition_spec: PartitionSpec for the table.</span> |
| <a id="__codelineno-0-417" name="__codelineno-0-417"></a><span class="sd"> sort_order: SortOrder for the table.</span> |
| <a id="__codelineno-0-418" name="__codelineno-0-418"></a><span class="sd"> properties: Table properties that can be a string based dictionary.</span> |
| <a id="__codelineno-0-419" name="__codelineno-0-419"></a> |
| <a id="__codelineno-0-420" name="__codelineno-0-420"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-421" name="__codelineno-0-421"></a><span class="sd"> Table: the created table instance.</span> |
| <a id="__codelineno-0-422" name="__codelineno-0-422"></a> |
| <a id="__codelineno-0-423" name="__codelineno-0-423"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-424" name="__codelineno-0-424"></a><span class="sd"> AlreadyExistsError: If a table with the name already exists.</span> |
| <a id="__codelineno-0-425" name="__codelineno-0-425"></a><span class="sd"> ValueError: If the identifier is invalid.</span> |
| <a id="__codelineno-0-426" name="__codelineno-0-426"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-427" name="__codelineno-0-427"></a> <span class="n">properties</span> <span class="o">=</span> <span class="p">{</span><span class="o">**</span><span class="n">DEFAULT_PROPERTIES</span><span class="p">,</span> <span class="o">**</span><span class="n">properties</span><span class="p">}</span> |
| <a id="__codelineno-0-428" name="__codelineno-0-428"></a> <span class="n">staged_table</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_create_staged_table</span><span class="p">(</span> |
| <a id="__codelineno-0-429" name="__codelineno-0-429"></a> <span class="n">identifier</span><span class="o">=</span><span class="n">identifier</span><span class="p">,</span> |
| <a id="__codelineno-0-430" name="__codelineno-0-430"></a> <span class="n">schema</span><span class="o">=</span><span class="n">schema</span><span class="p">,</span> |
| <a id="__codelineno-0-431" name="__codelineno-0-431"></a> <span class="n">location</span><span class="o">=</span><span class="n">location</span><span class="p">,</span> |
| <a id="__codelineno-0-432" name="__codelineno-0-432"></a> <span class="n">partition_spec</span><span class="o">=</span><span class="n">partition_spec</span><span class="p">,</span> |
| <a id="__codelineno-0-433" name="__codelineno-0-433"></a> <span class="n">sort_order</span><span class="o">=</span><span class="n">sort_order</span><span class="p">,</span> |
| <a id="__codelineno-0-434" name="__codelineno-0-434"></a> <span class="n">properties</span><span class="o">=</span><span class="n">properties</span><span class="p">,</span> |
| <a id="__codelineno-0-435" name="__codelineno-0-435"></a> <span class="p">)</span> |
| <a id="__codelineno-0-436" name="__codelineno-0-436"></a> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">identifier</span><span class="p">)</span> |
| <a id="__codelineno-0-437" name="__codelineno-0-437"></a> |
| <a id="__codelineno-0-438" name="__codelineno-0-438"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_write_metadata</span><span class="p">(</span><span class="n">staged_table</span><span class="o">.</span><span class="n">metadata</span><span class="p">,</span> <span class="n">staged_table</span><span class="o">.</span><span class="n">io</span><span class="p">,</span> <span class="n">staged_table</span><span class="o">.</span><span class="n">metadata_location</span><span class="p">)</span> |
| <a id="__codelineno-0-439" name="__codelineno-0-439"></a> <span class="n">tbl</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_iceberg_into_hive</span><span class="p">(</span><span class="n">staged_table</span><span class="p">)</span> |
| <a id="__codelineno-0-440" name="__codelineno-0-440"></a> |
| <a id="__codelineno-0-441" name="__codelineno-0-441"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-442" name="__codelineno-0-442"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_create_hive_table</span><span class="p">(</span><span class="n">open_client</span><span class="p">,</span> <span class="n">tbl</span><span class="p">)</span> |
| <a id="__codelineno-0-443" name="__codelineno-0-443"></a> <span class="n">hive_table</span> <span class="o">=</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">)</span> |
| <a id="__codelineno-0-444" name="__codelineno-0-444"></a> |
| <a id="__codelineno-0-445" name="__codelineno-0-445"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_hive_into_iceberg</span><span class="p">(</span><span class="n">hive_table</span><span class="p">)</span> |
| <a id="__codelineno-0-446" name="__codelineno-0-446"></a> |
| <a id="__codelineno-0-447" name="__codelineno-0-447"></a> <span class="k">def</span><span class="w"> </span><span class="nf">register_table</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">],</span> <span class="n">metadata_location</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="n">Table</span><span class="p">:</span> |
| <a id="__codelineno-0-448" name="__codelineno-0-448"></a><span class="w"> </span><span class="sd">"""Register a new table using existing metadata.</span> |
| <a id="__codelineno-0-449" name="__codelineno-0-449"></a> |
| <a id="__codelineno-0-450" name="__codelineno-0-450"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-451" name="__codelineno-0-451"></a><span class="sd"> identifier (Union[str, Identifier]): Table identifier for the table</span> |
| <a id="__codelineno-0-452" name="__codelineno-0-452"></a><span class="sd"> metadata_location (str): The location to the metadata</span> |
| <a id="__codelineno-0-453" name="__codelineno-0-453"></a> |
| <a id="__codelineno-0-454" name="__codelineno-0-454"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-455" name="__codelineno-0-455"></a><span class="sd"> Table: The newly registered table</span> |
| <a id="__codelineno-0-456" name="__codelineno-0-456"></a> |
| <a id="__codelineno-0-457" name="__codelineno-0-457"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-458" name="__codelineno-0-458"></a><span class="sd"> TableAlreadyExistsError: If the table already exists</span> |
| <a id="__codelineno-0-459" name="__codelineno-0-459"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-460" name="__codelineno-0-460"></a> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">identifier</span><span class="p">)</span> |
| <a id="__codelineno-0-461" name="__codelineno-0-461"></a> <span class="n">io</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_load_file_io</span><span class="p">(</span><span class="n">location</span><span class="o">=</span><span class="n">metadata_location</span><span class="p">)</span> |
| <a id="__codelineno-0-462" name="__codelineno-0-462"></a> <span class="n">metadata_file</span> <span class="o">=</span> <span class="n">io</span><span class="o">.</span><span class="n">new_input</span><span class="p">(</span><span class="n">metadata_location</span><span class="p">)</span> |
| <a id="__codelineno-0-463" name="__codelineno-0-463"></a> <span class="n">staged_table</span> <span class="o">=</span> <span class="n">StagedTable</span><span class="p">(</span> |
| <a id="__codelineno-0-464" name="__codelineno-0-464"></a> <span class="n">identifier</span><span class="o">=</span><span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span><span class="p">),</span> |
| <a id="__codelineno-0-465" name="__codelineno-0-465"></a> <span class="n">metadata</span><span class="o">=</span><span class="n">FromInputFile</span><span class="o">.</span><span class="n">table_metadata</span><span class="p">(</span><span class="n">metadata_file</span><span class="p">),</span> |
| <a id="__codelineno-0-466" name="__codelineno-0-466"></a> <span class="n">metadata_location</span><span class="o">=</span><span class="n">metadata_location</span><span class="p">,</span> |
| <a id="__codelineno-0-467" name="__codelineno-0-467"></a> <span class="n">io</span><span class="o">=</span><span class="n">io</span><span class="p">,</span> |
| <a id="__codelineno-0-468" name="__codelineno-0-468"></a> <span class="n">catalog</span><span class="o">=</span><span class="bp">self</span><span class="p">,</span> |
| <a id="__codelineno-0-469" name="__codelineno-0-469"></a> <span class="p">)</span> |
| <a id="__codelineno-0-470" name="__codelineno-0-470"></a> <span class="n">tbl</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_iceberg_into_hive</span><span class="p">(</span><span class="n">staged_table</span><span class="p">)</span> |
| <a id="__codelineno-0-471" name="__codelineno-0-471"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-472" name="__codelineno-0-472"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_create_hive_table</span><span class="p">(</span><span class="n">open_client</span><span class="p">,</span> <span class="n">tbl</span><span class="p">)</span> |
| <a id="__codelineno-0-473" name="__codelineno-0-473"></a> <span class="n">hive_table</span> <span class="o">=</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">)</span> |
| <a id="__codelineno-0-474" name="__codelineno-0-474"></a> |
| <a id="__codelineno-0-475" name="__codelineno-0-475"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_hive_into_iceberg</span><span class="p">(</span><span class="n">hive_table</span><span class="p">)</span> |
| <a id="__codelineno-0-476" name="__codelineno-0-476"></a> |
| <a id="__codelineno-0-477" name="__codelineno-0-477"></a> <span class="k">def</span><span class="w"> </span><span class="nf">list_views</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="n">List</span><span class="p">[</span><span class="n">Identifier</span><span class="p">]:</span> |
| <a id="__codelineno-0-478" name="__codelineno-0-478"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span> |
| <a id="__codelineno-0-479" name="__codelineno-0-479"></a> |
| <a id="__codelineno-0-480" name="__codelineno-0-480"></a> <span class="k">def</span><span class="w"> </span><span class="nf">view_exists</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-481" name="__codelineno-0-481"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span> |
| <a id="__codelineno-0-482" name="__codelineno-0-482"></a> |
| <a id="__codelineno-0-483" name="__codelineno-0-483"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_create_lock_request</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">database_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">table_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="n">LockRequest</span><span class="p">:</span> |
| <a id="__codelineno-0-484" name="__codelineno-0-484"></a> <span class="n">lock_component</span><span class="p">:</span> <span class="n">LockComponent</span> <span class="o">=</span> <span class="n">LockComponent</span><span class="p">(</span> |
| <a id="__codelineno-0-485" name="__codelineno-0-485"></a> <span class="n">level</span><span class="o">=</span><span class="n">LockLevel</span><span class="o">.</span><span class="n">TABLE</span><span class="p">,</span> <span class="nb">type</span><span class="o">=</span><span class="n">LockType</span><span class="o">.</span><span class="n">EXCLUSIVE</span><span class="p">,</span> <span class="n">dbname</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> <span class="n">tablename</span><span class="o">=</span><span class="n">table_name</span><span class="p">,</span> <span class="n">isTransactional</span><span class="o">=</span><span class="kc">True</span> |
| <a id="__codelineno-0-486" name="__codelineno-0-486"></a> <span class="p">)</span> |
| <a id="__codelineno-0-487" name="__codelineno-0-487"></a> |
| <a id="__codelineno-0-488" name="__codelineno-0-488"></a> <span class="n">lock_request</span><span class="p">:</span> <span class="n">LockRequest</span> <span class="o">=</span> <span class="n">LockRequest</span><span class="p">(</span><span class="n">component</span><span class="o">=</span><span class="p">[</span><span class="n">lock_component</span><span class="p">],</span> <span class="n">user</span><span class="o">=</span><span class="n">getpass</span><span class="o">.</span><span class="n">getuser</span><span class="p">(),</span> <span class="n">hostname</span><span class="o">=</span><span class="n">socket</span><span class="o">.</span><span class="n">gethostname</span><span class="p">())</span> |
| <a id="__codelineno-0-489" name="__codelineno-0-489"></a> |
| <a id="__codelineno-0-490" name="__codelineno-0-490"></a> <span class="k">return</span> <span class="n">lock_request</span> |
| <a id="__codelineno-0-491" name="__codelineno-0-491"></a> |
| <a id="__codelineno-0-492" name="__codelineno-0-492"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_wait_for_lock</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">database_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">table_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">lockid</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">open_client</span><span class="p">:</span> <span class="n">Client</span><span class="p">)</span> <span class="o">-></span> <span class="n">LockResponse</span><span class="p">:</span> |
| <a id="__codelineno-0-493" name="__codelineno-0-493"></a> <span class="nd">@retry</span><span class="p">(</span> |
| <a id="__codelineno-0-494" name="__codelineno-0-494"></a> <span class="n">retry</span><span class="o">=</span><span class="n">retry_if_exception_type</span><span class="p">(</span><span class="n">WaitingForLockException</span><span class="p">),</span> |
| <a id="__codelineno-0-495" name="__codelineno-0-495"></a> <span class="n">wait</span><span class="o">=</span><span class="n">wait_exponential</span><span class="p">(</span><span class="n">multiplier</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="nb">min</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">_lock_check_min_wait_time</span><span class="p">,</span> <span class="nb">max</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">_lock_check_max_wait_time</span><span class="p">),</span> |
| <a id="__codelineno-0-496" name="__codelineno-0-496"></a> <span class="n">stop</span><span class="o">=</span><span class="n">stop_after_attempt</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_lock_check_retries</span><span class="p">),</span> |
| <a id="__codelineno-0-497" name="__codelineno-0-497"></a> <span class="n">reraise</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> |
| <a id="__codelineno-0-498" name="__codelineno-0-498"></a> <span class="p">)</span> |
| <a id="__codelineno-0-499" name="__codelineno-0-499"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_do_wait_for_lock</span><span class="p">()</span> <span class="o">-></span> <span class="n">LockResponse</span><span class="p">:</span> |
| <a id="__codelineno-0-500" name="__codelineno-0-500"></a> <span class="n">response</span><span class="p">:</span> <span class="n">LockResponse</span> <span class="o">=</span> <span class="n">open_client</span><span class="o">.</span><span class="n">check_lock</span><span class="p">(</span><span class="n">CheckLockRequest</span><span class="p">(</span><span class="n">lockid</span><span class="o">=</span><span class="n">lockid</span><span class="p">))</span> |
| <a id="__codelineno-0-501" name="__codelineno-0-501"></a> <span class="k">if</span> <span class="n">response</span><span class="o">.</span><span class="n">state</span> <span class="o">==</span> <span class="n">LockState</span><span class="o">.</span><span class="n">ACQUIRED</span><span class="p">:</span> |
| <a id="__codelineno-0-502" name="__codelineno-0-502"></a> <span class="k">return</span> <span class="n">response</span> |
| <a id="__codelineno-0-503" name="__codelineno-0-503"></a> <span class="k">elif</span> <span class="n">response</span><span class="o">.</span><span class="n">state</span> <span class="o">==</span> <span class="n">LockState</span><span class="o">.</span><span class="n">WAITING</span><span class="p">:</span> |
| <a id="__codelineno-0-504" name="__codelineno-0-504"></a> <span class="n">msg</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"Wait on lock for </span><span class="si">{</span><span class="n">database_name</span><span class="si">}</span><span class="s2">.</span><span class="si">{</span><span class="n">table_name</span><span class="si">}</span><span class="s2">"</span> |
| <a id="__codelineno-0-505" name="__codelineno-0-505"></a> <span class="n">logger</span><span class="o">.</span><span class="n">warning</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span> |
| <a id="__codelineno-0-506" name="__codelineno-0-506"></a> <span class="k">raise</span> <span class="n">WaitingForLockException</span><span class="p">(</span><span class="n">msg</span><span class="p">)</span> |
| <a id="__codelineno-0-507" name="__codelineno-0-507"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-508" name="__codelineno-0-508"></a> <span class="k">raise</span> <span class="n">CommitFailedException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Failed to check lock for </span><span class="si">{</span><span class="n">database_name</span><span class="si">}</span><span class="s2">.</span><span class="si">{</span><span class="n">table_name</span><span class="si">}</span><span class="s2">, state: </span><span class="si">{</span><span class="n">response</span><span class="o">.</span><span class="n">state</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-509" name="__codelineno-0-509"></a> |
| <a id="__codelineno-0-510" name="__codelineno-0-510"></a> <span class="k">return</span> <span class="n">_do_wait_for_lock</span><span class="p">()</span> |
| <a id="__codelineno-0-511" name="__codelineno-0-511"></a> |
| <a id="__codelineno-0-512" name="__codelineno-0-512"></a> <span class="k">def</span><span class="w"> </span><span class="nf">commit_table</span><span class="p">(</span> |
| <a id="__codelineno-0-513" name="__codelineno-0-513"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">table</span><span class="p">:</span> <span class="n">Table</span><span class="p">,</span> <span class="n">requirements</span><span class="p">:</span> <span class="n">Tuple</span><span class="p">[</span><span class="n">TableRequirement</span><span class="p">,</span> <span class="o">...</span><span class="p">],</span> <span class="n">updates</span><span class="p">:</span> <span class="n">Tuple</span><span class="p">[</span><span class="n">TableUpdate</span><span class="p">,</span> <span class="o">...</span><span class="p">]</span> |
| <a id="__codelineno-0-514" name="__codelineno-0-514"></a> <span class="p">)</span> <span class="o">-></span> <span class="n">CommitTableResponse</span><span class="p">:</span> |
| <a id="__codelineno-0-515" name="__codelineno-0-515"></a><span class="w"> </span><span class="sd">"""Commit updates to a table.</span> |
| <a id="__codelineno-0-516" name="__codelineno-0-516"></a> |
| <a id="__codelineno-0-517" name="__codelineno-0-517"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-518" name="__codelineno-0-518"></a><span class="sd"> table (Table): The table to be updated.</span> |
| <a id="__codelineno-0-519" name="__codelineno-0-519"></a><span class="sd"> requirements: (Tuple[TableRequirement, ...]): Table requirements.</span> |
| <a id="__codelineno-0-520" name="__codelineno-0-520"></a><span class="sd"> updates: (Tuple[TableUpdate, ...]): Table updates.</span> |
| <a id="__codelineno-0-521" name="__codelineno-0-521"></a> |
| <a id="__codelineno-0-522" name="__codelineno-0-522"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-523" name="__codelineno-0-523"></a><span class="sd"> CommitTableResponse: The updated metadata.</span> |
| <a id="__codelineno-0-524" name="__codelineno-0-524"></a> |
| <a id="__codelineno-0-525" name="__codelineno-0-525"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-526" name="__codelineno-0-526"></a><span class="sd"> NoSuchTableError: If a table with the given identifier does not exist.</span> |
| <a id="__codelineno-0-527" name="__codelineno-0-527"></a><span class="sd"> CommitFailedException: Requirement not met, or a conflict with a concurrent commit.</span> |
| <a id="__codelineno-0-528" name="__codelineno-0-528"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-529" name="__codelineno-0-529"></a> <span class="n">table_identifier</span> <span class="o">=</span> <span class="n">table</span><span class="o">.</span><span class="n">name</span><span class="p">()</span> |
| <a id="__codelineno-0-530" name="__codelineno-0-530"></a> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">table_identifier</span><span class="p">,</span> <span class="n">NoSuchTableError</span><span class="p">)</span> |
| <a id="__codelineno-0-531" name="__codelineno-0-531"></a> <span class="c1"># commit to hive</span> |
| <a id="__codelineno-0-532" name="__codelineno-0-532"></a> <span class="c1"># https://github.com/apache/hive/blob/master/standalone-metastore/metastore-common/src/main/thrift/hive_metastore.thrift#L1232</span> |
| <a id="__codelineno-0-533" name="__codelineno-0-533"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-534" name="__codelineno-0-534"></a> <span class="n">lock</span><span class="p">:</span> <span class="n">LockResponse</span> <span class="o">=</span> <span class="n">open_client</span><span class="o">.</span><span class="n">lock</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_create_lock_request</span><span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span><span class="p">))</span> |
| <a id="__codelineno-0-535" name="__codelineno-0-535"></a> |
| <a id="__codelineno-0-536" name="__codelineno-0-536"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-537" name="__codelineno-0-537"></a> <span class="k">if</span> <span class="n">lock</span><span class="o">.</span><span class="n">state</span> <span class="o">!=</span> <span class="n">LockState</span><span class="o">.</span><span class="n">ACQUIRED</span><span class="p">:</span> |
| <a id="__codelineno-0-538" name="__codelineno-0-538"></a> <span class="k">if</span> <span class="n">lock</span><span class="o">.</span><span class="n">state</span> <span class="o">==</span> <span class="n">LockState</span><span class="o">.</span><span class="n">WAITING</span><span class="p">:</span> |
| <a id="__codelineno-0-539" name="__codelineno-0-539"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_wait_for_lock</span><span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span><span class="p">,</span> <span class="n">lock</span><span class="o">.</span><span class="n">lockid</span><span class="p">,</span> <span class="n">open_client</span><span class="p">)</span> |
| <a id="__codelineno-0-540" name="__codelineno-0-540"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-541" name="__codelineno-0-541"></a> <span class="k">raise</span> <span class="n">CommitFailedException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Failed to acquire lock for </span><span class="si">{</span><span class="n">table_identifier</span><span class="si">}</span><span class="s2">, state: </span><span class="si">{</span><span class="n">lock</span><span class="o">.</span><span class="n">state</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-542" name="__codelineno-0-542"></a> |
| <a id="__codelineno-0-543" name="__codelineno-0-543"></a> <span class="n">hive_table</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">HiveTable</span><span class="p">]</span> |
| <a id="__codelineno-0-544" name="__codelineno-0-544"></a> <span class="n">current_table</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Table</span><span class="p">]</span> |
| <a id="__codelineno-0-545" name="__codelineno-0-545"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-546" name="__codelineno-0-546"></a> <span class="n">hive_table</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_hive_table</span><span class="p">(</span><span class="n">open_client</span><span class="p">,</span> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span><span class="p">)</span> |
| <a id="__codelineno-0-547" name="__codelineno-0-547"></a> <span class="n">current_table</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_hive_into_iceberg</span><span class="p">(</span><span class="n">hive_table</span><span class="p">)</span> |
| <a id="__codelineno-0-548" name="__codelineno-0-548"></a> <span class="k">except</span> <span class="n">NoSuchTableError</span><span class="p">:</span> |
| <a id="__codelineno-0-549" name="__codelineno-0-549"></a> <span class="n">hive_table</span> <span class="o">=</span> <span class="kc">None</span> |
| <a id="__codelineno-0-550" name="__codelineno-0-550"></a> <span class="n">current_table</span> <span class="o">=</span> <span class="kc">None</span> |
| <a id="__codelineno-0-551" name="__codelineno-0-551"></a> |
| <a id="__codelineno-0-552" name="__codelineno-0-552"></a> <span class="n">updated_staged_table</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_update_and_stage_table</span><span class="p">(</span><span class="n">current_table</span><span class="p">,</span> <span class="n">table_identifier</span><span class="p">,</span> <span class="n">requirements</span><span class="p">,</span> <span class="n">updates</span><span class="p">)</span> |
| <a id="__codelineno-0-553" name="__codelineno-0-553"></a> <span class="k">if</span> <span class="n">current_table</span> <span class="ow">and</span> <span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata</span> <span class="o">==</span> <span class="n">current_table</span><span class="o">.</span><span class="n">metadata</span><span class="p">:</span> |
| <a id="__codelineno-0-554" name="__codelineno-0-554"></a> <span class="c1"># no changes, do nothing</span> |
| <a id="__codelineno-0-555" name="__codelineno-0-555"></a> <span class="k">return</span> <span class="n">CommitTableResponse</span><span class="p">(</span><span class="n">metadata</span><span class="o">=</span><span class="n">current_table</span><span class="o">.</span><span class="n">metadata</span><span class="p">,</span> <span class="n">metadata_location</span><span class="o">=</span><span class="n">current_table</span><span class="o">.</span><span class="n">metadata_location</span><span class="p">)</span> |
| <a id="__codelineno-0-556" name="__codelineno-0-556"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_write_metadata</span><span class="p">(</span> |
| <a id="__codelineno-0-557" name="__codelineno-0-557"></a> <span class="n">metadata</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata</span><span class="p">,</span> |
| <a id="__codelineno-0-558" name="__codelineno-0-558"></a> <span class="n">io</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">io</span><span class="p">,</span> |
| <a id="__codelineno-0-559" name="__codelineno-0-559"></a> <span class="n">metadata_path</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata_location</span><span class="p">,</span> |
| <a id="__codelineno-0-560" name="__codelineno-0-560"></a> <span class="p">)</span> |
| <a id="__codelineno-0-561" name="__codelineno-0-561"></a> |
| <a id="__codelineno-0-562" name="__codelineno-0-562"></a> <span class="k">if</span> <span class="n">hive_table</span> <span class="ow">and</span> <span class="n">current_table</span><span class="p">:</span> |
| <a id="__codelineno-0-563" name="__codelineno-0-563"></a> <span class="c1"># Table exists, update it.</span> |
| <a id="__codelineno-0-564" name="__codelineno-0-564"></a> <span class="n">hive_table</span><span class="o">.</span><span class="n">parameters</span> <span class="o">=</span> <span class="n">_construct_parameters</span><span class="p">(</span> |
| <a id="__codelineno-0-565" name="__codelineno-0-565"></a> <span class="n">metadata_location</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata_location</span><span class="p">,</span> |
| <a id="__codelineno-0-566" name="__codelineno-0-566"></a> <span class="n">previous_metadata_location</span><span class="o">=</span><span class="n">current_table</span><span class="o">.</span><span class="n">metadata_location</span><span class="p">,</span> |
| <a id="__codelineno-0-567" name="__codelineno-0-567"></a> <span class="n">metadata_properties</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">properties</span><span class="p">,</span> |
| <a id="__codelineno-0-568" name="__codelineno-0-568"></a> <span class="p">)</span> |
| <a id="__codelineno-0-569" name="__codelineno-0-569"></a> <span class="c1"># Update hive's schema and properties</span> |
| <a id="__codelineno-0-570" name="__codelineno-0-570"></a> <span class="n">hive_table</span><span class="o">.</span><span class="n">sd</span> <span class="o">=</span> <span class="n">_construct_hive_storage_descriptor</span><span class="p">(</span> |
| <a id="__codelineno-0-571" name="__codelineno-0-571"></a> <span class="n">updated_staged_table</span><span class="o">.</span><span class="n">schema</span><span class="p">(),</span> |
| <a id="__codelineno-0-572" name="__codelineno-0-572"></a> <span class="n">updated_staged_table</span><span class="o">.</span><span class="n">location</span><span class="p">(),</span> |
| <a id="__codelineno-0-573" name="__codelineno-0-573"></a> <span class="n">property_as_bool</span><span class="p">(</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">properties</span><span class="p">,</span> <span class="n">HIVE2_COMPATIBLE</span><span class="p">,</span> <span class="n">HIVE2_COMPATIBLE_DEFAULT</span><span class="p">),</span> |
| <a id="__codelineno-0-574" name="__codelineno-0-574"></a> <span class="p">)</span> |
| <a id="__codelineno-0-575" name="__codelineno-0-575"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">alter_table_with_environment_context</span><span class="p">(</span> |
| <a id="__codelineno-0-576" name="__codelineno-0-576"></a> <span class="n">dbname</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> |
| <a id="__codelineno-0-577" name="__codelineno-0-577"></a> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">,</span> |
| <a id="__codelineno-0-578" name="__codelineno-0-578"></a> <span class="n">new_tbl</span><span class="o">=</span><span class="n">hive_table</span><span class="p">,</span> |
| <a id="__codelineno-0-579" name="__codelineno-0-579"></a> <span class="n">environment_context</span><span class="o">=</span><span class="n">EnvironmentContext</span><span class="p">(</span><span class="n">properties</span><span class="o">=</span><span class="p">{</span><span class="n">DO_NOT_UPDATE_STATS</span><span class="p">:</span> <span class="n">DO_NOT_UPDATE_STATS_DEFAULT</span><span class="p">}),</span> |
| <a id="__codelineno-0-580" name="__codelineno-0-580"></a> <span class="p">)</span> |
| <a id="__codelineno-0-581" name="__codelineno-0-581"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-582" name="__codelineno-0-582"></a> <span class="c1"># Table does not exist, create it.</span> |
| <a id="__codelineno-0-583" name="__codelineno-0-583"></a> <span class="n">hive_table</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_iceberg_into_hive</span><span class="p">(</span> |
| <a id="__codelineno-0-584" name="__codelineno-0-584"></a> <span class="n">StagedTable</span><span class="p">(</span> |
| <a id="__codelineno-0-585" name="__codelineno-0-585"></a> <span class="n">identifier</span><span class="o">=</span><span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span><span class="p">),</span> |
| <a id="__codelineno-0-586" name="__codelineno-0-586"></a> <span class="n">metadata</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata</span><span class="p">,</span> |
| <a id="__codelineno-0-587" name="__codelineno-0-587"></a> <span class="n">metadata_location</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata_location</span><span class="p">,</span> |
| <a id="__codelineno-0-588" name="__codelineno-0-588"></a> <span class="n">io</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">io</span><span class="p">,</span> |
| <a id="__codelineno-0-589" name="__codelineno-0-589"></a> <span class="n">catalog</span><span class="o">=</span><span class="bp">self</span><span class="p">,</span> |
| <a id="__codelineno-0-590" name="__codelineno-0-590"></a> <span class="p">)</span> |
| <a id="__codelineno-0-591" name="__codelineno-0-591"></a> <span class="p">)</span> |
| <a id="__codelineno-0-592" name="__codelineno-0-592"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_create_hive_table</span><span class="p">(</span><span class="n">open_client</span><span class="p">,</span> <span class="n">hive_table</span><span class="p">)</span> |
| <a id="__codelineno-0-593" name="__codelineno-0-593"></a> <span class="k">except</span> <span class="n">WaitingForLockException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-594" name="__codelineno-0-594"></a> <span class="k">raise</span> <span class="n">CommitFailedException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Failed to acquire lock for </span><span class="si">{</span><span class="n">table_identifier</span><span class="si">}</span><span class="s2">, state: </span><span class="si">{</span><span class="n">lock</span><span class="o">.</span><span class="n">state</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-595" name="__codelineno-0-595"></a> <span class="k">finally</span><span class="p">:</span> |
| <a id="__codelineno-0-596" name="__codelineno-0-596"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">unlock</span><span class="p">(</span><span class="n">UnlockRequest</span><span class="p">(</span><span class="n">lockid</span><span class="o">=</span><span class="n">lock</span><span class="o">.</span><span class="n">lockid</span><span class="p">))</span> |
| <a id="__codelineno-0-597" name="__codelineno-0-597"></a> |
| <a id="__codelineno-0-598" name="__codelineno-0-598"></a> <span class="k">return</span> <span class="n">CommitTableResponse</span><span class="p">(</span> |
| <a id="__codelineno-0-599" name="__codelineno-0-599"></a> <span class="n">metadata</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata</span><span class="p">,</span> <span class="n">metadata_location</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata_location</span> |
| <a id="__codelineno-0-600" name="__codelineno-0-600"></a> <span class="p">)</span> |
| <a id="__codelineno-0-601" name="__codelineno-0-601"></a> |
| <a id="__codelineno-0-602" name="__codelineno-0-602"></a> <span class="k">def</span><span class="w"> </span><span class="nf">load_table</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="n">Table</span><span class="p">:</span> |
| <a id="__codelineno-0-603" name="__codelineno-0-603"></a><span class="w"> </span><span class="sd">"""Load the table's metadata and return the table instance.</span> |
| <a id="__codelineno-0-604" name="__codelineno-0-604"></a> |
| <a id="__codelineno-0-605" name="__codelineno-0-605"></a><span class="sd"> You can also use this method to check for table existence using 'try catalog.table() except TableNotFoundError'.</span> |
| <a id="__codelineno-0-606" name="__codelineno-0-606"></a><span class="sd"> Note: This method doesn't scan data stored in the table.</span> |
| <a id="__codelineno-0-607" name="__codelineno-0-607"></a> |
| <a id="__codelineno-0-608" name="__codelineno-0-608"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-609" name="__codelineno-0-609"></a><span class="sd"> identifier: Table identifier.</span> |
| <a id="__codelineno-0-610" name="__codelineno-0-610"></a> |
| <a id="__codelineno-0-611" name="__codelineno-0-611"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-612" name="__codelineno-0-612"></a><span class="sd"> Table: the table instance with its metadata.</span> |
| <a id="__codelineno-0-613" name="__codelineno-0-613"></a> |
| <a id="__codelineno-0-614" name="__codelineno-0-614"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-615" name="__codelineno-0-615"></a><span class="sd"> NoSuchTableError: If a table with the name does not exist, or the identifier is invalid.</span> |
| <a id="__codelineno-0-616" name="__codelineno-0-616"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-617" name="__codelineno-0-617"></a> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">identifier</span><span class="p">,</span> <span class="n">NoSuchTableError</span><span class="p">)</span> |
| <a id="__codelineno-0-618" name="__codelineno-0-618"></a> |
| <a id="__codelineno-0-619" name="__codelineno-0-619"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-620" name="__codelineno-0-620"></a> <span class="n">hive_table</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_hive_table</span><span class="p">(</span><span class="n">open_client</span><span class="p">,</span> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span><span class="p">)</span> |
| <a id="__codelineno-0-621" name="__codelineno-0-621"></a> |
| <a id="__codelineno-0-622" name="__codelineno-0-622"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_hive_into_iceberg</span><span class="p">(</span><span class="n">hive_table</span><span class="p">)</span> |
| <a id="__codelineno-0-623" name="__codelineno-0-623"></a> |
| <a id="__codelineno-0-624" name="__codelineno-0-624"></a> <span class="k">def</span><span class="w"> </span><span class="nf">drop_table</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-625" name="__codelineno-0-625"></a><span class="w"> </span><span class="sd">"""Drop a table.</span> |
| <a id="__codelineno-0-626" name="__codelineno-0-626"></a> |
| <a id="__codelineno-0-627" name="__codelineno-0-627"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-628" name="__codelineno-0-628"></a><span class="sd"> identifier: Table identifier.</span> |
| <a id="__codelineno-0-629" name="__codelineno-0-629"></a> |
| <a id="__codelineno-0-630" name="__codelineno-0-630"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-631" name="__codelineno-0-631"></a><span class="sd"> NoSuchTableError: If a table with the name does not exist, or the identifier is invalid.</span> |
| <a id="__codelineno-0-632" name="__codelineno-0-632"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-633" name="__codelineno-0-633"></a> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">identifier</span><span class="p">,</span> <span class="n">NoSuchTableError</span><span class="p">)</span> |
| <a id="__codelineno-0-634" name="__codelineno-0-634"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-635" name="__codelineno-0-635"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-636" name="__codelineno-0-636"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">drop_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> <span class="n">name</span><span class="o">=</span><span class="n">table_name</span><span class="p">,</span> <span class="n">deleteData</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> |
| <a id="__codelineno-0-637" name="__codelineno-0-637"></a> <span class="k">except</span> <span class="n">NoSuchObjectException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-638" name="__codelineno-0-638"></a> <span class="c1"># When the namespace doesn't exist, it throws the same error</span> |
| <a id="__codelineno-0-639" name="__codelineno-0-639"></a> <span class="k">raise</span> <span class="n">NoSuchTableError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Table does not exists: </span><span class="si">{</span><span class="n">table_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-640" name="__codelineno-0-640"></a> |
| <a id="__codelineno-0-641" name="__codelineno-0-641"></a> <span class="k">def</span><span class="w"> </span><span class="nf">purge_table</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-642" name="__codelineno-0-642"></a> <span class="c1"># This requires to traverse the reachability set, and drop all the data files.</span> |
| <a id="__codelineno-0-643" name="__codelineno-0-643"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span><span class="p">(</span><span class="s2">"Not yet implemented"</span><span class="p">)</span> |
| <a id="__codelineno-0-644" name="__codelineno-0-644"></a> |
| <a id="__codelineno-0-645" name="__codelineno-0-645"></a> <span class="k">def</span><span class="w"> </span><span class="nf">rename_table</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">from_identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">],</span> <span class="n">to_identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="n">Table</span><span class="p">:</span> |
| <a id="__codelineno-0-646" name="__codelineno-0-646"></a><span class="w"> </span><span class="sd">"""Rename a fully classified table name.</span> |
| <a id="__codelineno-0-647" name="__codelineno-0-647"></a> |
| <a id="__codelineno-0-648" name="__codelineno-0-648"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-649" name="__codelineno-0-649"></a><span class="sd"> from_identifier: Existing table identifier.</span> |
| <a id="__codelineno-0-650" name="__codelineno-0-650"></a><span class="sd"> to_identifier: New table identifier.</span> |
| <a id="__codelineno-0-651" name="__codelineno-0-651"></a> |
| <a id="__codelineno-0-652" name="__codelineno-0-652"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-653" name="__codelineno-0-653"></a><span class="sd"> Table: the updated table instance with its metadata.</span> |
| <a id="__codelineno-0-654" name="__codelineno-0-654"></a> |
| <a id="__codelineno-0-655" name="__codelineno-0-655"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-656" name="__codelineno-0-656"></a><span class="sd"> ValueError: When from table identifier is invalid.</span> |
| <a id="__codelineno-0-657" name="__codelineno-0-657"></a><span class="sd"> NoSuchTableError: When a table with the name does not exist.</span> |
| <a id="__codelineno-0-658" name="__codelineno-0-658"></a><span class="sd"> NoSuchNamespaceError: When the destination namespace doesn't exist.</span> |
| <a id="__codelineno-0-659" name="__codelineno-0-659"></a><span class="sd"> TableAlreadyExistsError: When the destination table already exists.</span> |
| <a id="__codelineno-0-660" name="__codelineno-0-660"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-661" name="__codelineno-0-661"></a> <span class="n">from_database_name</span><span class="p">,</span> <span class="n">from_table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">from_identifier</span><span class="p">,</span> <span class="n">NoSuchTableError</span><span class="p">)</span> |
| <a id="__codelineno-0-662" name="__codelineno-0-662"></a> <span class="n">to_database_name</span><span class="p">,</span> <span class="n">to_table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">to_identifier</span><span class="p">)</span> |
| <a id="__codelineno-0-663" name="__codelineno-0-663"></a> |
| <a id="__codelineno-0-664" name="__codelineno-0-664"></a> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">table_exists</span><span class="p">(</span><span class="n">to_identifier</span><span class="p">):</span> |
| <a id="__codelineno-0-665" name="__codelineno-0-665"></a> <span class="k">raise</span> <span class="n">TableAlreadyExistsError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Table already exists: </span><span class="si">{</span><span class="n">to_table_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-666" name="__codelineno-0-666"></a> |
| <a id="__codelineno-0-667" name="__codelineno-0-667"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-668" name="__codelineno-0-668"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-669" name="__codelineno-0-669"></a> <span class="n">tbl</span> <span class="o">=</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">from_database_name</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">from_table_name</span><span class="p">)</span> |
| <a id="__codelineno-0-670" name="__codelineno-0-670"></a> <span class="n">tbl</span><span class="o">.</span><span class="n">dbName</span> <span class="o">=</span> <span class="n">to_database_name</span> |
| <a id="__codelineno-0-671" name="__codelineno-0-671"></a> <span class="n">tbl</span><span class="o">.</span><span class="n">tableName</span> <span class="o">=</span> <span class="n">to_table_name</span> |
| <a id="__codelineno-0-672" name="__codelineno-0-672"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">alter_table_with_environment_context</span><span class="p">(</span> |
| <a id="__codelineno-0-673" name="__codelineno-0-673"></a> <span class="n">dbname</span><span class="o">=</span><span class="n">from_database_name</span><span class="p">,</span> |
| <a id="__codelineno-0-674" name="__codelineno-0-674"></a> <span class="n">tbl_name</span><span class="o">=</span><span class="n">from_table_name</span><span class="p">,</span> |
| <a id="__codelineno-0-675" name="__codelineno-0-675"></a> <span class="n">new_tbl</span><span class="o">=</span><span class="n">tbl</span><span class="p">,</span> |
| <a id="__codelineno-0-676" name="__codelineno-0-676"></a> <span class="n">environment_context</span><span class="o">=</span><span class="n">EnvironmentContext</span><span class="p">(</span><span class="n">properties</span><span class="o">=</span><span class="p">{</span><span class="n">DO_NOT_UPDATE_STATS</span><span class="p">:</span> <span class="n">DO_NOT_UPDATE_STATS_DEFAULT</span><span class="p">}),</span> |
| <a id="__codelineno-0-677" name="__codelineno-0-677"></a> <span class="p">)</span> |
| <a id="__codelineno-0-678" name="__codelineno-0-678"></a> <span class="k">except</span> <span class="n">NoSuchObjectException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-679" name="__codelineno-0-679"></a> <span class="k">raise</span> <span class="n">NoSuchTableError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Table does not exist: </span><span class="si">{</span><span class="n">from_table_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-680" name="__codelineno-0-680"></a> <span class="k">except</span> <span class="n">InvalidOperationException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-681" name="__codelineno-0-681"></a> <span class="k">raise</span> <span class="n">NoSuchNamespaceError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Database does not exists: </span><span class="si">{</span><span class="n">to_database_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-682" name="__codelineno-0-682"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">load_table</span><span class="p">(</span><span class="n">to_identifier</span><span class="p">)</span> |
| <a id="__codelineno-0-683" name="__codelineno-0-683"></a> |
| <a id="__codelineno-0-684" name="__codelineno-0-684"></a> <span class="k">def</span><span class="w"> </span><span class="nf">create_namespace</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">],</span> <span class="n">properties</span><span class="p">:</span> <span class="n">Properties</span> <span class="o">=</span> <span class="n">EMPTY_DICT</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-685" name="__codelineno-0-685"></a><span class="w"> </span><span class="sd">"""Create a namespace in the catalog.</span> |
| <a id="__codelineno-0-686" name="__codelineno-0-686"></a> |
| <a id="__codelineno-0-687" name="__codelineno-0-687"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-688" name="__codelineno-0-688"></a><span class="sd"> namespace: Namespace identifier.</span> |
| <a id="__codelineno-0-689" name="__codelineno-0-689"></a><span class="sd"> properties: A string dictionary of properties for the given namespace.</span> |
| <a id="__codelineno-0-690" name="__codelineno-0-690"></a> |
| <a id="__codelineno-0-691" name="__codelineno-0-691"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-692" name="__codelineno-0-692"></a><span class="sd"> ValueError: If the identifier is invalid.</span> |
| <a id="__codelineno-0-693" name="__codelineno-0-693"></a><span class="sd"> AlreadyExistsError: If a namespace with the given name already exists.</span> |
| <a id="__codelineno-0-694" name="__codelineno-0-694"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-695" name="__codelineno-0-695"></a> <span class="n">database_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database</span><span class="p">(</span><span class="n">namespace</span><span class="p">)</span> |
| <a id="__codelineno-0-696" name="__codelineno-0-696"></a> <span class="n">hive_database</span> <span class="o">=</span> <span class="n">HiveDatabase</span><span class="p">(</span><span class="n">name</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> <span class="n">parameters</span><span class="o">=</span><span class="n">properties</span><span class="p">)</span> |
| <a id="__codelineno-0-697" name="__codelineno-0-697"></a> |
| <a id="__codelineno-0-698" name="__codelineno-0-698"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-699" name="__codelineno-0-699"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-700" name="__codelineno-0-700"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">create_database</span><span class="p">(</span><span class="n">_annotate_namespace</span><span class="p">(</span><span class="n">hive_database</span><span class="p">,</span> <span class="n">properties</span><span class="p">))</span> |
| <a id="__codelineno-0-701" name="__codelineno-0-701"></a> <span class="k">except</span> <span class="n">AlreadyExistsException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-702" name="__codelineno-0-702"></a> <span class="k">raise</span> <span class="n">NamespaceAlreadyExistsError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Database </span><span class="si">{</span><span class="n">database_name</span><span class="si">}</span><span class="s2"> already exists"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-703" name="__codelineno-0-703"></a> |
| <a id="__codelineno-0-704" name="__codelineno-0-704"></a> <span class="k">def</span><span class="w"> </span><span class="nf">drop_namespace</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-705" name="__codelineno-0-705"></a><span class="w"> </span><span class="sd">"""Drop a namespace.</span> |
| <a id="__codelineno-0-706" name="__codelineno-0-706"></a> |
| <a id="__codelineno-0-707" name="__codelineno-0-707"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-708" name="__codelineno-0-708"></a><span class="sd"> namespace: Namespace identifier.</span> |
| <a id="__codelineno-0-709" name="__codelineno-0-709"></a> |
| <a id="__codelineno-0-710" name="__codelineno-0-710"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-711" name="__codelineno-0-711"></a><span class="sd"> NoSuchNamespaceError: If a namespace with the given name does not exist, or the identifier is invalid.</span> |
| <a id="__codelineno-0-712" name="__codelineno-0-712"></a><span class="sd"> NamespaceNotEmptyError: If the namespace is not empty.</span> |
| <a id="__codelineno-0-713" name="__codelineno-0-713"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-714" name="__codelineno-0-714"></a> <span class="n">database_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database</span><span class="p">(</span><span class="n">namespace</span><span class="p">,</span> <span class="n">NoSuchNamespaceError</span><span class="p">)</span> |
| <a id="__codelineno-0-715" name="__codelineno-0-715"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-716" name="__codelineno-0-716"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-717" name="__codelineno-0-717"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">drop_database</span><span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">deleteData</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">cascade</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> |
| <a id="__codelineno-0-718" name="__codelineno-0-718"></a> <span class="k">except</span> <span class="n">InvalidOperationException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-719" name="__codelineno-0-719"></a> <span class="k">raise</span> <span class="n">NamespaceNotEmptyError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Database </span><span class="si">{</span><span class="n">database_name</span><span class="si">}</span><span class="s2"> is not empty"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-720" name="__codelineno-0-720"></a> <span class="k">except</span> <span class="n">MetaException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-721" name="__codelineno-0-721"></a> <span class="k">raise</span> <span class="n">NoSuchNamespaceError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Database does not exists: </span><span class="si">{</span><span class="n">database_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-722" name="__codelineno-0-722"></a> |
| <a id="__codelineno-0-723" name="__codelineno-0-723"></a> <span class="k">def</span><span class="w"> </span><span class="nf">list_tables</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="n">List</span><span class="p">[</span><span class="n">Identifier</span><span class="p">]:</span> |
| <a id="__codelineno-0-724" name="__codelineno-0-724"></a><span class="w"> </span><span class="sd">"""List Iceberg tables under the given namespace in the catalog.</span> |
| <a id="__codelineno-0-725" name="__codelineno-0-725"></a> |
| <a id="__codelineno-0-726" name="__codelineno-0-726"></a><span class="sd"> When the database doesn't exist, it will just return an empty list.</span> |
| <a id="__codelineno-0-727" name="__codelineno-0-727"></a> |
| <a id="__codelineno-0-728" name="__codelineno-0-728"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-729" name="__codelineno-0-729"></a><span class="sd"> namespace: Database to list.</span> |
| <a id="__codelineno-0-730" name="__codelineno-0-730"></a> |
| <a id="__codelineno-0-731" name="__codelineno-0-731"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-732" name="__codelineno-0-732"></a><span class="sd"> List[Identifier]: list of table identifiers.</span> |
| <a id="__codelineno-0-733" name="__codelineno-0-733"></a> |
| <a id="__codelineno-0-734" name="__codelineno-0-734"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-735" name="__codelineno-0-735"></a><span class="sd"> NoSuchNamespaceError: If a namespace with the given name does not exist, or the identifier is invalid.</span> |
| <a id="__codelineno-0-736" name="__codelineno-0-736"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-737" name="__codelineno-0-737"></a> <span class="n">database_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database</span><span class="p">(</span><span class="n">namespace</span><span class="p">,</span> <span class="n">NoSuchNamespaceError</span><span class="p">)</span> |
| <a id="__codelineno-0-738" name="__codelineno-0-738"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-739" name="__codelineno-0-739"></a> <span class="k">return</span> <span class="p">[</span> |
| <a id="__codelineno-0-740" name="__codelineno-0-740"></a> <span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">table</span><span class="o">.</span><span class="n">tableName</span><span class="p">)</span> |
| <a id="__codelineno-0-741" name="__codelineno-0-741"></a> <span class="k">for</span> <span class="n">table</span> <span class="ow">in</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_table_objects_by_name</span><span class="p">(</span> |
| <a id="__codelineno-0-742" name="__codelineno-0-742"></a> <span class="n">dbname</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> <span class="n">tbl_names</span><span class="o">=</span><span class="n">open_client</span><span class="o">.</span><span class="n">get_all_tables</span><span class="p">(</span><span class="n">db_name</span><span class="o">=</span><span class="n">database_name</span><span class="p">)</span> |
| <a id="__codelineno-0-743" name="__codelineno-0-743"></a> <span class="p">)</span> |
| <a id="__codelineno-0-744" name="__codelineno-0-744"></a> <span class="k">if</span> <span class="n">table</span><span class="o">.</span><span class="n">parameters</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">TABLE_TYPE</span><span class="p">,</span> <span class="s2">""</span><span class="p">)</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="n">ICEBERG</span> |
| <a id="__codelineno-0-745" name="__codelineno-0-745"></a> <span class="p">]</span> |
| <a id="__codelineno-0-746" name="__codelineno-0-746"></a> |
| <a id="__codelineno-0-747" name="__codelineno-0-747"></a> <span class="k">def</span><span class="w"> </span><span class="nf">list_namespaces</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">]</span> <span class="o">=</span> <span class="p">())</span> <span class="o">-></span> <span class="n">List</span><span class="p">[</span><span class="n">Identifier</span><span class="p">]:</span> |
| <a id="__codelineno-0-748" name="__codelineno-0-748"></a><span class="w"> </span><span class="sd">"""List namespaces from the given namespace. If not given, list top-level namespaces from the catalog.</span> |
| <a id="__codelineno-0-749" name="__codelineno-0-749"></a> |
| <a id="__codelineno-0-750" name="__codelineno-0-750"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-751" name="__codelineno-0-751"></a><span class="sd"> List[Identifier]: a List of namespace identifiers.</span> |
| <a id="__codelineno-0-752" name="__codelineno-0-752"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-753" name="__codelineno-0-753"></a> <span class="c1"># Hierarchical namespace is not supported. Return an empty list</span> |
| <a id="__codelineno-0-754" name="__codelineno-0-754"></a> <span class="k">if</span> <span class="n">namespace</span><span class="p">:</span> |
| <a id="__codelineno-0-755" name="__codelineno-0-755"></a> <span class="k">return</span> <span class="p">[]</span> |
| <a id="__codelineno-0-756" name="__codelineno-0-756"></a> |
| <a id="__codelineno-0-757" name="__codelineno-0-757"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-758" name="__codelineno-0-758"></a> <span class="k">return</span> <span class="nb">list</span><span class="p">(</span><span class="nb">map</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_tuple</span><span class="p">,</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_all_databases</span><span class="p">()))</span> |
| <a id="__codelineno-0-759" name="__codelineno-0-759"></a> |
| <a id="__codelineno-0-760" name="__codelineno-0-760"></a> <span class="k">def</span><span class="w"> </span><span class="nf">load_namespace_properties</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="n">Properties</span><span class="p">:</span> |
| <a id="__codelineno-0-761" name="__codelineno-0-761"></a><span class="w"> </span><span class="sd">"""Get properties for a namespace.</span> |
| <a id="__codelineno-0-762" name="__codelineno-0-762"></a> |
| <a id="__codelineno-0-763" name="__codelineno-0-763"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-764" name="__codelineno-0-764"></a><span class="sd"> namespace: Namespace identifier.</span> |
| <a id="__codelineno-0-765" name="__codelineno-0-765"></a> |
| <a id="__codelineno-0-766" name="__codelineno-0-766"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-767" name="__codelineno-0-767"></a><span class="sd"> Properties: Properties for the given namespace.</span> |
| <a id="__codelineno-0-768" name="__codelineno-0-768"></a> |
| <a id="__codelineno-0-769" name="__codelineno-0-769"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-770" name="__codelineno-0-770"></a><span class="sd"> NoSuchNamespaceError: If a namespace with the given name does not exist, or identifier is invalid.</span> |
| <a id="__codelineno-0-771" name="__codelineno-0-771"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-772" name="__codelineno-0-772"></a> <span class="n">database_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database</span><span class="p">(</span><span class="n">namespace</span><span class="p">,</span> <span class="n">NoSuchNamespaceError</span><span class="p">)</span> |
| <a id="__codelineno-0-773" name="__codelineno-0-773"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-774" name="__codelineno-0-774"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-775" name="__codelineno-0-775"></a> <span class="n">database</span> <span class="o">=</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_database</span><span class="p">(</span><span class="n">name</span><span class="o">=</span><span class="n">database_name</span><span class="p">)</span> |
| <a id="__codelineno-0-776" name="__codelineno-0-776"></a> <span class="n">properties</span> <span class="o">=</span> <span class="n">database</span><span class="o">.</span><span class="n">parameters</span> |
| <a id="__codelineno-0-777" name="__codelineno-0-777"></a> <span class="n">properties</span><span class="p">[</span><span class="n">LOCATION</span><span class="p">]</span> <span class="o">=</span> <span class="n">database</span><span class="o">.</span><span class="n">locationUri</span> |
| <a id="__codelineno-0-778" name="__codelineno-0-778"></a> <span class="k">if</span> <span class="n">comment</span> <span class="o">:=</span> <span class="n">database</span><span class="o">.</span><span class="n">description</span><span class="p">:</span> |
| <a id="__codelineno-0-779" name="__codelineno-0-779"></a> <span class="n">properties</span><span class="p">[</span><span class="n">COMMENT</span><span class="p">]</span> <span class="o">=</span> <span class="n">comment</span> |
| <a id="__codelineno-0-780" name="__codelineno-0-780"></a> <span class="k">return</span> <span class="n">properties</span> |
| <a id="__codelineno-0-781" name="__codelineno-0-781"></a> <span class="k">except</span> <span class="n">NoSuchObjectException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-782" name="__codelineno-0-782"></a> <span class="k">raise</span> <span class="n">NoSuchNamespaceError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Database does not exists: </span><span class="si">{</span><span class="n">database_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-783" name="__codelineno-0-783"></a> |
| <a id="__codelineno-0-784" name="__codelineno-0-784"></a> <span class="k">def</span><span class="w"> </span><span class="nf">update_namespace_properties</span><span class="p">(</span> |
| <a id="__codelineno-0-785" name="__codelineno-0-785"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">],</span> <span class="n">removals</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Set</span><span class="p">[</span><span class="nb">str</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="n">updates</span><span class="p">:</span> <span class="n">Properties</span> <span class="o">=</span> <span class="n">EMPTY_DICT</span> |
| <a id="__codelineno-0-786" name="__codelineno-0-786"></a> <span class="p">)</span> <span class="o">-></span> <span class="n">PropertiesUpdateSummary</span><span class="p">:</span> |
| <a id="__codelineno-0-787" name="__codelineno-0-787"></a><span class="w"> </span><span class="sd">"""Remove provided property keys and update properties for a namespace.</span> |
| <a id="__codelineno-0-788" name="__codelineno-0-788"></a> |
| <a id="__codelineno-0-789" name="__codelineno-0-789"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-790" name="__codelineno-0-790"></a><span class="sd"> namespace: Namespace identifier.</span> |
| <a id="__codelineno-0-791" name="__codelineno-0-791"></a><span class="sd"> removals: Set of property keys that need to be removed. Optional Argument.</span> |
| <a id="__codelineno-0-792" name="__codelineno-0-792"></a><span class="sd"> updates: Properties to be updated for the given namespace.</span> |
| <a id="__codelineno-0-793" name="__codelineno-0-793"></a> |
| <a id="__codelineno-0-794" name="__codelineno-0-794"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-795" name="__codelineno-0-795"></a><span class="sd"> NoSuchNamespaceError: If a namespace with the given name does not exist</span> |
| <a id="__codelineno-0-796" name="__codelineno-0-796"></a><span class="sd"> ValueError: If removals and updates have overlapping keys.</span> |
| <a id="__codelineno-0-797" name="__codelineno-0-797"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-798" name="__codelineno-0-798"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_check_for_overlap</span><span class="p">(</span><span class="n">updates</span><span class="o">=</span><span class="n">updates</span><span class="p">,</span> <span class="n">removals</span><span class="o">=</span><span class="n">removals</span><span class="p">)</span> |
| <a id="__codelineno-0-799" name="__codelineno-0-799"></a> <span class="n">database_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database</span><span class="p">(</span><span class="n">namespace</span><span class="p">,</span> <span class="n">NoSuchNamespaceError</span><span class="p">)</span> |
| <a id="__codelineno-0-800" name="__codelineno-0-800"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-801" name="__codelineno-0-801"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-802" name="__codelineno-0-802"></a> <span class="n">database</span> <span class="o">=</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_database</span><span class="p">(</span><span class="n">database_name</span><span class="p">)</span> |
| <a id="__codelineno-0-803" name="__codelineno-0-803"></a> <span class="n">parameters</span> <span class="o">=</span> <span class="n">database</span><span class="o">.</span><span class="n">parameters</span> |
| <a id="__codelineno-0-804" name="__codelineno-0-804"></a> <span class="k">except</span> <span class="n">NoSuchObjectException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-805" name="__codelineno-0-805"></a> <span class="k">raise</span> <span class="n">NoSuchNamespaceError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Database does not exists: </span><span class="si">{</span><span class="n">database_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-806" name="__codelineno-0-806"></a> |
| <a id="__codelineno-0-807" name="__codelineno-0-807"></a> <span class="n">removed</span><span class="p">:</span> <span class="n">Set</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span> |
| <a id="__codelineno-0-808" name="__codelineno-0-808"></a> <span class="n">updated</span><span class="p">:</span> <span class="n">Set</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span> |
| <a id="__codelineno-0-809" name="__codelineno-0-809"></a> |
| <a id="__codelineno-0-810" name="__codelineno-0-810"></a> <span class="k">if</span> <span class="n">removals</span><span class="p">:</span> |
| <a id="__codelineno-0-811" name="__codelineno-0-811"></a> <span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">removals</span><span class="p">:</span> |
| <a id="__codelineno-0-812" name="__codelineno-0-812"></a> <span class="k">if</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">parameters</span><span class="p">:</span> |
| <a id="__codelineno-0-813" name="__codelineno-0-813"></a> <span class="n">parameters</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="n">key</span><span class="p">)</span> |
| <a id="__codelineno-0-814" name="__codelineno-0-814"></a> <span class="n">removed</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">key</span><span class="p">)</span> |
| <a id="__codelineno-0-815" name="__codelineno-0-815"></a> <span class="k">if</span> <span class="n">updates</span><span class="p">:</span> |
| <a id="__codelineno-0-816" name="__codelineno-0-816"></a> <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">updates</span><span class="o">.</span><span class="n">items</span><span class="p">():</span> |
| <a id="__codelineno-0-817" name="__codelineno-0-817"></a> <span class="n">parameters</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">=</span> <span class="n">value</span> |
| <a id="__codelineno-0-818" name="__codelineno-0-818"></a> <span class="n">updated</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">key</span><span class="p">)</span> |
| <a id="__codelineno-0-819" name="__codelineno-0-819"></a> |
| <a id="__codelineno-0-820" name="__codelineno-0-820"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">alter_database</span><span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">_annotate_namespace</span><span class="p">(</span><span class="n">database</span><span class="p">,</span> <span class="n">parameters</span><span class="p">))</span> |
| <a id="__codelineno-0-821" name="__codelineno-0-821"></a> |
| <a id="__codelineno-0-822" name="__codelineno-0-822"></a> <span class="n">expected_to_change</span> <span class="o">=</span> <span class="p">(</span><span class="n">removals</span> <span class="ow">or</span> <span class="nb">set</span><span class="p">())</span><span class="o">.</span><span class="n">difference</span><span class="p">(</span><span class="n">removed</span><span class="p">)</span> |
| <a id="__codelineno-0-823" name="__codelineno-0-823"></a> |
| <a id="__codelineno-0-824" name="__codelineno-0-824"></a> <span class="k">return</span> <span class="n">PropertiesUpdateSummary</span><span class="p">(</span><span class="n">removed</span><span class="o">=</span><span class="nb">list</span><span class="p">(</span><span class="n">removed</span> <span class="ow">or</span> <span class="p">[]),</span> <span class="n">updated</span><span class="o">=</span><span class="nb">list</span><span class="p">(</span><span class="n">updated</span> <span class="ow">or</span> <span class="p">[]),</span> <span class="n">missing</span><span class="o">=</span><span class="nb">list</span><span class="p">(</span><span class="n">expected_to_change</span><span class="p">))</span> |
| <a id="__codelineno-0-825" name="__codelineno-0-825"></a> |
| <a id="__codelineno-0-826" name="__codelineno-0-826"></a> <span class="k">def</span><span class="w"> </span><span class="nf">drop_view</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-827" name="__codelineno-0-827"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span> |
| <a id="__codelineno-0-828" name="__codelineno-0-828"></a> |
| <a id="__codelineno-0-829" name="__codelineno-0-829"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_get_default_warehouse_location</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">database_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">table_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-830" name="__codelineno-0-830"></a><span class="w"> </span><span class="sd">"""Override the default warehouse location to follow Hive-style conventions."""</span> |
| <a id="__codelineno-0-831" name="__codelineno-0-831"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_hive_style_warehouse_location</span><span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.catalog.hive.HiveCatalog.commit_table" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">commit_table</span><span class="p">(</span><span class="n">table</span><span class="p">,</span> <span class="n">requirements</span><span class="p">,</span> <span class="n">updates</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.commit_table" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Commit updates to a table.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>table</code> |
| </td> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="Table (pyiceberg.table.Table)" href="../../table/#pyiceberg.table.Table">Table</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>The table to be updated.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code>requirements</code> |
| </td> |
| <td> |
| <code><span title="typing.Tuple">Tuple</span>[<span title="pyiceberg.table.update.TableRequirement">TableRequirement</span>, ...]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>(Tuple[TableRequirement, ...]): Table requirements.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code>updates</code> |
| </td> |
| <td> |
| <code><span title="typing.Tuple">Tuple</span>[<span title="pyiceberg.table.update.TableUpdate">TableUpdate</span>, ...]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>(Tuple[TableUpdate, ...]): Table updates.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Returns:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td><code>CommitTableResponse</code></td> <td> |
| <code><a class="autorefs autorefs-internal" title="CommitTableResponse (pyiceberg.table.CommitTableResponse)" href="../../table/#pyiceberg.table.CommitTableResponse">CommitTableResponse</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>The updated metadata.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Raises:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="NoSuchTableError (pyiceberg.exceptions.NoSuchTableError)" href="../../exceptions/#pyiceberg.exceptions.NoSuchTableError">NoSuchTableError</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If a table with the given identifier does not exist.</p> |
| </div> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="CommitFailedException (pyiceberg.exceptions.CommitFailedException)" href="../../exceptions/#pyiceberg.exceptions.CommitFailedException">CommitFailedException</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Requirement not met, or a conflict with a concurrent commit.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/catalog/hive.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-512">512</a></span> |
| <span class="normal"><a href="#__codelineno-0-513">513</a></span> |
| <span class="normal"><a href="#__codelineno-0-514">514</a></span> |
| <span class="normal"><a href="#__codelineno-0-515">515</a></span> |
| <span class="normal"><a href="#__codelineno-0-516">516</a></span> |
| <span class="normal"><a href="#__codelineno-0-517">517</a></span> |
| <span class="normal"><a href="#__codelineno-0-518">518</a></span> |
| <span class="normal"><a href="#__codelineno-0-519">519</a></span> |
| <span class="normal"><a href="#__codelineno-0-520">520</a></span> |
| <span class="normal"><a href="#__codelineno-0-521">521</a></span> |
| <span class="normal"><a href="#__codelineno-0-522">522</a></span> |
| <span class="normal"><a href="#__codelineno-0-523">523</a></span> |
| <span class="normal"><a href="#__codelineno-0-524">524</a></span> |
| <span class="normal"><a href="#__codelineno-0-525">525</a></span> |
| <span class="normal"><a href="#__codelineno-0-526">526</a></span> |
| <span class="normal"><a href="#__codelineno-0-527">527</a></span> |
| <span class="normal"><a href="#__codelineno-0-528">528</a></span> |
| <span class="normal"><a href="#__codelineno-0-529">529</a></span> |
| <span class="normal"><a href="#__codelineno-0-530">530</a></span> |
| <span class="normal"><a href="#__codelineno-0-531">531</a></span> |
| <span class="normal"><a href="#__codelineno-0-532">532</a></span> |
| <span class="normal"><a href="#__codelineno-0-533">533</a></span> |
| <span class="normal"><a href="#__codelineno-0-534">534</a></span> |
| <span class="normal"><a href="#__codelineno-0-535">535</a></span> |
| <span class="normal"><a href="#__codelineno-0-536">536</a></span> |
| <span class="normal"><a href="#__codelineno-0-537">537</a></span> |
| <span class="normal"><a href="#__codelineno-0-538">538</a></span> |
| <span class="normal"><a href="#__codelineno-0-539">539</a></span> |
| <span class="normal"><a href="#__codelineno-0-540">540</a></span> |
| <span class="normal"><a href="#__codelineno-0-541">541</a></span> |
| <span class="normal"><a href="#__codelineno-0-542">542</a></span> |
| <span class="normal"><a href="#__codelineno-0-543">543</a></span> |
| <span class="normal"><a href="#__codelineno-0-544">544</a></span> |
| <span class="normal"><a href="#__codelineno-0-545">545</a></span> |
| <span class="normal"><a href="#__codelineno-0-546">546</a></span> |
| <span class="normal"><a href="#__codelineno-0-547">547</a></span> |
| <span class="normal"><a href="#__codelineno-0-548">548</a></span> |
| <span class="normal"><a href="#__codelineno-0-549">549</a></span> |
| <span class="normal"><a href="#__codelineno-0-550">550</a></span> |
| <span class="normal"><a href="#__codelineno-0-551">551</a></span> |
| <span class="normal"><a href="#__codelineno-0-552">552</a></span> |
| <span class="normal"><a href="#__codelineno-0-553">553</a></span> |
| <span class="normal"><a href="#__codelineno-0-554">554</a></span> |
| <span class="normal"><a href="#__codelineno-0-555">555</a></span> |
| <span class="normal"><a href="#__codelineno-0-556">556</a></span> |
| <span class="normal"><a href="#__codelineno-0-557">557</a></span> |
| <span class="normal"><a href="#__codelineno-0-558">558</a></span> |
| <span class="normal"><a href="#__codelineno-0-559">559</a></span> |
| <span class="normal"><a href="#__codelineno-0-560">560</a></span> |
| <span class="normal"><a href="#__codelineno-0-561">561</a></span> |
| <span class="normal"><a href="#__codelineno-0-562">562</a></span> |
| <span class="normal"><a href="#__codelineno-0-563">563</a></span> |
| <span class="normal"><a href="#__codelineno-0-564">564</a></span> |
| <span class="normal"><a href="#__codelineno-0-565">565</a></span> |
| <span class="normal"><a href="#__codelineno-0-566">566</a></span> |
| <span class="normal"><a href="#__codelineno-0-567">567</a></span> |
| <span class="normal"><a href="#__codelineno-0-568">568</a></span> |
| <span class="normal"><a href="#__codelineno-0-569">569</a></span> |
| <span class="normal"><a href="#__codelineno-0-570">570</a></span> |
| <span class="normal"><a href="#__codelineno-0-571">571</a></span> |
| <span class="normal"><a href="#__codelineno-0-572">572</a></span> |
| <span class="normal"><a href="#__codelineno-0-573">573</a></span> |
| <span class="normal"><a href="#__codelineno-0-574">574</a></span> |
| <span class="normal"><a href="#__codelineno-0-575">575</a></span> |
| <span class="normal"><a href="#__codelineno-0-576">576</a></span> |
| <span class="normal"><a href="#__codelineno-0-577">577</a></span> |
| <span class="normal"><a href="#__codelineno-0-578">578</a></span> |
| <span class="normal"><a href="#__codelineno-0-579">579</a></span> |
| <span class="normal"><a href="#__codelineno-0-580">580</a></span> |
| <span class="normal"><a href="#__codelineno-0-581">581</a></span> |
| <span class="normal"><a href="#__codelineno-0-582">582</a></span> |
| <span class="normal"><a href="#__codelineno-0-583">583</a></span> |
| <span class="normal"><a href="#__codelineno-0-584">584</a></span> |
| <span class="normal"><a href="#__codelineno-0-585">585</a></span> |
| <span class="normal"><a href="#__codelineno-0-586">586</a></span> |
| <span class="normal"><a href="#__codelineno-0-587">587</a></span> |
| <span class="normal"><a href="#__codelineno-0-588">588</a></span> |
| <span class="normal"><a href="#__codelineno-0-589">589</a></span> |
| <span class="normal"><a href="#__codelineno-0-590">590</a></span> |
| <span class="normal"><a href="#__codelineno-0-591">591</a></span> |
| <span class="normal"><a href="#__codelineno-0-592">592</a></span> |
| <span class="normal"><a href="#__codelineno-0-593">593</a></span> |
| <span class="normal"><a href="#__codelineno-0-594">594</a></span> |
| <span class="normal"><a href="#__codelineno-0-595">595</a></span> |
| <span class="normal"><a href="#__codelineno-0-596">596</a></span> |
| <span class="normal"><a href="#__codelineno-0-597">597</a></span> |
| <span class="normal"><a href="#__codelineno-0-598">598</a></span> |
| <span class="normal"><a href="#__codelineno-0-599">599</a></span> |
| <span class="normal"><a href="#__codelineno-0-600">600</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-512" name="__codelineno-0-512"></a><span class="k">def</span><span class="w"> </span><span class="nf">commit_table</span><span class="p">(</span> |
| <a id="__codelineno-0-513" name="__codelineno-0-513"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">table</span><span class="p">:</span> <span class="n">Table</span><span class="p">,</span> <span class="n">requirements</span><span class="p">:</span> <span class="n">Tuple</span><span class="p">[</span><span class="n">TableRequirement</span><span class="p">,</span> <span class="o">...</span><span class="p">],</span> <span class="n">updates</span><span class="p">:</span> <span class="n">Tuple</span><span class="p">[</span><span class="n">TableUpdate</span><span class="p">,</span> <span class="o">...</span><span class="p">]</span> |
| <a id="__codelineno-0-514" name="__codelineno-0-514"></a><span class="p">)</span> <span class="o">-></span> <span class="n">CommitTableResponse</span><span class="p">:</span> |
| <a id="__codelineno-0-515" name="__codelineno-0-515"></a><span class="w"> </span><span class="sd">"""Commit updates to a table.</span> |
| <a id="__codelineno-0-516" name="__codelineno-0-516"></a> |
| <a id="__codelineno-0-517" name="__codelineno-0-517"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-518" name="__codelineno-0-518"></a><span class="sd"> table (Table): The table to be updated.</span> |
| <a id="__codelineno-0-519" name="__codelineno-0-519"></a><span class="sd"> requirements: (Tuple[TableRequirement, ...]): Table requirements.</span> |
| <a id="__codelineno-0-520" name="__codelineno-0-520"></a><span class="sd"> updates: (Tuple[TableUpdate, ...]): Table updates.</span> |
| <a id="__codelineno-0-521" name="__codelineno-0-521"></a> |
| <a id="__codelineno-0-522" name="__codelineno-0-522"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-523" name="__codelineno-0-523"></a><span class="sd"> CommitTableResponse: The updated metadata.</span> |
| <a id="__codelineno-0-524" name="__codelineno-0-524"></a> |
| <a id="__codelineno-0-525" name="__codelineno-0-525"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-526" name="__codelineno-0-526"></a><span class="sd"> NoSuchTableError: If a table with the given identifier does not exist.</span> |
| <a id="__codelineno-0-527" name="__codelineno-0-527"></a><span class="sd"> CommitFailedException: Requirement not met, or a conflict with a concurrent commit.</span> |
| <a id="__codelineno-0-528" name="__codelineno-0-528"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-529" name="__codelineno-0-529"></a> <span class="n">table_identifier</span> <span class="o">=</span> <span class="n">table</span><span class="o">.</span><span class="n">name</span><span class="p">()</span> |
| <a id="__codelineno-0-530" name="__codelineno-0-530"></a> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">table_identifier</span><span class="p">,</span> <span class="n">NoSuchTableError</span><span class="p">)</span> |
| <a id="__codelineno-0-531" name="__codelineno-0-531"></a> <span class="c1"># commit to hive</span> |
| <a id="__codelineno-0-532" name="__codelineno-0-532"></a> <span class="c1"># https://github.com/apache/hive/blob/master/standalone-metastore/metastore-common/src/main/thrift/hive_metastore.thrift#L1232</span> |
| <a id="__codelineno-0-533" name="__codelineno-0-533"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-534" name="__codelineno-0-534"></a> <span class="n">lock</span><span class="p">:</span> <span class="n">LockResponse</span> <span class="o">=</span> <span class="n">open_client</span><span class="o">.</span><span class="n">lock</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_create_lock_request</span><span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span><span class="p">))</span> |
| <a id="__codelineno-0-535" name="__codelineno-0-535"></a> |
| <a id="__codelineno-0-536" name="__codelineno-0-536"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-537" name="__codelineno-0-537"></a> <span class="k">if</span> <span class="n">lock</span><span class="o">.</span><span class="n">state</span> <span class="o">!=</span> <span class="n">LockState</span><span class="o">.</span><span class="n">ACQUIRED</span><span class="p">:</span> |
| <a id="__codelineno-0-538" name="__codelineno-0-538"></a> <span class="k">if</span> <span class="n">lock</span><span class="o">.</span><span class="n">state</span> <span class="o">==</span> <span class="n">LockState</span><span class="o">.</span><span class="n">WAITING</span><span class="p">:</span> |
| <a id="__codelineno-0-539" name="__codelineno-0-539"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_wait_for_lock</span><span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span><span class="p">,</span> <span class="n">lock</span><span class="o">.</span><span class="n">lockid</span><span class="p">,</span> <span class="n">open_client</span><span class="p">)</span> |
| <a id="__codelineno-0-540" name="__codelineno-0-540"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-541" name="__codelineno-0-541"></a> <span class="k">raise</span> <span class="n">CommitFailedException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Failed to acquire lock for </span><span class="si">{</span><span class="n">table_identifier</span><span class="si">}</span><span class="s2">, state: </span><span class="si">{</span><span class="n">lock</span><span class="o">.</span><span class="n">state</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-542" name="__codelineno-0-542"></a> |
| <a id="__codelineno-0-543" name="__codelineno-0-543"></a> <span class="n">hive_table</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">HiveTable</span><span class="p">]</span> |
| <a id="__codelineno-0-544" name="__codelineno-0-544"></a> <span class="n">current_table</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Table</span><span class="p">]</span> |
| <a id="__codelineno-0-545" name="__codelineno-0-545"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-546" name="__codelineno-0-546"></a> <span class="n">hive_table</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_hive_table</span><span class="p">(</span><span class="n">open_client</span><span class="p">,</span> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span><span class="p">)</span> |
| <a id="__codelineno-0-547" name="__codelineno-0-547"></a> <span class="n">current_table</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_hive_into_iceberg</span><span class="p">(</span><span class="n">hive_table</span><span class="p">)</span> |
| <a id="__codelineno-0-548" name="__codelineno-0-548"></a> <span class="k">except</span> <span class="n">NoSuchTableError</span><span class="p">:</span> |
| <a id="__codelineno-0-549" name="__codelineno-0-549"></a> <span class="n">hive_table</span> <span class="o">=</span> <span class="kc">None</span> |
| <a id="__codelineno-0-550" name="__codelineno-0-550"></a> <span class="n">current_table</span> <span class="o">=</span> <span class="kc">None</span> |
| <a id="__codelineno-0-551" name="__codelineno-0-551"></a> |
| <a id="__codelineno-0-552" name="__codelineno-0-552"></a> <span class="n">updated_staged_table</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_update_and_stage_table</span><span class="p">(</span><span class="n">current_table</span><span class="p">,</span> <span class="n">table_identifier</span><span class="p">,</span> <span class="n">requirements</span><span class="p">,</span> <span class="n">updates</span><span class="p">)</span> |
| <a id="__codelineno-0-553" name="__codelineno-0-553"></a> <span class="k">if</span> <span class="n">current_table</span> <span class="ow">and</span> <span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata</span> <span class="o">==</span> <span class="n">current_table</span><span class="o">.</span><span class="n">metadata</span><span class="p">:</span> |
| <a id="__codelineno-0-554" name="__codelineno-0-554"></a> <span class="c1"># no changes, do nothing</span> |
| <a id="__codelineno-0-555" name="__codelineno-0-555"></a> <span class="k">return</span> <span class="n">CommitTableResponse</span><span class="p">(</span><span class="n">metadata</span><span class="o">=</span><span class="n">current_table</span><span class="o">.</span><span class="n">metadata</span><span class="p">,</span> <span class="n">metadata_location</span><span class="o">=</span><span class="n">current_table</span><span class="o">.</span><span class="n">metadata_location</span><span class="p">)</span> |
| <a id="__codelineno-0-556" name="__codelineno-0-556"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_write_metadata</span><span class="p">(</span> |
| <a id="__codelineno-0-557" name="__codelineno-0-557"></a> <span class="n">metadata</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata</span><span class="p">,</span> |
| <a id="__codelineno-0-558" name="__codelineno-0-558"></a> <span class="n">io</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">io</span><span class="p">,</span> |
| <a id="__codelineno-0-559" name="__codelineno-0-559"></a> <span class="n">metadata_path</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata_location</span><span class="p">,</span> |
| <a id="__codelineno-0-560" name="__codelineno-0-560"></a> <span class="p">)</span> |
| <a id="__codelineno-0-561" name="__codelineno-0-561"></a> |
| <a id="__codelineno-0-562" name="__codelineno-0-562"></a> <span class="k">if</span> <span class="n">hive_table</span> <span class="ow">and</span> <span class="n">current_table</span><span class="p">:</span> |
| <a id="__codelineno-0-563" name="__codelineno-0-563"></a> <span class="c1"># Table exists, update it.</span> |
| <a id="__codelineno-0-564" name="__codelineno-0-564"></a> <span class="n">hive_table</span><span class="o">.</span><span class="n">parameters</span> <span class="o">=</span> <span class="n">_construct_parameters</span><span class="p">(</span> |
| <a id="__codelineno-0-565" name="__codelineno-0-565"></a> <span class="n">metadata_location</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata_location</span><span class="p">,</span> |
| <a id="__codelineno-0-566" name="__codelineno-0-566"></a> <span class="n">previous_metadata_location</span><span class="o">=</span><span class="n">current_table</span><span class="o">.</span><span class="n">metadata_location</span><span class="p">,</span> |
| <a id="__codelineno-0-567" name="__codelineno-0-567"></a> <span class="n">metadata_properties</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">properties</span><span class="p">,</span> |
| <a id="__codelineno-0-568" name="__codelineno-0-568"></a> <span class="p">)</span> |
| <a id="__codelineno-0-569" name="__codelineno-0-569"></a> <span class="c1"># Update hive's schema and properties</span> |
| <a id="__codelineno-0-570" name="__codelineno-0-570"></a> <span class="n">hive_table</span><span class="o">.</span><span class="n">sd</span> <span class="o">=</span> <span class="n">_construct_hive_storage_descriptor</span><span class="p">(</span> |
| <a id="__codelineno-0-571" name="__codelineno-0-571"></a> <span class="n">updated_staged_table</span><span class="o">.</span><span class="n">schema</span><span class="p">(),</span> |
| <a id="__codelineno-0-572" name="__codelineno-0-572"></a> <span class="n">updated_staged_table</span><span class="o">.</span><span class="n">location</span><span class="p">(),</span> |
| <a id="__codelineno-0-573" name="__codelineno-0-573"></a> <span class="n">property_as_bool</span><span class="p">(</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">properties</span><span class="p">,</span> <span class="n">HIVE2_COMPATIBLE</span><span class="p">,</span> <span class="n">HIVE2_COMPATIBLE_DEFAULT</span><span class="p">),</span> |
| <a id="__codelineno-0-574" name="__codelineno-0-574"></a> <span class="p">)</span> |
| <a id="__codelineno-0-575" name="__codelineno-0-575"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">alter_table_with_environment_context</span><span class="p">(</span> |
| <a id="__codelineno-0-576" name="__codelineno-0-576"></a> <span class="n">dbname</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> |
| <a id="__codelineno-0-577" name="__codelineno-0-577"></a> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">,</span> |
| <a id="__codelineno-0-578" name="__codelineno-0-578"></a> <span class="n">new_tbl</span><span class="o">=</span><span class="n">hive_table</span><span class="p">,</span> |
| <a id="__codelineno-0-579" name="__codelineno-0-579"></a> <span class="n">environment_context</span><span class="o">=</span><span class="n">EnvironmentContext</span><span class="p">(</span><span class="n">properties</span><span class="o">=</span><span class="p">{</span><span class="n">DO_NOT_UPDATE_STATS</span><span class="p">:</span> <span class="n">DO_NOT_UPDATE_STATS_DEFAULT</span><span class="p">}),</span> |
| <a id="__codelineno-0-580" name="__codelineno-0-580"></a> <span class="p">)</span> |
| <a id="__codelineno-0-581" name="__codelineno-0-581"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-582" name="__codelineno-0-582"></a> <span class="c1"># Table does not exist, create it.</span> |
| <a id="__codelineno-0-583" name="__codelineno-0-583"></a> <span class="n">hive_table</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_iceberg_into_hive</span><span class="p">(</span> |
| <a id="__codelineno-0-584" name="__codelineno-0-584"></a> <span class="n">StagedTable</span><span class="p">(</span> |
| <a id="__codelineno-0-585" name="__codelineno-0-585"></a> <span class="n">identifier</span><span class="o">=</span><span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span><span class="p">),</span> |
| <a id="__codelineno-0-586" name="__codelineno-0-586"></a> <span class="n">metadata</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata</span><span class="p">,</span> |
| <a id="__codelineno-0-587" name="__codelineno-0-587"></a> <span class="n">metadata_location</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata_location</span><span class="p">,</span> |
| <a id="__codelineno-0-588" name="__codelineno-0-588"></a> <span class="n">io</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">io</span><span class="p">,</span> |
| <a id="__codelineno-0-589" name="__codelineno-0-589"></a> <span class="n">catalog</span><span class="o">=</span><span class="bp">self</span><span class="p">,</span> |
| <a id="__codelineno-0-590" name="__codelineno-0-590"></a> <span class="p">)</span> |
| <a id="__codelineno-0-591" name="__codelineno-0-591"></a> <span class="p">)</span> |
| <a id="__codelineno-0-592" name="__codelineno-0-592"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_create_hive_table</span><span class="p">(</span><span class="n">open_client</span><span class="p">,</span> <span class="n">hive_table</span><span class="p">)</span> |
| <a id="__codelineno-0-593" name="__codelineno-0-593"></a> <span class="k">except</span> <span class="n">WaitingForLockException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-594" name="__codelineno-0-594"></a> <span class="k">raise</span> <span class="n">CommitFailedException</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Failed to acquire lock for </span><span class="si">{</span><span class="n">table_identifier</span><span class="si">}</span><span class="s2">, state: </span><span class="si">{</span><span class="n">lock</span><span class="o">.</span><span class="n">state</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-595" name="__codelineno-0-595"></a> <span class="k">finally</span><span class="p">:</span> |
| <a id="__codelineno-0-596" name="__codelineno-0-596"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">unlock</span><span class="p">(</span><span class="n">UnlockRequest</span><span class="p">(</span><span class="n">lockid</span><span class="o">=</span><span class="n">lock</span><span class="o">.</span><span class="n">lockid</span><span class="p">))</span> |
| <a id="__codelineno-0-597" name="__codelineno-0-597"></a> |
| <a id="__codelineno-0-598" name="__codelineno-0-598"></a> <span class="k">return</span> <span class="n">CommitTableResponse</span><span class="p">(</span> |
| <a id="__codelineno-0-599" name="__codelineno-0-599"></a> <span class="n">metadata</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata</span><span class="p">,</span> <span class="n">metadata_location</span><span class="o">=</span><span class="n">updated_staged_table</span><span class="o">.</span><span class="n">metadata_location</span> |
| <a id="__codelineno-0-600" name="__codelineno-0-600"></a> <span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.catalog.hive.HiveCatalog.create_namespace" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">create_namespace</span><span class="p">(</span><span class="n">namespace</span><span class="p">,</span> <span class="n">properties</span><span class="o">=</span><span class="n">EMPTY_DICT</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.create_namespace" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Create a namespace in the catalog.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>namespace</code> |
| </td> |
| <td> |
| <code><span title="typing.Union">Union</span>[<span title="str">str</span>, <a class="autorefs autorefs-internal" title="Identifier = Tuple[str, ...] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Identifier)" href="../../typedef/#pyiceberg.typedef.Identifier">Identifier</a>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Namespace identifier.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code>properties</code> |
| </td> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="Properties = Dict[str, Any] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Properties)" href="../../typedef/#pyiceberg.typedef.Properties">Properties</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>A string dictionary of properties for the given namespace.</p> |
| </div> |
| </td> |
| <td> |
| <code><span title="pyiceberg.typedef.EMPTY_DICT">EMPTY_DICT</span></code> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Raises:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><span title="ValueError">ValueError</span></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If the identifier is invalid.</p> |
| </div> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code><span title="AlreadyExistsError">AlreadyExistsError</span></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If a namespace with the given name already exists.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/catalog/hive.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-684">684</a></span> |
| <span class="normal"><a href="#__codelineno-0-685">685</a></span> |
| <span class="normal"><a href="#__codelineno-0-686">686</a></span> |
| <span class="normal"><a href="#__codelineno-0-687">687</a></span> |
| <span class="normal"><a href="#__codelineno-0-688">688</a></span> |
| <span class="normal"><a href="#__codelineno-0-689">689</a></span> |
| <span class="normal"><a href="#__codelineno-0-690">690</a></span> |
| <span class="normal"><a href="#__codelineno-0-691">691</a></span> |
| <span class="normal"><a href="#__codelineno-0-692">692</a></span> |
| <span class="normal"><a href="#__codelineno-0-693">693</a></span> |
| <span class="normal"><a href="#__codelineno-0-694">694</a></span> |
| <span class="normal"><a href="#__codelineno-0-695">695</a></span> |
| <span class="normal"><a href="#__codelineno-0-696">696</a></span> |
| <span class="normal"><a href="#__codelineno-0-697">697</a></span> |
| <span class="normal"><a href="#__codelineno-0-698">698</a></span> |
| <span class="normal"><a href="#__codelineno-0-699">699</a></span> |
| <span class="normal"><a href="#__codelineno-0-700">700</a></span> |
| <span class="normal"><a href="#__codelineno-0-701">701</a></span> |
| <span class="normal"><a href="#__codelineno-0-702">702</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-684" name="__codelineno-0-684"></a><span class="k">def</span><span class="w"> </span><span class="nf">create_namespace</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">],</span> <span class="n">properties</span><span class="p">:</span> <span class="n">Properties</span> <span class="o">=</span> <span class="n">EMPTY_DICT</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-685" name="__codelineno-0-685"></a><span class="w"> </span><span class="sd">"""Create a namespace in the catalog.</span> |
| <a id="__codelineno-0-686" name="__codelineno-0-686"></a> |
| <a id="__codelineno-0-687" name="__codelineno-0-687"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-688" name="__codelineno-0-688"></a><span class="sd"> namespace: Namespace identifier.</span> |
| <a id="__codelineno-0-689" name="__codelineno-0-689"></a><span class="sd"> properties: A string dictionary of properties for the given namespace.</span> |
| <a id="__codelineno-0-690" name="__codelineno-0-690"></a> |
| <a id="__codelineno-0-691" name="__codelineno-0-691"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-692" name="__codelineno-0-692"></a><span class="sd"> ValueError: If the identifier is invalid.</span> |
| <a id="__codelineno-0-693" name="__codelineno-0-693"></a><span class="sd"> AlreadyExistsError: If a namespace with the given name already exists.</span> |
| <a id="__codelineno-0-694" name="__codelineno-0-694"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-695" name="__codelineno-0-695"></a> <span class="n">database_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database</span><span class="p">(</span><span class="n">namespace</span><span class="p">)</span> |
| <a id="__codelineno-0-696" name="__codelineno-0-696"></a> <span class="n">hive_database</span> <span class="o">=</span> <span class="n">HiveDatabase</span><span class="p">(</span><span class="n">name</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> <span class="n">parameters</span><span class="o">=</span><span class="n">properties</span><span class="p">)</span> |
| <a id="__codelineno-0-697" name="__codelineno-0-697"></a> |
| <a id="__codelineno-0-698" name="__codelineno-0-698"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-699" name="__codelineno-0-699"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-700" name="__codelineno-0-700"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">create_database</span><span class="p">(</span><span class="n">_annotate_namespace</span><span class="p">(</span><span class="n">hive_database</span><span class="p">,</span> <span class="n">properties</span><span class="p">))</span> |
| <a id="__codelineno-0-701" name="__codelineno-0-701"></a> <span class="k">except</span> <span class="n">AlreadyExistsException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-702" name="__codelineno-0-702"></a> <span class="k">raise</span> <span class="n">NamespaceAlreadyExistsError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Database </span><span class="si">{</span><span class="n">database_name</span><span class="si">}</span><span class="s2"> already exists"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.catalog.hive.HiveCatalog.create_table" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">create_table</span><span class="p">(</span><span class="n">identifier</span><span class="p">,</span> <span class="n">schema</span><span class="p">,</span> <span class="n">location</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">partition_spec</span><span class="o">=</span><span class="n">UNPARTITIONED_PARTITION_SPEC</span><span class="p">,</span> <span class="n">sort_order</span><span class="o">=</span><span class="n">UNSORTED_SORT_ORDER</span><span class="p">,</span> <span class="n">properties</span><span class="o">=</span><span class="n">EMPTY_DICT</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.create_table" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Create a table.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>identifier</code> |
| </td> |
| <td> |
| <code><span title="typing.Union">Union</span>[<span title="str">str</span>, <a class="autorefs autorefs-internal" title="Identifier = Tuple[str, ...] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Identifier)" href="../../typedef/#pyiceberg.typedef.Identifier">Identifier</a>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Table identifier.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code>schema</code> |
| </td> |
| <td> |
| <code><span title="typing.Union">Union</span>[<a class="autorefs autorefs-internal" title="Schema (pyiceberg.schema.Schema)" href="../../schema/#pyiceberg.schema.Schema">Schema</a>, <span title="pyarrow.Schema">Schema</span>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Table's schema.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code>location</code> |
| </td> |
| <td> |
| <code><span title="typing.Optional">Optional</span>[<span title="str">str</span>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Location for the table. Optional Argument.</p> |
| </div> |
| </td> |
| <td> |
| <code>None</code> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code>partition_spec</code> |
| </td> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="PartitionSpec (pyiceberg.partitioning.PartitionSpec)" href="../../partitioning/#pyiceberg.partitioning.PartitionSpec">PartitionSpec</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>PartitionSpec for the table.</p> |
| </div> |
| </td> |
| <td> |
| <code><span title="pyiceberg.partitioning.UNPARTITIONED_PARTITION_SPEC">UNPARTITIONED_PARTITION_SPEC</span></code> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code>sort_order</code> |
| </td> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="SortOrder (pyiceberg.table.sorting.SortOrder)" href="../../table/sorting/#pyiceberg.table.sorting.SortOrder">SortOrder</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>SortOrder for the table.</p> |
| </div> |
| </td> |
| <td> |
| <code><span title="pyiceberg.table.sorting.UNSORTED_SORT_ORDER">UNSORTED_SORT_ORDER</span></code> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code>properties</code> |
| </td> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="Properties = Dict[str, Any] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Properties)" href="../../typedef/#pyiceberg.typedef.Properties">Properties</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Table properties that can be a string based dictionary.</p> |
| </div> |
| </td> |
| <td> |
| <code><span title="pyiceberg.typedef.EMPTY_DICT">EMPTY_DICT</span></code> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Returns:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td><code>Table</code></td> <td> |
| <code><a class="autorefs autorefs-internal" title="Table (pyiceberg.table.Table)" href="../../table/#pyiceberg.table.Table">Table</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>the created table instance.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Raises:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><span title="AlreadyExistsError">AlreadyExistsError</span></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If a table with the name already exists.</p> |
| </div> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code><span title="ValueError">ValueError</span></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If the identifier is invalid.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/catalog/hive.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-401">401</a></span> |
| <span class="normal"><a href="#__codelineno-0-402">402</a></span> |
| <span class="normal"><a href="#__codelineno-0-403">403</a></span> |
| <span class="normal"><a href="#__codelineno-0-404">404</a></span> |
| <span class="normal"><a href="#__codelineno-0-405">405</a></span> |
| <span class="normal"><a href="#__codelineno-0-406">406</a></span> |
| <span class="normal"><a href="#__codelineno-0-407">407</a></span> |
| <span class="normal"><a href="#__codelineno-0-408">408</a></span> |
| <span class="normal"><a href="#__codelineno-0-409">409</a></span> |
| <span class="normal"><a href="#__codelineno-0-410">410</a></span> |
| <span class="normal"><a href="#__codelineno-0-411">411</a></span> |
| <span class="normal"><a href="#__codelineno-0-412">412</a></span> |
| <span class="normal"><a href="#__codelineno-0-413">413</a></span> |
| <span class="normal"><a href="#__codelineno-0-414">414</a></span> |
| <span class="normal"><a href="#__codelineno-0-415">415</a></span> |
| <span class="normal"><a href="#__codelineno-0-416">416</a></span> |
| <span class="normal"><a href="#__codelineno-0-417">417</a></span> |
| <span class="normal"><a href="#__codelineno-0-418">418</a></span> |
| <span class="normal"><a href="#__codelineno-0-419">419</a></span> |
| <span class="normal"><a href="#__codelineno-0-420">420</a></span> |
| <span class="normal"><a href="#__codelineno-0-421">421</a></span> |
| <span class="normal"><a href="#__codelineno-0-422">422</a></span> |
| <span class="normal"><a href="#__codelineno-0-423">423</a></span> |
| <span class="normal"><a href="#__codelineno-0-424">424</a></span> |
| <span class="normal"><a href="#__codelineno-0-425">425</a></span> |
| <span class="normal"><a href="#__codelineno-0-426">426</a></span> |
| <span class="normal"><a href="#__codelineno-0-427">427</a></span> |
| <span class="normal"><a href="#__codelineno-0-428">428</a></span> |
| <span class="normal"><a href="#__codelineno-0-429">429</a></span> |
| <span class="normal"><a href="#__codelineno-0-430">430</a></span> |
| <span class="normal"><a href="#__codelineno-0-431">431</a></span> |
| <span class="normal"><a href="#__codelineno-0-432">432</a></span> |
| <span class="normal"><a href="#__codelineno-0-433">433</a></span> |
| <span class="normal"><a href="#__codelineno-0-434">434</a></span> |
| <span class="normal"><a href="#__codelineno-0-435">435</a></span> |
| <span class="normal"><a href="#__codelineno-0-436">436</a></span> |
| <span class="normal"><a href="#__codelineno-0-437">437</a></span> |
| <span class="normal"><a href="#__codelineno-0-438">438</a></span> |
| <span class="normal"><a href="#__codelineno-0-439">439</a></span> |
| <span class="normal"><a href="#__codelineno-0-440">440</a></span> |
| <span class="normal"><a href="#__codelineno-0-441">441</a></span> |
| <span class="normal"><a href="#__codelineno-0-442">442</a></span> |
| <span class="normal"><a href="#__codelineno-0-443">443</a></span> |
| <span class="normal"><a href="#__codelineno-0-444">444</a></span> |
| <span class="normal"><a href="#__codelineno-0-445">445</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-401" name="__codelineno-0-401"></a><span class="k">def</span><span class="w"> </span><span class="nf">create_table</span><span class="p">(</span> |
| <a id="__codelineno-0-402" name="__codelineno-0-402"></a> <span class="bp">self</span><span class="p">,</span> |
| <a id="__codelineno-0-403" name="__codelineno-0-403"></a> <span class="n">identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">],</span> |
| <a id="__codelineno-0-404" name="__codelineno-0-404"></a> <span class="n">schema</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="n">Schema</span><span class="p">,</span> <span class="s2">"pa.Schema"</span><span class="p">],</span> |
| <a id="__codelineno-0-405" name="__codelineno-0-405"></a> <span class="n">location</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> |
| <a id="__codelineno-0-406" name="__codelineno-0-406"></a> <span class="n">partition_spec</span><span class="p">:</span> <span class="n">PartitionSpec</span> <span class="o">=</span> <span class="n">UNPARTITIONED_PARTITION_SPEC</span><span class="p">,</span> |
| <a id="__codelineno-0-407" name="__codelineno-0-407"></a> <span class="n">sort_order</span><span class="p">:</span> <span class="n">SortOrder</span> <span class="o">=</span> <span class="n">UNSORTED_SORT_ORDER</span><span class="p">,</span> |
| <a id="__codelineno-0-408" name="__codelineno-0-408"></a> <span class="n">properties</span><span class="p">:</span> <span class="n">Properties</span> <span class="o">=</span> <span class="n">EMPTY_DICT</span><span class="p">,</span> |
| <a id="__codelineno-0-409" name="__codelineno-0-409"></a><span class="p">)</span> <span class="o">-></span> <span class="n">Table</span><span class="p">:</span> |
| <a id="__codelineno-0-410" name="__codelineno-0-410"></a><span class="w"> </span><span class="sd">"""Create a table.</span> |
| <a id="__codelineno-0-411" name="__codelineno-0-411"></a> |
| <a id="__codelineno-0-412" name="__codelineno-0-412"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-413" name="__codelineno-0-413"></a><span class="sd"> identifier: Table identifier.</span> |
| <a id="__codelineno-0-414" name="__codelineno-0-414"></a><span class="sd"> schema: Table's schema.</span> |
| <a id="__codelineno-0-415" name="__codelineno-0-415"></a><span class="sd"> location: Location for the table. Optional Argument.</span> |
| <a id="__codelineno-0-416" name="__codelineno-0-416"></a><span class="sd"> partition_spec: PartitionSpec for the table.</span> |
| <a id="__codelineno-0-417" name="__codelineno-0-417"></a><span class="sd"> sort_order: SortOrder for the table.</span> |
| <a id="__codelineno-0-418" name="__codelineno-0-418"></a><span class="sd"> properties: Table properties that can be a string based dictionary.</span> |
| <a id="__codelineno-0-419" name="__codelineno-0-419"></a> |
| <a id="__codelineno-0-420" name="__codelineno-0-420"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-421" name="__codelineno-0-421"></a><span class="sd"> Table: the created table instance.</span> |
| <a id="__codelineno-0-422" name="__codelineno-0-422"></a> |
| <a id="__codelineno-0-423" name="__codelineno-0-423"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-424" name="__codelineno-0-424"></a><span class="sd"> AlreadyExistsError: If a table with the name already exists.</span> |
| <a id="__codelineno-0-425" name="__codelineno-0-425"></a><span class="sd"> ValueError: If the identifier is invalid.</span> |
| <a id="__codelineno-0-426" name="__codelineno-0-426"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-427" name="__codelineno-0-427"></a> <span class="n">properties</span> <span class="o">=</span> <span class="p">{</span><span class="o">**</span><span class="n">DEFAULT_PROPERTIES</span><span class="p">,</span> <span class="o">**</span><span class="n">properties</span><span class="p">}</span> |
| <a id="__codelineno-0-428" name="__codelineno-0-428"></a> <span class="n">staged_table</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_create_staged_table</span><span class="p">(</span> |
| <a id="__codelineno-0-429" name="__codelineno-0-429"></a> <span class="n">identifier</span><span class="o">=</span><span class="n">identifier</span><span class="p">,</span> |
| <a id="__codelineno-0-430" name="__codelineno-0-430"></a> <span class="n">schema</span><span class="o">=</span><span class="n">schema</span><span class="p">,</span> |
| <a id="__codelineno-0-431" name="__codelineno-0-431"></a> <span class="n">location</span><span class="o">=</span><span class="n">location</span><span class="p">,</span> |
| <a id="__codelineno-0-432" name="__codelineno-0-432"></a> <span class="n">partition_spec</span><span class="o">=</span><span class="n">partition_spec</span><span class="p">,</span> |
| <a id="__codelineno-0-433" name="__codelineno-0-433"></a> <span class="n">sort_order</span><span class="o">=</span><span class="n">sort_order</span><span class="p">,</span> |
| <a id="__codelineno-0-434" name="__codelineno-0-434"></a> <span class="n">properties</span><span class="o">=</span><span class="n">properties</span><span class="p">,</span> |
| <a id="__codelineno-0-435" name="__codelineno-0-435"></a> <span class="p">)</span> |
| <a id="__codelineno-0-436" name="__codelineno-0-436"></a> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">identifier</span><span class="p">)</span> |
| <a id="__codelineno-0-437" name="__codelineno-0-437"></a> |
| <a id="__codelineno-0-438" name="__codelineno-0-438"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_write_metadata</span><span class="p">(</span><span class="n">staged_table</span><span class="o">.</span><span class="n">metadata</span><span class="p">,</span> <span class="n">staged_table</span><span class="o">.</span><span class="n">io</span><span class="p">,</span> <span class="n">staged_table</span><span class="o">.</span><span class="n">metadata_location</span><span class="p">)</span> |
| <a id="__codelineno-0-439" name="__codelineno-0-439"></a> <span class="n">tbl</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_iceberg_into_hive</span><span class="p">(</span><span class="n">staged_table</span><span class="p">)</span> |
| <a id="__codelineno-0-440" name="__codelineno-0-440"></a> |
| <a id="__codelineno-0-441" name="__codelineno-0-441"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-442" name="__codelineno-0-442"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_create_hive_table</span><span class="p">(</span><span class="n">open_client</span><span class="p">,</span> <span class="n">tbl</span><span class="p">)</span> |
| <a id="__codelineno-0-443" name="__codelineno-0-443"></a> <span class="n">hive_table</span> <span class="o">=</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">)</span> |
| <a id="__codelineno-0-444" name="__codelineno-0-444"></a> |
| <a id="__codelineno-0-445" name="__codelineno-0-445"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_hive_into_iceberg</span><span class="p">(</span><span class="n">hive_table</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.catalog.hive.HiveCatalog.drop_namespace" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">drop_namespace</span><span class="p">(</span><span class="n">namespace</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.drop_namespace" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Drop a namespace.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>namespace</code> |
| </td> |
| <td> |
| <code><span title="typing.Union">Union</span>[<span title="str">str</span>, <a class="autorefs autorefs-internal" title="Identifier = Tuple[str, ...] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Identifier)" href="../../typedef/#pyiceberg.typedef.Identifier">Identifier</a>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Namespace identifier.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Raises:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="NoSuchNamespaceError (pyiceberg.exceptions.NoSuchNamespaceError)" href="../../exceptions/#pyiceberg.exceptions.NoSuchNamespaceError">NoSuchNamespaceError</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If a namespace with the given name does not exist, or the identifier is invalid.</p> |
| </div> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="NamespaceNotEmptyError (pyiceberg.exceptions.NamespaceNotEmptyError)" href="../../exceptions/#pyiceberg.exceptions.NamespaceNotEmptyError">NamespaceNotEmptyError</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If the namespace is not empty.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/catalog/hive.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-704">704</a></span> |
| <span class="normal"><a href="#__codelineno-0-705">705</a></span> |
| <span class="normal"><a href="#__codelineno-0-706">706</a></span> |
| <span class="normal"><a href="#__codelineno-0-707">707</a></span> |
| <span class="normal"><a href="#__codelineno-0-708">708</a></span> |
| <span class="normal"><a href="#__codelineno-0-709">709</a></span> |
| <span class="normal"><a href="#__codelineno-0-710">710</a></span> |
| <span class="normal"><a href="#__codelineno-0-711">711</a></span> |
| <span class="normal"><a href="#__codelineno-0-712">712</a></span> |
| <span class="normal"><a href="#__codelineno-0-713">713</a></span> |
| <span class="normal"><a href="#__codelineno-0-714">714</a></span> |
| <span class="normal"><a href="#__codelineno-0-715">715</a></span> |
| <span class="normal"><a href="#__codelineno-0-716">716</a></span> |
| <span class="normal"><a href="#__codelineno-0-717">717</a></span> |
| <span class="normal"><a href="#__codelineno-0-718">718</a></span> |
| <span class="normal"><a href="#__codelineno-0-719">719</a></span> |
| <span class="normal"><a href="#__codelineno-0-720">720</a></span> |
| <span class="normal"><a href="#__codelineno-0-721">721</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-704" name="__codelineno-0-704"></a><span class="k">def</span><span class="w"> </span><span class="nf">drop_namespace</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-705" name="__codelineno-0-705"></a><span class="w"> </span><span class="sd">"""Drop a namespace.</span> |
| <a id="__codelineno-0-706" name="__codelineno-0-706"></a> |
| <a id="__codelineno-0-707" name="__codelineno-0-707"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-708" name="__codelineno-0-708"></a><span class="sd"> namespace: Namespace identifier.</span> |
| <a id="__codelineno-0-709" name="__codelineno-0-709"></a> |
| <a id="__codelineno-0-710" name="__codelineno-0-710"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-711" name="__codelineno-0-711"></a><span class="sd"> NoSuchNamespaceError: If a namespace with the given name does not exist, or the identifier is invalid.</span> |
| <a id="__codelineno-0-712" name="__codelineno-0-712"></a><span class="sd"> NamespaceNotEmptyError: If the namespace is not empty.</span> |
| <a id="__codelineno-0-713" name="__codelineno-0-713"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-714" name="__codelineno-0-714"></a> <span class="n">database_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database</span><span class="p">(</span><span class="n">namespace</span><span class="p">,</span> <span class="n">NoSuchNamespaceError</span><span class="p">)</span> |
| <a id="__codelineno-0-715" name="__codelineno-0-715"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-716" name="__codelineno-0-716"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-717" name="__codelineno-0-717"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">drop_database</span><span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">deleteData</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span> <span class="n">cascade</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> |
| <a id="__codelineno-0-718" name="__codelineno-0-718"></a> <span class="k">except</span> <span class="n">InvalidOperationException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-719" name="__codelineno-0-719"></a> <span class="k">raise</span> <span class="n">NamespaceNotEmptyError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Database </span><span class="si">{</span><span class="n">database_name</span><span class="si">}</span><span class="s2"> is not empty"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-720" name="__codelineno-0-720"></a> <span class="k">except</span> <span class="n">MetaException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-721" name="__codelineno-0-721"></a> <span class="k">raise</span> <span class="n">NoSuchNamespaceError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Database does not exists: </span><span class="si">{</span><span class="n">database_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.catalog.hive.HiveCatalog.drop_table" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">drop_table</span><span class="p">(</span><span class="n">identifier</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.drop_table" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Drop a table.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>identifier</code> |
| </td> |
| <td> |
| <code><span title="typing.Union">Union</span>[<span title="str">str</span>, <a class="autorefs autorefs-internal" title="Identifier = Tuple[str, ...] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Identifier)" href="../../typedef/#pyiceberg.typedef.Identifier">Identifier</a>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Table identifier.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Raises:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="NoSuchTableError (pyiceberg.exceptions.NoSuchTableError)" href="../../exceptions/#pyiceberg.exceptions.NoSuchTableError">NoSuchTableError</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If a table with the name does not exist, or the identifier is invalid.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/catalog/hive.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-624">624</a></span> |
| <span class="normal"><a href="#__codelineno-0-625">625</a></span> |
| <span class="normal"><a href="#__codelineno-0-626">626</a></span> |
| <span class="normal"><a href="#__codelineno-0-627">627</a></span> |
| <span class="normal"><a href="#__codelineno-0-628">628</a></span> |
| <span class="normal"><a href="#__codelineno-0-629">629</a></span> |
| <span class="normal"><a href="#__codelineno-0-630">630</a></span> |
| <span class="normal"><a href="#__codelineno-0-631">631</a></span> |
| <span class="normal"><a href="#__codelineno-0-632">632</a></span> |
| <span class="normal"><a href="#__codelineno-0-633">633</a></span> |
| <span class="normal"><a href="#__codelineno-0-634">634</a></span> |
| <span class="normal"><a href="#__codelineno-0-635">635</a></span> |
| <span class="normal"><a href="#__codelineno-0-636">636</a></span> |
| <span class="normal"><a href="#__codelineno-0-637">637</a></span> |
| <span class="normal"><a href="#__codelineno-0-638">638</a></span> |
| <span class="normal"><a href="#__codelineno-0-639">639</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-624" name="__codelineno-0-624"></a><span class="k">def</span><span class="w"> </span><span class="nf">drop_table</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-625" name="__codelineno-0-625"></a><span class="w"> </span><span class="sd">"""Drop a table.</span> |
| <a id="__codelineno-0-626" name="__codelineno-0-626"></a> |
| <a id="__codelineno-0-627" name="__codelineno-0-627"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-628" name="__codelineno-0-628"></a><span class="sd"> identifier: Table identifier.</span> |
| <a id="__codelineno-0-629" name="__codelineno-0-629"></a> |
| <a id="__codelineno-0-630" name="__codelineno-0-630"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-631" name="__codelineno-0-631"></a><span class="sd"> NoSuchTableError: If a table with the name does not exist, or the identifier is invalid.</span> |
| <a id="__codelineno-0-632" name="__codelineno-0-632"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-633" name="__codelineno-0-633"></a> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">identifier</span><span class="p">,</span> <span class="n">NoSuchTableError</span><span class="p">)</span> |
| <a id="__codelineno-0-634" name="__codelineno-0-634"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-635" name="__codelineno-0-635"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-636" name="__codelineno-0-636"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">drop_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> <span class="n">name</span><span class="o">=</span><span class="n">table_name</span><span class="p">,</span> <span class="n">deleteData</span><span class="o">=</span><span class="kc">False</span><span class="p">)</span> |
| <a id="__codelineno-0-637" name="__codelineno-0-637"></a> <span class="k">except</span> <span class="n">NoSuchObjectException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-638" name="__codelineno-0-638"></a> <span class="c1"># When the namespace doesn't exist, it throws the same error</span> |
| <a id="__codelineno-0-639" name="__codelineno-0-639"></a> <span class="k">raise</span> <span class="n">NoSuchTableError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Table does not exists: </span><span class="si">{</span><span class="n">table_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.catalog.hive.HiveCatalog.list_namespaces" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">list_namespaces</span><span class="p">(</span><span class="n">namespace</span><span class="o">=</span><span class="p">())</span></code> |
| |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.list_namespaces" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>List namespaces from the given namespace. If not given, list top-level namespaces from the catalog.</p> |
| |
| |
| <p><span class="doc-section-title">Returns:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><span title="typing.List">List</span>[<a class="autorefs autorefs-internal" title="Identifier = Tuple[str, ...] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Identifier)" href="../../typedef/#pyiceberg.typedef.Identifier">Identifier</a>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>List[Identifier]: a List of namespace identifiers.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/catalog/hive.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-747">747</a></span> |
| <span class="normal"><a href="#__codelineno-0-748">748</a></span> |
| <span class="normal"><a href="#__codelineno-0-749">749</a></span> |
| <span class="normal"><a href="#__codelineno-0-750">750</a></span> |
| <span class="normal"><a href="#__codelineno-0-751">751</a></span> |
| <span class="normal"><a href="#__codelineno-0-752">752</a></span> |
| <span class="normal"><a href="#__codelineno-0-753">753</a></span> |
| <span class="normal"><a href="#__codelineno-0-754">754</a></span> |
| <span class="normal"><a href="#__codelineno-0-755">755</a></span> |
| <span class="normal"><a href="#__codelineno-0-756">756</a></span> |
| <span class="normal"><a href="#__codelineno-0-757">757</a></span> |
| <span class="normal"><a href="#__codelineno-0-758">758</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-747" name="__codelineno-0-747"></a><span class="k">def</span><span class="w"> </span><span class="nf">list_namespaces</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">]</span> <span class="o">=</span> <span class="p">())</span> <span class="o">-></span> <span class="n">List</span><span class="p">[</span><span class="n">Identifier</span><span class="p">]:</span> |
| <a id="__codelineno-0-748" name="__codelineno-0-748"></a><span class="w"> </span><span class="sd">"""List namespaces from the given namespace. If not given, list top-level namespaces from the catalog.</span> |
| <a id="__codelineno-0-749" name="__codelineno-0-749"></a> |
| <a id="__codelineno-0-750" name="__codelineno-0-750"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-751" name="__codelineno-0-751"></a><span class="sd"> List[Identifier]: a List of namespace identifiers.</span> |
| <a id="__codelineno-0-752" name="__codelineno-0-752"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-753" name="__codelineno-0-753"></a> <span class="c1"># Hierarchical namespace is not supported. Return an empty list</span> |
| <a id="__codelineno-0-754" name="__codelineno-0-754"></a> <span class="k">if</span> <span class="n">namespace</span><span class="p">:</span> |
| <a id="__codelineno-0-755" name="__codelineno-0-755"></a> <span class="k">return</span> <span class="p">[]</span> |
| <a id="__codelineno-0-756" name="__codelineno-0-756"></a> |
| <a id="__codelineno-0-757" name="__codelineno-0-757"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-758" name="__codelineno-0-758"></a> <span class="k">return</span> <span class="nb">list</span><span class="p">(</span><span class="nb">map</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_tuple</span><span class="p">,</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_all_databases</span><span class="p">()))</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.catalog.hive.HiveCatalog.list_tables" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">list_tables</span><span class="p">(</span><span class="n">namespace</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.list_tables" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>List Iceberg tables under the given namespace in the catalog.</p> |
| <p>When the database doesn't exist, it will just return an empty list.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>namespace</code> |
| </td> |
| <td> |
| <code><span title="typing.Union">Union</span>[<span title="str">str</span>, <a class="autorefs autorefs-internal" title="Identifier = Tuple[str, ...] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Identifier)" href="../../typedef/#pyiceberg.typedef.Identifier">Identifier</a>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Database to list.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Returns:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><span title="typing.List">List</span>[<a class="autorefs autorefs-internal" title="Identifier = Tuple[str, ...] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Identifier)" href="../../typedef/#pyiceberg.typedef.Identifier">Identifier</a>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>List[Identifier]: list of table identifiers.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Raises:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="NoSuchNamespaceError (pyiceberg.exceptions.NoSuchNamespaceError)" href="../../exceptions/#pyiceberg.exceptions.NoSuchNamespaceError">NoSuchNamespaceError</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If a namespace with the given name does not exist, or the identifier is invalid.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/catalog/hive.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-723">723</a></span> |
| <span class="normal"><a href="#__codelineno-0-724">724</a></span> |
| <span class="normal"><a href="#__codelineno-0-725">725</a></span> |
| <span class="normal"><a href="#__codelineno-0-726">726</a></span> |
| <span class="normal"><a href="#__codelineno-0-727">727</a></span> |
| <span class="normal"><a href="#__codelineno-0-728">728</a></span> |
| <span class="normal"><a href="#__codelineno-0-729">729</a></span> |
| <span class="normal"><a href="#__codelineno-0-730">730</a></span> |
| <span class="normal"><a href="#__codelineno-0-731">731</a></span> |
| <span class="normal"><a href="#__codelineno-0-732">732</a></span> |
| <span class="normal"><a href="#__codelineno-0-733">733</a></span> |
| <span class="normal"><a href="#__codelineno-0-734">734</a></span> |
| <span class="normal"><a href="#__codelineno-0-735">735</a></span> |
| <span class="normal"><a href="#__codelineno-0-736">736</a></span> |
| <span class="normal"><a href="#__codelineno-0-737">737</a></span> |
| <span class="normal"><a href="#__codelineno-0-738">738</a></span> |
| <span class="normal"><a href="#__codelineno-0-739">739</a></span> |
| <span class="normal"><a href="#__codelineno-0-740">740</a></span> |
| <span class="normal"><a href="#__codelineno-0-741">741</a></span> |
| <span class="normal"><a href="#__codelineno-0-742">742</a></span> |
| <span class="normal"><a href="#__codelineno-0-743">743</a></span> |
| <span class="normal"><a href="#__codelineno-0-744">744</a></span> |
| <span class="normal"><a href="#__codelineno-0-745">745</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-723" name="__codelineno-0-723"></a><span class="k">def</span><span class="w"> </span><span class="nf">list_tables</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="n">List</span><span class="p">[</span><span class="n">Identifier</span><span class="p">]:</span> |
| <a id="__codelineno-0-724" name="__codelineno-0-724"></a><span class="w"> </span><span class="sd">"""List Iceberg tables under the given namespace in the catalog.</span> |
| <a id="__codelineno-0-725" name="__codelineno-0-725"></a> |
| <a id="__codelineno-0-726" name="__codelineno-0-726"></a><span class="sd"> When the database doesn't exist, it will just return an empty list.</span> |
| <a id="__codelineno-0-727" name="__codelineno-0-727"></a> |
| <a id="__codelineno-0-728" name="__codelineno-0-728"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-729" name="__codelineno-0-729"></a><span class="sd"> namespace: Database to list.</span> |
| <a id="__codelineno-0-730" name="__codelineno-0-730"></a> |
| <a id="__codelineno-0-731" name="__codelineno-0-731"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-732" name="__codelineno-0-732"></a><span class="sd"> List[Identifier]: list of table identifiers.</span> |
| <a id="__codelineno-0-733" name="__codelineno-0-733"></a> |
| <a id="__codelineno-0-734" name="__codelineno-0-734"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-735" name="__codelineno-0-735"></a><span class="sd"> NoSuchNamespaceError: If a namespace with the given name does not exist, or the identifier is invalid.</span> |
| <a id="__codelineno-0-736" name="__codelineno-0-736"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-737" name="__codelineno-0-737"></a> <span class="n">database_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database</span><span class="p">(</span><span class="n">namespace</span><span class="p">,</span> <span class="n">NoSuchNamespaceError</span><span class="p">)</span> |
| <a id="__codelineno-0-738" name="__codelineno-0-738"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-739" name="__codelineno-0-739"></a> <span class="k">return</span> <span class="p">[</span> |
| <a id="__codelineno-0-740" name="__codelineno-0-740"></a> <span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">table</span><span class="o">.</span><span class="n">tableName</span><span class="p">)</span> |
| <a id="__codelineno-0-741" name="__codelineno-0-741"></a> <span class="k">for</span> <span class="n">table</span> <span class="ow">in</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_table_objects_by_name</span><span class="p">(</span> |
| <a id="__codelineno-0-742" name="__codelineno-0-742"></a> <span class="n">dbname</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> <span class="n">tbl_names</span><span class="o">=</span><span class="n">open_client</span><span class="o">.</span><span class="n">get_all_tables</span><span class="p">(</span><span class="n">db_name</span><span class="o">=</span><span class="n">database_name</span><span class="p">)</span> |
| <a id="__codelineno-0-743" name="__codelineno-0-743"></a> <span class="p">)</span> |
| <a id="__codelineno-0-744" name="__codelineno-0-744"></a> <span class="k">if</span> <span class="n">table</span><span class="o">.</span><span class="n">parameters</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">TABLE_TYPE</span><span class="p">,</span> <span class="s2">""</span><span class="p">)</span><span class="o">.</span><span class="n">lower</span><span class="p">()</span> <span class="o">==</span> <span class="n">ICEBERG</span> |
| <a id="__codelineno-0-745" name="__codelineno-0-745"></a> <span class="p">]</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.catalog.hive.HiveCatalog.load_namespace_properties" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">load_namespace_properties</span><span class="p">(</span><span class="n">namespace</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.load_namespace_properties" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Get properties for a namespace.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>namespace</code> |
| </td> |
| <td> |
| <code><span title="typing.Union">Union</span>[<span title="str">str</span>, <a class="autorefs autorefs-internal" title="Identifier = Tuple[str, ...] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Identifier)" href="../../typedef/#pyiceberg.typedef.Identifier">Identifier</a>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Namespace identifier.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Returns:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td><code>Properties</code></td> <td> |
| <code><a class="autorefs autorefs-internal" title="Properties = Dict[str, Any] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Properties)" href="../../typedef/#pyiceberg.typedef.Properties">Properties</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Properties for the given namespace.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Raises:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="NoSuchNamespaceError (pyiceberg.exceptions.NoSuchNamespaceError)" href="../../exceptions/#pyiceberg.exceptions.NoSuchNamespaceError">NoSuchNamespaceError</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If a namespace with the given name does not exist, or identifier is invalid.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/catalog/hive.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-760">760</a></span> |
| <span class="normal"><a href="#__codelineno-0-761">761</a></span> |
| <span class="normal"><a href="#__codelineno-0-762">762</a></span> |
| <span class="normal"><a href="#__codelineno-0-763">763</a></span> |
| <span class="normal"><a href="#__codelineno-0-764">764</a></span> |
| <span class="normal"><a href="#__codelineno-0-765">765</a></span> |
| <span class="normal"><a href="#__codelineno-0-766">766</a></span> |
| <span class="normal"><a href="#__codelineno-0-767">767</a></span> |
| <span class="normal"><a href="#__codelineno-0-768">768</a></span> |
| <span class="normal"><a href="#__codelineno-0-769">769</a></span> |
| <span class="normal"><a href="#__codelineno-0-770">770</a></span> |
| <span class="normal"><a href="#__codelineno-0-771">771</a></span> |
| <span class="normal"><a href="#__codelineno-0-772">772</a></span> |
| <span class="normal"><a href="#__codelineno-0-773">773</a></span> |
| <span class="normal"><a href="#__codelineno-0-774">774</a></span> |
| <span class="normal"><a href="#__codelineno-0-775">775</a></span> |
| <span class="normal"><a href="#__codelineno-0-776">776</a></span> |
| <span class="normal"><a href="#__codelineno-0-777">777</a></span> |
| <span class="normal"><a href="#__codelineno-0-778">778</a></span> |
| <span class="normal"><a href="#__codelineno-0-779">779</a></span> |
| <span class="normal"><a href="#__codelineno-0-780">780</a></span> |
| <span class="normal"><a href="#__codelineno-0-781">781</a></span> |
| <span class="normal"><a href="#__codelineno-0-782">782</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-760" name="__codelineno-0-760"></a><span class="k">def</span><span class="w"> </span><span class="nf">load_namespace_properties</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="n">Properties</span><span class="p">:</span> |
| <a id="__codelineno-0-761" name="__codelineno-0-761"></a><span class="w"> </span><span class="sd">"""Get properties for a namespace.</span> |
| <a id="__codelineno-0-762" name="__codelineno-0-762"></a> |
| <a id="__codelineno-0-763" name="__codelineno-0-763"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-764" name="__codelineno-0-764"></a><span class="sd"> namespace: Namespace identifier.</span> |
| <a id="__codelineno-0-765" name="__codelineno-0-765"></a> |
| <a id="__codelineno-0-766" name="__codelineno-0-766"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-767" name="__codelineno-0-767"></a><span class="sd"> Properties: Properties for the given namespace.</span> |
| <a id="__codelineno-0-768" name="__codelineno-0-768"></a> |
| <a id="__codelineno-0-769" name="__codelineno-0-769"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-770" name="__codelineno-0-770"></a><span class="sd"> NoSuchNamespaceError: If a namespace with the given name does not exist, or identifier is invalid.</span> |
| <a id="__codelineno-0-771" name="__codelineno-0-771"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-772" name="__codelineno-0-772"></a> <span class="n">database_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database</span><span class="p">(</span><span class="n">namespace</span><span class="p">,</span> <span class="n">NoSuchNamespaceError</span><span class="p">)</span> |
| <a id="__codelineno-0-773" name="__codelineno-0-773"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-774" name="__codelineno-0-774"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-775" name="__codelineno-0-775"></a> <span class="n">database</span> <span class="o">=</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_database</span><span class="p">(</span><span class="n">name</span><span class="o">=</span><span class="n">database_name</span><span class="p">)</span> |
| <a id="__codelineno-0-776" name="__codelineno-0-776"></a> <span class="n">properties</span> <span class="o">=</span> <span class="n">database</span><span class="o">.</span><span class="n">parameters</span> |
| <a id="__codelineno-0-777" name="__codelineno-0-777"></a> <span class="n">properties</span><span class="p">[</span><span class="n">LOCATION</span><span class="p">]</span> <span class="o">=</span> <span class="n">database</span><span class="o">.</span><span class="n">locationUri</span> |
| <a id="__codelineno-0-778" name="__codelineno-0-778"></a> <span class="k">if</span> <span class="n">comment</span> <span class="o">:=</span> <span class="n">database</span><span class="o">.</span><span class="n">description</span><span class="p">:</span> |
| <a id="__codelineno-0-779" name="__codelineno-0-779"></a> <span class="n">properties</span><span class="p">[</span><span class="n">COMMENT</span><span class="p">]</span> <span class="o">=</span> <span class="n">comment</span> |
| <a id="__codelineno-0-780" name="__codelineno-0-780"></a> <span class="k">return</span> <span class="n">properties</span> |
| <a id="__codelineno-0-781" name="__codelineno-0-781"></a> <span class="k">except</span> <span class="n">NoSuchObjectException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-782" name="__codelineno-0-782"></a> <span class="k">raise</span> <span class="n">NoSuchNamespaceError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Database does not exists: </span><span class="si">{</span><span class="n">database_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.catalog.hive.HiveCatalog.load_table" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">load_table</span><span class="p">(</span><span class="n">identifier</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.load_table" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Load the table's metadata and return the table instance.</p> |
| <p>You can also use this method to check for table existence using 'try catalog.table() except TableNotFoundError'. |
| Note: This method doesn't scan data stored in the table.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>identifier</code> |
| </td> |
| <td> |
| <code><span title="typing.Union">Union</span>[<span title="str">str</span>, <a class="autorefs autorefs-internal" title="Identifier = Tuple[str, ...] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Identifier)" href="../../typedef/#pyiceberg.typedef.Identifier">Identifier</a>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Table identifier.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Returns:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td><code>Table</code></td> <td> |
| <code><a class="autorefs autorefs-internal" title="Table (pyiceberg.table.Table)" href="../../table/#pyiceberg.table.Table">Table</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>the table instance with its metadata.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Raises:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="NoSuchTableError (pyiceberg.exceptions.NoSuchTableError)" href="../../exceptions/#pyiceberg.exceptions.NoSuchTableError">NoSuchTableError</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If a table with the name does not exist, or the identifier is invalid.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/catalog/hive.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-602">602</a></span> |
| <span class="normal"><a href="#__codelineno-0-603">603</a></span> |
| <span class="normal"><a href="#__codelineno-0-604">604</a></span> |
| <span class="normal"><a href="#__codelineno-0-605">605</a></span> |
| <span class="normal"><a href="#__codelineno-0-606">606</a></span> |
| <span class="normal"><a href="#__codelineno-0-607">607</a></span> |
| <span class="normal"><a href="#__codelineno-0-608">608</a></span> |
| <span class="normal"><a href="#__codelineno-0-609">609</a></span> |
| <span class="normal"><a href="#__codelineno-0-610">610</a></span> |
| <span class="normal"><a href="#__codelineno-0-611">611</a></span> |
| <span class="normal"><a href="#__codelineno-0-612">612</a></span> |
| <span class="normal"><a href="#__codelineno-0-613">613</a></span> |
| <span class="normal"><a href="#__codelineno-0-614">614</a></span> |
| <span class="normal"><a href="#__codelineno-0-615">615</a></span> |
| <span class="normal"><a href="#__codelineno-0-616">616</a></span> |
| <span class="normal"><a href="#__codelineno-0-617">617</a></span> |
| <span class="normal"><a href="#__codelineno-0-618">618</a></span> |
| <span class="normal"><a href="#__codelineno-0-619">619</a></span> |
| <span class="normal"><a href="#__codelineno-0-620">620</a></span> |
| <span class="normal"><a href="#__codelineno-0-621">621</a></span> |
| <span class="normal"><a href="#__codelineno-0-622">622</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-602" name="__codelineno-0-602"></a><span class="k">def</span><span class="w"> </span><span class="nf">load_table</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="n">Table</span><span class="p">:</span> |
| <a id="__codelineno-0-603" name="__codelineno-0-603"></a><span class="w"> </span><span class="sd">"""Load the table's metadata and return the table instance.</span> |
| <a id="__codelineno-0-604" name="__codelineno-0-604"></a> |
| <a id="__codelineno-0-605" name="__codelineno-0-605"></a><span class="sd"> You can also use this method to check for table existence using 'try catalog.table() except TableNotFoundError'.</span> |
| <a id="__codelineno-0-606" name="__codelineno-0-606"></a><span class="sd"> Note: This method doesn't scan data stored in the table.</span> |
| <a id="__codelineno-0-607" name="__codelineno-0-607"></a> |
| <a id="__codelineno-0-608" name="__codelineno-0-608"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-609" name="__codelineno-0-609"></a><span class="sd"> identifier: Table identifier.</span> |
| <a id="__codelineno-0-610" name="__codelineno-0-610"></a> |
| <a id="__codelineno-0-611" name="__codelineno-0-611"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-612" name="__codelineno-0-612"></a><span class="sd"> Table: the table instance with its metadata.</span> |
| <a id="__codelineno-0-613" name="__codelineno-0-613"></a> |
| <a id="__codelineno-0-614" name="__codelineno-0-614"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-615" name="__codelineno-0-615"></a><span class="sd"> NoSuchTableError: If a table with the name does not exist, or the identifier is invalid.</span> |
| <a id="__codelineno-0-616" name="__codelineno-0-616"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-617" name="__codelineno-0-617"></a> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">identifier</span><span class="p">,</span> <span class="n">NoSuchTableError</span><span class="p">)</span> |
| <a id="__codelineno-0-618" name="__codelineno-0-618"></a> |
| <a id="__codelineno-0-619" name="__codelineno-0-619"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-620" name="__codelineno-0-620"></a> <span class="n">hive_table</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_hive_table</span><span class="p">(</span><span class="n">open_client</span><span class="p">,</span> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span><span class="p">)</span> |
| <a id="__codelineno-0-621" name="__codelineno-0-621"></a> |
| <a id="__codelineno-0-622" name="__codelineno-0-622"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_hive_into_iceberg</span><span class="p">(</span><span class="n">hive_table</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.catalog.hive.HiveCatalog.register_table" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">register_table</span><span class="p">(</span><span class="n">identifier</span><span class="p">,</span> <span class="n">metadata_location</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.register_table" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Register a new table using existing metadata.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>identifier</code> |
| </td> |
| <td> |
| <code><span title="typing.Union">Union</span>[<span title="str">str</span>, <a class="autorefs autorefs-internal" title="Identifier = Tuple[str, ...] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Identifier)" href="../../typedef/#pyiceberg.typedef.Identifier">Identifier</a>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Table identifier for the table</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code>metadata_location</code> |
| </td> |
| <td> |
| <code><span title="str">str</span></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>The location to the metadata</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Returns:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td><code>Table</code></td> <td> |
| <code><a class="autorefs autorefs-internal" title="Table (pyiceberg.table.Table)" href="../../table/#pyiceberg.table.Table">Table</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>The newly registered table</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Raises:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="TableAlreadyExistsError (pyiceberg.exceptions.TableAlreadyExistsError)" href="../../exceptions/#pyiceberg.exceptions.TableAlreadyExistsError">TableAlreadyExistsError</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If the table already exists</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/catalog/hive.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-447">447</a></span> |
| <span class="normal"><a href="#__codelineno-0-448">448</a></span> |
| <span class="normal"><a href="#__codelineno-0-449">449</a></span> |
| <span class="normal"><a href="#__codelineno-0-450">450</a></span> |
| <span class="normal"><a href="#__codelineno-0-451">451</a></span> |
| <span class="normal"><a href="#__codelineno-0-452">452</a></span> |
| <span class="normal"><a href="#__codelineno-0-453">453</a></span> |
| <span class="normal"><a href="#__codelineno-0-454">454</a></span> |
| <span class="normal"><a href="#__codelineno-0-455">455</a></span> |
| <span class="normal"><a href="#__codelineno-0-456">456</a></span> |
| <span class="normal"><a href="#__codelineno-0-457">457</a></span> |
| <span class="normal"><a href="#__codelineno-0-458">458</a></span> |
| <span class="normal"><a href="#__codelineno-0-459">459</a></span> |
| <span class="normal"><a href="#__codelineno-0-460">460</a></span> |
| <span class="normal"><a href="#__codelineno-0-461">461</a></span> |
| <span class="normal"><a href="#__codelineno-0-462">462</a></span> |
| <span class="normal"><a href="#__codelineno-0-463">463</a></span> |
| <span class="normal"><a href="#__codelineno-0-464">464</a></span> |
| <span class="normal"><a href="#__codelineno-0-465">465</a></span> |
| <span class="normal"><a href="#__codelineno-0-466">466</a></span> |
| <span class="normal"><a href="#__codelineno-0-467">467</a></span> |
| <span class="normal"><a href="#__codelineno-0-468">468</a></span> |
| <span class="normal"><a href="#__codelineno-0-469">469</a></span> |
| <span class="normal"><a href="#__codelineno-0-470">470</a></span> |
| <span class="normal"><a href="#__codelineno-0-471">471</a></span> |
| <span class="normal"><a href="#__codelineno-0-472">472</a></span> |
| <span class="normal"><a href="#__codelineno-0-473">473</a></span> |
| <span class="normal"><a href="#__codelineno-0-474">474</a></span> |
| <span class="normal"><a href="#__codelineno-0-475">475</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-447" name="__codelineno-0-447"></a><span class="k">def</span><span class="w"> </span><span class="nf">register_table</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">],</span> <span class="n">metadata_location</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="n">Table</span><span class="p">:</span> |
| <a id="__codelineno-0-448" name="__codelineno-0-448"></a><span class="w"> </span><span class="sd">"""Register a new table using existing metadata.</span> |
| <a id="__codelineno-0-449" name="__codelineno-0-449"></a> |
| <a id="__codelineno-0-450" name="__codelineno-0-450"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-451" name="__codelineno-0-451"></a><span class="sd"> identifier (Union[str, Identifier]): Table identifier for the table</span> |
| <a id="__codelineno-0-452" name="__codelineno-0-452"></a><span class="sd"> metadata_location (str): The location to the metadata</span> |
| <a id="__codelineno-0-453" name="__codelineno-0-453"></a> |
| <a id="__codelineno-0-454" name="__codelineno-0-454"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-455" name="__codelineno-0-455"></a><span class="sd"> Table: The newly registered table</span> |
| <a id="__codelineno-0-456" name="__codelineno-0-456"></a> |
| <a id="__codelineno-0-457" name="__codelineno-0-457"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-458" name="__codelineno-0-458"></a><span class="sd"> TableAlreadyExistsError: If the table already exists</span> |
| <a id="__codelineno-0-459" name="__codelineno-0-459"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-460" name="__codelineno-0-460"></a> <span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">identifier</span><span class="p">)</span> |
| <a id="__codelineno-0-461" name="__codelineno-0-461"></a> <span class="n">io</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_load_file_io</span><span class="p">(</span><span class="n">location</span><span class="o">=</span><span class="n">metadata_location</span><span class="p">)</span> |
| <a id="__codelineno-0-462" name="__codelineno-0-462"></a> <span class="n">metadata_file</span> <span class="o">=</span> <span class="n">io</span><span class="o">.</span><span class="n">new_input</span><span class="p">(</span><span class="n">metadata_location</span><span class="p">)</span> |
| <a id="__codelineno-0-463" name="__codelineno-0-463"></a> <span class="n">staged_table</span> <span class="o">=</span> <span class="n">StagedTable</span><span class="p">(</span> |
| <a id="__codelineno-0-464" name="__codelineno-0-464"></a> <span class="n">identifier</span><span class="o">=</span><span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">table_name</span><span class="p">),</span> |
| <a id="__codelineno-0-465" name="__codelineno-0-465"></a> <span class="n">metadata</span><span class="o">=</span><span class="n">FromInputFile</span><span class="o">.</span><span class="n">table_metadata</span><span class="p">(</span><span class="n">metadata_file</span><span class="p">),</span> |
| <a id="__codelineno-0-466" name="__codelineno-0-466"></a> <span class="n">metadata_location</span><span class="o">=</span><span class="n">metadata_location</span><span class="p">,</span> |
| <a id="__codelineno-0-467" name="__codelineno-0-467"></a> <span class="n">io</span><span class="o">=</span><span class="n">io</span><span class="p">,</span> |
| <a id="__codelineno-0-468" name="__codelineno-0-468"></a> <span class="n">catalog</span><span class="o">=</span><span class="bp">self</span><span class="p">,</span> |
| <a id="__codelineno-0-469" name="__codelineno-0-469"></a> <span class="p">)</span> |
| <a id="__codelineno-0-470" name="__codelineno-0-470"></a> <span class="n">tbl</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_iceberg_into_hive</span><span class="p">(</span><span class="n">staged_table</span><span class="p">)</span> |
| <a id="__codelineno-0-471" name="__codelineno-0-471"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-472" name="__codelineno-0-472"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_create_hive_table</span><span class="p">(</span><span class="n">open_client</span><span class="p">,</span> <span class="n">tbl</span><span class="p">)</span> |
| <a id="__codelineno-0-473" name="__codelineno-0-473"></a> <span class="n">hive_table</span> <span class="o">=</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">database_name</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">table_name</span><span class="p">)</span> |
| <a id="__codelineno-0-474" name="__codelineno-0-474"></a> |
| <a id="__codelineno-0-475" name="__codelineno-0-475"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_hive_into_iceberg</span><span class="p">(</span><span class="n">hive_table</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.catalog.hive.HiveCatalog.rename_table" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">rename_table</span><span class="p">(</span><span class="n">from_identifier</span><span class="p">,</span> <span class="n">to_identifier</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.rename_table" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Rename a fully classified table name.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>from_identifier</code> |
| </td> |
| <td> |
| <code><span title="typing.Union">Union</span>[<span title="str">str</span>, <a class="autorefs autorefs-internal" title="Identifier = Tuple[str, ...] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Identifier)" href="../../typedef/#pyiceberg.typedef.Identifier">Identifier</a>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Existing table identifier.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code>to_identifier</code> |
| </td> |
| <td> |
| <code><span title="typing.Union">Union</span>[<span title="str">str</span>, <a class="autorefs autorefs-internal" title="Identifier = Tuple[str, ...] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Identifier)" href="../../typedef/#pyiceberg.typedef.Identifier">Identifier</a>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>New table identifier.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Returns:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td><code>Table</code></td> <td> |
| <code><a class="autorefs autorefs-internal" title="Table (pyiceberg.table.Table)" href="../../table/#pyiceberg.table.Table">Table</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>the updated table instance with its metadata.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Raises:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><span title="ValueError">ValueError</span></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>When from table identifier is invalid.</p> |
| </div> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="NoSuchTableError (pyiceberg.exceptions.NoSuchTableError)" href="../../exceptions/#pyiceberg.exceptions.NoSuchTableError">NoSuchTableError</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>When a table with the name does not exist.</p> |
| </div> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="NoSuchNamespaceError (pyiceberg.exceptions.NoSuchNamespaceError)" href="../../exceptions/#pyiceberg.exceptions.NoSuchNamespaceError">NoSuchNamespaceError</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>When the destination namespace doesn't exist.</p> |
| </div> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="TableAlreadyExistsError (pyiceberg.exceptions.TableAlreadyExistsError)" href="../../exceptions/#pyiceberg.exceptions.TableAlreadyExistsError">TableAlreadyExistsError</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>When the destination table already exists.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/catalog/hive.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-645">645</a></span> |
| <span class="normal"><a href="#__codelineno-0-646">646</a></span> |
| <span class="normal"><a href="#__codelineno-0-647">647</a></span> |
| <span class="normal"><a href="#__codelineno-0-648">648</a></span> |
| <span class="normal"><a href="#__codelineno-0-649">649</a></span> |
| <span class="normal"><a href="#__codelineno-0-650">650</a></span> |
| <span class="normal"><a href="#__codelineno-0-651">651</a></span> |
| <span class="normal"><a href="#__codelineno-0-652">652</a></span> |
| <span class="normal"><a href="#__codelineno-0-653">653</a></span> |
| <span class="normal"><a href="#__codelineno-0-654">654</a></span> |
| <span class="normal"><a href="#__codelineno-0-655">655</a></span> |
| <span class="normal"><a href="#__codelineno-0-656">656</a></span> |
| <span class="normal"><a href="#__codelineno-0-657">657</a></span> |
| <span class="normal"><a href="#__codelineno-0-658">658</a></span> |
| <span class="normal"><a href="#__codelineno-0-659">659</a></span> |
| <span class="normal"><a href="#__codelineno-0-660">660</a></span> |
| <span class="normal"><a href="#__codelineno-0-661">661</a></span> |
| <span class="normal"><a href="#__codelineno-0-662">662</a></span> |
| <span class="normal"><a href="#__codelineno-0-663">663</a></span> |
| <span class="normal"><a href="#__codelineno-0-664">664</a></span> |
| <span class="normal"><a href="#__codelineno-0-665">665</a></span> |
| <span class="normal"><a href="#__codelineno-0-666">666</a></span> |
| <span class="normal"><a href="#__codelineno-0-667">667</a></span> |
| <span class="normal"><a href="#__codelineno-0-668">668</a></span> |
| <span class="normal"><a href="#__codelineno-0-669">669</a></span> |
| <span class="normal"><a href="#__codelineno-0-670">670</a></span> |
| <span class="normal"><a href="#__codelineno-0-671">671</a></span> |
| <span class="normal"><a href="#__codelineno-0-672">672</a></span> |
| <span class="normal"><a href="#__codelineno-0-673">673</a></span> |
| <span class="normal"><a href="#__codelineno-0-674">674</a></span> |
| <span class="normal"><a href="#__codelineno-0-675">675</a></span> |
| <span class="normal"><a href="#__codelineno-0-676">676</a></span> |
| <span class="normal"><a href="#__codelineno-0-677">677</a></span> |
| <span class="normal"><a href="#__codelineno-0-678">678</a></span> |
| <span class="normal"><a href="#__codelineno-0-679">679</a></span> |
| <span class="normal"><a href="#__codelineno-0-680">680</a></span> |
| <span class="normal"><a href="#__codelineno-0-681">681</a></span> |
| <span class="normal"><a href="#__codelineno-0-682">682</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-645" name="__codelineno-0-645"></a><span class="k">def</span><span class="w"> </span><span class="nf">rename_table</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">from_identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">],</span> <span class="n">to_identifier</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">])</span> <span class="o">-></span> <span class="n">Table</span><span class="p">:</span> |
| <a id="__codelineno-0-646" name="__codelineno-0-646"></a><span class="w"> </span><span class="sd">"""Rename a fully classified table name.</span> |
| <a id="__codelineno-0-647" name="__codelineno-0-647"></a> |
| <a id="__codelineno-0-648" name="__codelineno-0-648"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-649" name="__codelineno-0-649"></a><span class="sd"> from_identifier: Existing table identifier.</span> |
| <a id="__codelineno-0-650" name="__codelineno-0-650"></a><span class="sd"> to_identifier: New table identifier.</span> |
| <a id="__codelineno-0-651" name="__codelineno-0-651"></a> |
| <a id="__codelineno-0-652" name="__codelineno-0-652"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-653" name="__codelineno-0-653"></a><span class="sd"> Table: the updated table instance with its metadata.</span> |
| <a id="__codelineno-0-654" name="__codelineno-0-654"></a> |
| <a id="__codelineno-0-655" name="__codelineno-0-655"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-656" name="__codelineno-0-656"></a><span class="sd"> ValueError: When from table identifier is invalid.</span> |
| <a id="__codelineno-0-657" name="__codelineno-0-657"></a><span class="sd"> NoSuchTableError: When a table with the name does not exist.</span> |
| <a id="__codelineno-0-658" name="__codelineno-0-658"></a><span class="sd"> NoSuchNamespaceError: When the destination namespace doesn't exist.</span> |
| <a id="__codelineno-0-659" name="__codelineno-0-659"></a><span class="sd"> TableAlreadyExistsError: When the destination table already exists.</span> |
| <a id="__codelineno-0-660" name="__codelineno-0-660"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-661" name="__codelineno-0-661"></a> <span class="n">from_database_name</span><span class="p">,</span> <span class="n">from_table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">from_identifier</span><span class="p">,</span> <span class="n">NoSuchTableError</span><span class="p">)</span> |
| <a id="__codelineno-0-662" name="__codelineno-0-662"></a> <span class="n">to_database_name</span><span class="p">,</span> <span class="n">to_table_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database_and_table</span><span class="p">(</span><span class="n">to_identifier</span><span class="p">)</span> |
| <a id="__codelineno-0-663" name="__codelineno-0-663"></a> |
| <a id="__codelineno-0-664" name="__codelineno-0-664"></a> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">table_exists</span><span class="p">(</span><span class="n">to_identifier</span><span class="p">):</span> |
| <a id="__codelineno-0-665" name="__codelineno-0-665"></a> <span class="k">raise</span> <span class="n">TableAlreadyExistsError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Table already exists: </span><span class="si">{</span><span class="n">to_table_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-666" name="__codelineno-0-666"></a> |
| <a id="__codelineno-0-667" name="__codelineno-0-667"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-668" name="__codelineno-0-668"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-669" name="__codelineno-0-669"></a> <span class="n">tbl</span> <span class="o">=</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_table</span><span class="p">(</span><span class="n">dbname</span><span class="o">=</span><span class="n">from_database_name</span><span class="p">,</span> <span class="n">tbl_name</span><span class="o">=</span><span class="n">from_table_name</span><span class="p">)</span> |
| <a id="__codelineno-0-670" name="__codelineno-0-670"></a> <span class="n">tbl</span><span class="o">.</span><span class="n">dbName</span> <span class="o">=</span> <span class="n">to_database_name</span> |
| <a id="__codelineno-0-671" name="__codelineno-0-671"></a> <span class="n">tbl</span><span class="o">.</span><span class="n">tableName</span> <span class="o">=</span> <span class="n">to_table_name</span> |
| <a id="__codelineno-0-672" name="__codelineno-0-672"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">alter_table_with_environment_context</span><span class="p">(</span> |
| <a id="__codelineno-0-673" name="__codelineno-0-673"></a> <span class="n">dbname</span><span class="o">=</span><span class="n">from_database_name</span><span class="p">,</span> |
| <a id="__codelineno-0-674" name="__codelineno-0-674"></a> <span class="n">tbl_name</span><span class="o">=</span><span class="n">from_table_name</span><span class="p">,</span> |
| <a id="__codelineno-0-675" name="__codelineno-0-675"></a> <span class="n">new_tbl</span><span class="o">=</span><span class="n">tbl</span><span class="p">,</span> |
| <a id="__codelineno-0-676" name="__codelineno-0-676"></a> <span class="n">environment_context</span><span class="o">=</span><span class="n">EnvironmentContext</span><span class="p">(</span><span class="n">properties</span><span class="o">=</span><span class="p">{</span><span class="n">DO_NOT_UPDATE_STATS</span><span class="p">:</span> <span class="n">DO_NOT_UPDATE_STATS_DEFAULT</span><span class="p">}),</span> |
| <a id="__codelineno-0-677" name="__codelineno-0-677"></a> <span class="p">)</span> |
| <a id="__codelineno-0-678" name="__codelineno-0-678"></a> <span class="k">except</span> <span class="n">NoSuchObjectException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-679" name="__codelineno-0-679"></a> <span class="k">raise</span> <span class="n">NoSuchTableError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Table does not exist: </span><span class="si">{</span><span class="n">from_table_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-680" name="__codelineno-0-680"></a> <span class="k">except</span> <span class="n">InvalidOperationException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-681" name="__codelineno-0-681"></a> <span class="k">raise</span> <span class="n">NoSuchNamespaceError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Database does not exists: </span><span class="si">{</span><span class="n">to_database_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-682" name="__codelineno-0-682"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">load_table</span><span class="p">(</span><span class="n">to_identifier</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.catalog.hive.HiveCatalog.update_namespace_properties" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">update_namespace_properties</span><span class="p">(</span><span class="n">namespace</span><span class="p">,</span> <span class="n">removals</span><span class="o">=</span><span class="kc">None</span><span class="p">,</span> <span class="n">updates</span><span class="o">=</span><span class="n">EMPTY_DICT</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.catalog.hive.HiveCatalog.update_namespace_properties" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Remove provided property keys and update properties for a namespace.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>namespace</code> |
| </td> |
| <td> |
| <code><span title="typing.Union">Union</span>[<span title="str">str</span>, <a class="autorefs autorefs-internal" title="Identifier = Tuple[str, ...] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Identifier)" href="../../typedef/#pyiceberg.typedef.Identifier">Identifier</a>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Namespace identifier.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code>removals</code> |
| </td> |
| <td> |
| <code><span title="typing.Optional">Optional</span>[<span title="typing.Set">Set</span>[<span title="str">str</span>]]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Set of property keys that need to be removed. Optional Argument.</p> |
| </div> |
| </td> |
| <td> |
| <code>None</code> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code>updates</code> |
| </td> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="Properties = Dict[str, Any] |
| |
| |
| module-attribute |
| (pyiceberg.typedef.Properties)" href="../../typedef/#pyiceberg.typedef.Properties">Properties</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>Properties to be updated for the given namespace.</p> |
| </div> |
| </td> |
| <td> |
| <code><span title="pyiceberg.typedef.EMPTY_DICT">EMPTY_DICT</span></code> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Raises:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="NoSuchNamespaceError (pyiceberg.exceptions.NoSuchNamespaceError)" href="../../exceptions/#pyiceberg.exceptions.NoSuchNamespaceError">NoSuchNamespaceError</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If a namespace with the given name does not exist</p> |
| </div> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td> |
| <code><span title="ValueError">ValueError</span></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>If removals and updates have overlapping keys.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/catalog/hive.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-784">784</a></span> |
| <span class="normal"><a href="#__codelineno-0-785">785</a></span> |
| <span class="normal"><a href="#__codelineno-0-786">786</a></span> |
| <span class="normal"><a href="#__codelineno-0-787">787</a></span> |
| <span class="normal"><a href="#__codelineno-0-788">788</a></span> |
| <span class="normal"><a href="#__codelineno-0-789">789</a></span> |
| <span class="normal"><a href="#__codelineno-0-790">790</a></span> |
| <span class="normal"><a href="#__codelineno-0-791">791</a></span> |
| <span class="normal"><a href="#__codelineno-0-792">792</a></span> |
| <span class="normal"><a href="#__codelineno-0-793">793</a></span> |
| <span class="normal"><a href="#__codelineno-0-794">794</a></span> |
| <span class="normal"><a href="#__codelineno-0-795">795</a></span> |
| <span class="normal"><a href="#__codelineno-0-796">796</a></span> |
| <span class="normal"><a href="#__codelineno-0-797">797</a></span> |
| <span class="normal"><a href="#__codelineno-0-798">798</a></span> |
| <span class="normal"><a href="#__codelineno-0-799">799</a></span> |
| <span class="normal"><a href="#__codelineno-0-800">800</a></span> |
| <span class="normal"><a href="#__codelineno-0-801">801</a></span> |
| <span class="normal"><a href="#__codelineno-0-802">802</a></span> |
| <span class="normal"><a href="#__codelineno-0-803">803</a></span> |
| <span class="normal"><a href="#__codelineno-0-804">804</a></span> |
| <span class="normal"><a href="#__codelineno-0-805">805</a></span> |
| <span class="normal"><a href="#__codelineno-0-806">806</a></span> |
| <span class="normal"><a href="#__codelineno-0-807">807</a></span> |
| <span class="normal"><a href="#__codelineno-0-808">808</a></span> |
| <span class="normal"><a href="#__codelineno-0-809">809</a></span> |
| <span class="normal"><a href="#__codelineno-0-810">810</a></span> |
| <span class="normal"><a href="#__codelineno-0-811">811</a></span> |
| <span class="normal"><a href="#__codelineno-0-812">812</a></span> |
| <span class="normal"><a href="#__codelineno-0-813">813</a></span> |
| <span class="normal"><a href="#__codelineno-0-814">814</a></span> |
| <span class="normal"><a href="#__codelineno-0-815">815</a></span> |
| <span class="normal"><a href="#__codelineno-0-816">816</a></span> |
| <span class="normal"><a href="#__codelineno-0-817">817</a></span> |
| <span class="normal"><a href="#__codelineno-0-818">818</a></span> |
| <span class="normal"><a href="#__codelineno-0-819">819</a></span> |
| <span class="normal"><a href="#__codelineno-0-820">820</a></span> |
| <span class="normal"><a href="#__codelineno-0-821">821</a></span> |
| <span class="normal"><a href="#__codelineno-0-822">822</a></span> |
| <span class="normal"><a href="#__codelineno-0-823">823</a></span> |
| <span class="normal"><a href="#__codelineno-0-824">824</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-784" name="__codelineno-0-784"></a><span class="k">def</span><span class="w"> </span><span class="nf">update_namespace_properties</span><span class="p">(</span> |
| <a id="__codelineno-0-785" name="__codelineno-0-785"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">namespace</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Identifier</span><span class="p">],</span> <span class="n">removals</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Set</span><span class="p">[</span><span class="nb">str</span><span class="p">]]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="n">updates</span><span class="p">:</span> <span class="n">Properties</span> <span class="o">=</span> <span class="n">EMPTY_DICT</span> |
| <a id="__codelineno-0-786" name="__codelineno-0-786"></a><span class="p">)</span> <span class="o">-></span> <span class="n">PropertiesUpdateSummary</span><span class="p">:</span> |
| <a id="__codelineno-0-787" name="__codelineno-0-787"></a><span class="w"> </span><span class="sd">"""Remove provided property keys and update properties for a namespace.</span> |
| <a id="__codelineno-0-788" name="__codelineno-0-788"></a> |
| <a id="__codelineno-0-789" name="__codelineno-0-789"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-790" name="__codelineno-0-790"></a><span class="sd"> namespace: Namespace identifier.</span> |
| <a id="__codelineno-0-791" name="__codelineno-0-791"></a><span class="sd"> removals: Set of property keys that need to be removed. Optional Argument.</span> |
| <a id="__codelineno-0-792" name="__codelineno-0-792"></a><span class="sd"> updates: Properties to be updated for the given namespace.</span> |
| <a id="__codelineno-0-793" name="__codelineno-0-793"></a> |
| <a id="__codelineno-0-794" name="__codelineno-0-794"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-795" name="__codelineno-0-795"></a><span class="sd"> NoSuchNamespaceError: If a namespace with the given name does not exist</span> |
| <a id="__codelineno-0-796" name="__codelineno-0-796"></a><span class="sd"> ValueError: If removals and updates have overlapping keys.</span> |
| <a id="__codelineno-0-797" name="__codelineno-0-797"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-798" name="__codelineno-0-798"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_check_for_overlap</span><span class="p">(</span><span class="n">updates</span><span class="o">=</span><span class="n">updates</span><span class="p">,</span> <span class="n">removals</span><span class="o">=</span><span class="n">removals</span><span class="p">)</span> |
| <a id="__codelineno-0-799" name="__codelineno-0-799"></a> <span class="n">database_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">identifier_to_database</span><span class="p">(</span><span class="n">namespace</span><span class="p">,</span> <span class="n">NoSuchNamespaceError</span><span class="p">)</span> |
| <a id="__codelineno-0-800" name="__codelineno-0-800"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">_client</span> <span class="k">as</span> <span class="n">open_client</span><span class="p">:</span> |
| <a id="__codelineno-0-801" name="__codelineno-0-801"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-802" name="__codelineno-0-802"></a> <span class="n">database</span> <span class="o">=</span> <span class="n">open_client</span><span class="o">.</span><span class="n">get_database</span><span class="p">(</span><span class="n">database_name</span><span class="p">)</span> |
| <a id="__codelineno-0-803" name="__codelineno-0-803"></a> <span class="n">parameters</span> <span class="o">=</span> <span class="n">database</span><span class="o">.</span><span class="n">parameters</span> |
| <a id="__codelineno-0-804" name="__codelineno-0-804"></a> <span class="k">except</span> <span class="n">NoSuchObjectException</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-805" name="__codelineno-0-805"></a> <span class="k">raise</span> <span class="n">NoSuchNamespaceError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Database does not exists: </span><span class="si">{</span><span class="n">database_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-806" name="__codelineno-0-806"></a> |
| <a id="__codelineno-0-807" name="__codelineno-0-807"></a> <span class="n">removed</span><span class="p">:</span> <span class="n">Set</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span> |
| <a id="__codelineno-0-808" name="__codelineno-0-808"></a> <span class="n">updated</span><span class="p">:</span> <span class="n">Set</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span> |
| <a id="__codelineno-0-809" name="__codelineno-0-809"></a> |
| <a id="__codelineno-0-810" name="__codelineno-0-810"></a> <span class="k">if</span> <span class="n">removals</span><span class="p">:</span> |
| <a id="__codelineno-0-811" name="__codelineno-0-811"></a> <span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">removals</span><span class="p">:</span> |
| <a id="__codelineno-0-812" name="__codelineno-0-812"></a> <span class="k">if</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">parameters</span><span class="p">:</span> |
| <a id="__codelineno-0-813" name="__codelineno-0-813"></a> <span class="n">parameters</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="n">key</span><span class="p">)</span> |
| <a id="__codelineno-0-814" name="__codelineno-0-814"></a> <span class="n">removed</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">key</span><span class="p">)</span> |
| <a id="__codelineno-0-815" name="__codelineno-0-815"></a> <span class="k">if</span> <span class="n">updates</span><span class="p">:</span> |
| <a id="__codelineno-0-816" name="__codelineno-0-816"></a> <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">updates</span><span class="o">.</span><span class="n">items</span><span class="p">():</span> |
| <a id="__codelineno-0-817" name="__codelineno-0-817"></a> <span class="n">parameters</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">=</span> <span class="n">value</span> |
| <a id="__codelineno-0-818" name="__codelineno-0-818"></a> <span class="n">updated</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">key</span><span class="p">)</span> |
| <a id="__codelineno-0-819" name="__codelineno-0-819"></a> |
| <a id="__codelineno-0-820" name="__codelineno-0-820"></a> <span class="n">open_client</span><span class="o">.</span><span class="n">alter_database</span><span class="p">(</span><span class="n">database_name</span><span class="p">,</span> <span class="n">_annotate_namespace</span><span class="p">(</span><span class="n">database</span><span class="p">,</span> <span class="n">parameters</span><span class="p">))</span> |
| <a id="__codelineno-0-821" name="__codelineno-0-821"></a> |
| <a id="__codelineno-0-822" name="__codelineno-0-822"></a> <span class="n">expected_to_change</span> <span class="o">=</span> <span class="p">(</span><span class="n">removals</span> <span class="ow">or</span> <span class="nb">set</span><span class="p">())</span><span class="o">.</span><span class="n">difference</span><span class="p">(</span><span class="n">removed</span><span class="p">)</span> |
| <a id="__codelineno-0-823" name="__codelineno-0-823"></a> |
| <a id="__codelineno-0-824" name="__codelineno-0-824"></a> <span class="k">return</span> <span class="n">PropertiesUpdateSummary</span><span class="p">(</span><span class="n">removed</span><span class="o">=</span><span class="nb">list</span><span class="p">(</span><span class="n">removed</span> <span class="ow">or</span> <span class="p">[]),</span> <span class="n">updated</span><span class="o">=</span><span class="nb">list</span><span class="p">(</span><span class="n">updated</span> <span class="ow">or</span> <span class="p">[]),</span> <span class="n">missing</span><span class="o">=</span><span class="nb">list</span><span class="p">(</span><span class="n">expected_to_change</span><span class="p">))</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </article> |
| </div> |
| |
| |
| <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> |
| </div> |
| |
| <button type="button" class="md-top md-icon" data-md-component="top" hidden> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> |
| Back to top |
| </button> |
| |
| </main> |
| |
| <footer class="md-footer"> |
| |
| <div class="md-footer-meta md-typeset"> |
| <div class="md-footer-meta__inner md-grid"> |
| <div class="md-copyright"> |
| |
| |
| Made with |
| <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener"> |
| Material for MkDocs |
| </a> |
| |
| </div> |
| |
| </div> |
| </div> |
| </footer> |
| |
| </div> |
| <div class="md-dialog" data-md-component="dialog"> |
| <div class="md-dialog__inner md-typeset"></div> |
| </div> |
| |
| |
| |
| |
| <script id="__config" type="application/json">{"base": "../../../..", "features": ["navigation.top", "navigation.tracking", "navigation.tabs", "navigation.tabs.sticky", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.973d3a69.min.js", "tags": null, "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": null}</script> |
| |
| |
| <script src="../../../../assets/javascripts/bundle.f55a23d4.min.js"></script> |
| |
| |
| </body> |
| </html> |
