| |
| <!doctype html> |
| <html lang="en" class="no-js"> |
| <head> |
| |
| <meta charset="utf-8"> |
| <meta name="viewport" content="width=device-width,initial-scale=1"> |
| |
| |
| |
| <link rel="canonical" href="https://py.iceberg.apache.org/reference/pyiceberg/partitioning/"> |
| |
| |
| <link rel="prev" href="../manifest/"> |
| |
| |
| <link rel="next" href="../schema/"> |
| |
| |
| |
| |
| |
| <link rel="icon" href="../../../assets/images/iceberg-logo-icon.png"> |
| <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.7.1"> |
| |
| |
| |
| <title>partitioning - PyIceberg</title> |
| |
| |
| |
| <link rel="stylesheet" href="../../../assets/stylesheets/main.484c7ddc.min.css"> |
| |
| |
| <link rel="stylesheet" href="../../../assets/stylesheets/palette.ab4e12ef.min.css"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin> |
| <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Lato:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"> |
| <style>:root{--md-text-font:"Lato";--md-code-font:"Roboto Mono"}</style> |
| |
| |
| |
| <link rel="stylesheet" href="../../../assets/_mkdocstrings.css"> |
| |
| <script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script> |
| |
| |
| |
| |
| |
| |
| <!-- Matomo --> |
| <script> |
| var _paq = window._paq = window._paq || []; |
| /* tracker methods like "setCustomDimension" should be called before "trackPageView" */ |
| _paq.push(["setDoNotTrack", true]); |
| _paq.push(["disableCookies"]); |
| _paq.push(['trackPageView']); |
| _paq.push(['enableLinkTracking']); |
| (function() { |
| var u="https://analytics.apache.org/"; |
| _paq.push(['setTrackerUrl', u+'matomo.php']); |
| _paq.push(['setSiteId', '82']); |
| var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0]; |
| g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s); |
| })(); |
| </script> |
| <!-- End Matomo --> |
| |
| </head> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <body dir="ltr" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo"> |
| |
| |
| <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off"> |
| <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off"> |
| <label class="md-overlay" for="__drawer"></label> |
| <div data-md-component="skip"> |
| |
| |
| <a href="#pyiceberg.partitioning" class="md-skip"> |
| Skip to content |
| </a> |
| |
| </div> |
| <div data-md-component="announce"> |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| <header class="md-header md-header--shadow md-header--lifted" data-md-component="header"> |
| <nav class="md-header__inner md-grid" aria-label="Header"> |
| <a href="../../.." title="PyIceberg" class="md-header__button md-logo" aria-label="PyIceberg" data-md-component="logo"> |
| |
| <img src="../../../assets/images/iceberg-logo-icon.png" alt="logo"> |
| |
| </a> |
| <label class="md-header__button md-icon" for="__drawer"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> |
| </label> |
| <div class="md-header__title" data-md-component="header-title"> |
| <div class="md-header__ellipsis"> |
| <div class="md-header__topic"> |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| </div> |
| <div class="md-header__topic" data-md-component="header-topic"> |
| <span class="md-ellipsis"> |
| |
| partitioning |
| |
| </span> |
| </div> |
| </div> |
| </div> |
| |
| |
| <form class="md-header__option" data-md-component="palette"> |
| |
| |
| |
| |
| <input class="md-option" data-md-color-media="" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_0"> |
| |
| <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_1" hidden> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a4 4 0 0 0-4 4 4 4 0 0 0 4 4 4 4 0 0 0 4-4 4 4 0 0 0-4-4m0 10a6 6 0 0 1-6-6 6 6 0 0 1 6-6 6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> |
| </label> |
| |
| |
| |
| |
| |
| <input class="md-option" data-md-color-media="" data-md-color-scheme="slate" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_1"> |
| |
| <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_0" hidden> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 18c-.89 0-1.74-.2-2.5-.55C11.56 16.5 13 14.42 13 12s-1.44-4.5-3.5-5.45C10.26 6.2 11.11 6 12 6a6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> |
| </label> |
| |
| |
| </form> |
| |
| |
| |
| <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> |
| |
| |
| |
| |
| |
| <label class="md-header__button md-icon" for="__search"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> |
| </label> |
| <div class="md-search" data-md-component="search" role="dialog"> |
| <label class="md-search__overlay" for="__search"></label> |
| <div class="md-search__inner" role="search"> |
| <form class="md-search__form" name="search"> |
| <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required> |
| <label class="md-search__icon md-icon" for="__search"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> |
| </label> |
| <nav class="md-search__options" aria-label="Search"> |
| |
| <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> |
| </button> |
| </nav> |
| |
| </form> |
| <div class="md-search__output"> |
| <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix> |
| <div class="md-search-result" data-md-component="search-result"> |
| <div class="md-search-result__meta"> |
| Initializing search |
| </div> |
| <ol class="md-search-result__list" role="presentation"></ol> |
| </div> |
| </div> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-header__source"> |
| <a href="https://github.com/apache/iceberg-python" title="Go to repository" class="md-source" data-md-component="source"> |
| <div class="md-source__icon md-icon"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg> |
| </div> |
| <div class="md-source__repository"> |
| apache/iceberg-python |
| </div> |
| </a> |
| </div> |
| |
| </nav> |
| |
| |
| |
| <nav class="md-tabs" aria-label="Tabs" data-md-component="tabs"> |
| <div class="md-grid"> |
| <ul class="md-tabs__list"> |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../.." class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Getting started |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../configuration/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Configuration |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../cli/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| CLI |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../api/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| API |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../contributing/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Contributing |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../community/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Community |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../verify-release/" class="md-tabs__link"> |
| |
| |
| |
| Releases |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item md-tabs__item--active"> |
| <a href="../" class="md-tabs__link"> |
| |
| |
| |
| Code Reference |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </div> |
| </nav> |
| |
| |
| </header> |
| |
| <div class="md-container" data-md-component="container"> |
| |
| |
| |
| |
| <main class="md-main" data-md-component="main"> |
| <div class="md-main__inner md-grid"> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| |
| |
| |
| |
| <nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0"> |
| <label class="md-nav__title" for="__drawer"> |
| <a href="../../.." title="PyIceberg" class="md-nav__button md-logo" aria-label="PyIceberg" data-md-component="logo"> |
| |
| <img src="../../../assets/images/iceberg-logo-icon.png" alt="logo"> |
| |
| </a> |
| PyIceberg |
| </label> |
| |
| <div class="md-nav__source"> |
| <a href="https://github.com/apache/iceberg-python" title="Go to repository" class="md-source" data-md-component="source"> |
| <div class="md-source__icon md-icon"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg> |
| </div> |
| <div class="md-source__repository"> |
| apache/iceberg-python |
| </div> |
| </a> |
| </div> |
| |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../.." class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| Getting started |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../configuration/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| Configuration |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../cli/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| CLI |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../../api/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| API |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_4" id="__nav_4_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_4"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| API |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../row-filter-syntax/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| Row Filter Syntax |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../expression-dsl/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| Expression DSL |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../contributing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| Contributing |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../community/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| Community |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" > |
| |
| |
| <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| Releases |
| |
| |
| |
| </span> |
| |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_7"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| Releases |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../verify-release/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| Verify a release |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../how-to-release/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| How to release |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://github.com/apache/iceberg-python/releases" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| Release Notes |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../nightly-build/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| Nightly Build |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" checked> |
| |
| |
| <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex=""> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| Code Reference |
| |
| |
| |
| </span> |
| |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_8"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| Code Reference |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1" checked> |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| pyiceberg |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1" id="__nav_8_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_8_1_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_8_1"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| pyiceberg |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_1" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../avro/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| avro |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_1" id="__nav_8_1_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_1_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_1"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| avro |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_1_1" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../avro/codecs/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| codecs |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_1_1" id="__nav_8_1_1_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_1_1_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_1_1"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| codecs |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/codecs/bzip2/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| bzip2 |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/codecs/codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| codec |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/codecs/deflate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| deflate |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/codecs/snappy_codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| snappy_codec |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/codecs/zstandard_codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| zstandard_codec |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/decoder/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| decoder |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/encoder/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| encoder |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/file/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| file |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/reader/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| reader |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/resolver/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| resolver |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/writer/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| writer |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_2" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../catalog/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| catalog |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_2" id="__nav_8_1_2_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_2"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| catalog |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/bigquery_metastore/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| bigquery_metastore |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/dynamodb/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| dynamodb |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/glue/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| glue |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/hive/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| hive |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/memory/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| memory |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/noop/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| noop |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_2_7" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../catalog/rest/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| rest |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_2_7" id="__nav_8_1_2_7_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_2_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_2_7"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| rest |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/rest/auth/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| auth |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/rest/response/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| response |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/rest/scan_planning/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| scan_planning |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/sql/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| sql |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_3" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../cli/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| cli |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_3" id="__nav_8_1_3_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_3"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| cli |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../cli/console/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| console |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../cli/output/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| output |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../conversions/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| conversions |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../exceptions/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| exceptions |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_6" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../expressions/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| expressions |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_6" id="__nav_8_1_6_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_6_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_6"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| expressions |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../expressions/literals/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| literals |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../expressions/parser/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| parser |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../expressions/visitors/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| visitors |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_7" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../io/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| io |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_7" id="__nav_8_1_7_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_7"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| io |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../io/fsspec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| fsspec |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../io/pyarrow/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| pyarrow |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../manifest/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| manifest |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active"> |
| |
| <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc"> |
| |
| |
| |
| <label class="md-nav__link md-nav__link--active" for="__toc"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| partitioning |
| |
| |
| |
| </span> |
| |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <a href="./" class="md-nav__link md-nav__link--active"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| partitioning |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| |
| |
| |
| <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> |
| |
| |
| |
| |
| <label class="md-nav__title" for="__toc"> |
| <span class="md-nav__icon md-icon"></span> |
| Table of contents |
| </label> |
| <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| partitioning |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionField" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| PartitionField |
| |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="PartitionField"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionField.__str__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| __str__ |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpec" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| PartitionSpec |
| |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="PartitionSpec"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpec.__eq__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| __eq__ |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpec.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| __repr__ |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpec.__str__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| __str__ |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpec.compatible_with" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| compatible_with |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpec.partition_type" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| partition_type |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| PartitionSpecVisitor |
| |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="PartitionSpecVisitor"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.always_null" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| always_null |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.bucket" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| bucket |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.day" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| day |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.hour" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| hour |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.identity" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| identity |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.month" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| month |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.truncate" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| truncate |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.unknown" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| unknown |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.year" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| year |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.partition_record_value" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| partition_record_value |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.validate_partition_name" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| validate_partition_name |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../schema/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| schema |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../serializers/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| serializers |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_12" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../table/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| table |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_12" id="__nav_8_1_12_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_12_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_12"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| table |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/delete_file_index/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| delete_file_index |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/inspect/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| inspect |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/locations/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| locations |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/maintenance/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| maintenance |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/metadata/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| metadata |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/name_mapping/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| name_mapping |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/puffin/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| puffin |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/refs/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| refs |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/snapshots/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| snapshots |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/sorting/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| sorting |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/statistics/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| statistics |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_12_12" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../table/update/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| update |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_12_12" id="__nav_8_1_12_12_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_12_12_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_12_12"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| update |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/update/schema/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| schema |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/update/snapshot/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| snapshot |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/update/sorting/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| sorting |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/update/spec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| spec |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/update/statistics/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| statistics |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/update/validate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| validate |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/upsert_util/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| upsert_util |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../transforms/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| transforms |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../typedef/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| typedef |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../types/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| types |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_16" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../utils/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| utils |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_16" id="__nav_8_1_16_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_16"> |
| <span class="md-nav__icon md-icon"></span> |
| |
| |
| utils |
| |
| |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/bin_packing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| bin_packing |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/concurrent/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| concurrent |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/config/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| config |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/datetime/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| datetime |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/decimal/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| decimal |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/deprecated/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| deprecated |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/lazydict/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| lazydict |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/parsing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| parsing |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/properties/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| properties |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/schema_conversion/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| schema_conversion |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/singleton/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| singleton |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/truncate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| |
| |
| truncate |
| |
| |
| |
| </span> |
| |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| </ul> |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> |
| |
| |
| |
| |
| <label class="md-nav__title" for="__toc"> |
| <span class="md-nav__icon md-icon"></span> |
| Table of contents |
| </label> |
| <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| partitioning |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionField" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| PartitionField |
| |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="PartitionField"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionField.__str__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| __str__ |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpec" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| PartitionSpec |
| |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="PartitionSpec"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpec.__eq__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| __eq__ |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpec.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| __repr__ |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpec.__str__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| __str__ |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpec.compatible_with" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| compatible_with |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpec.partition_type" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| partition_type |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| PartitionSpecVisitor |
| |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="PartitionSpecVisitor"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.always_null" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| always_null |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.bucket" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| bucket |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.day" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| day |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.hour" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| hour |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.identity" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| identity |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.month" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| month |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.truncate" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| truncate |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.unknown" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| unknown |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.year" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| year |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.partition_record_value" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| partition_record_value |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.partitioning.validate_partition_name" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| |
| validate_partition_name |
| |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-content" data-md-component="content"> |
| |
| <article class="md-content__inner md-typeset"> |
| |
| |
| |
| |
| |
| |
| |
| |
| <h1>partitioning</h1> |
| |
| <div class="doc doc-object doc-module"> |
| |
| |
| |
| <a id="pyiceberg.partitioning"></a> |
| <div class="doc doc-contents first"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.partitioning.PartitionField" class="doc doc-heading"> |
| <code>PartitionField</code> |
| |
| |
| <a href="#pyiceberg.partitioning.PartitionField" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><a class="autorefs autorefs-internal" title="IcebergBaseModel (pyiceberg.typedef.IcebergBaseModel)" href="../typedef/#pyiceberg.typedef.IcebergBaseModel">IcebergBaseModel</a></code></p> |
| |
| |
| |
| <p>PartitionField represents how one partition value is derived from the source column via transformation.</p> |
| |
| |
| <p><span class="doc-section-title">Attributes:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td><code><span title="pyiceberg.partitioning.PartitionField.source_id(int)">source_id(int)</span></code></td> |
| <td> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>The source column id of table's schema.</p> |
| </div> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td><code><span title="pyiceberg.partitioning.PartitionField.field_id(int)">field_id(int)</span></code></td> |
| <td> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>The partition field id across all the table partition specs.</p> |
| </div> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td><code><span title="pyiceberg.partitioning.PartitionField.transform(Transform)">transform(Transform)</span></code></td> |
| <td> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>The transform used to produce partition values from source column.</p> |
| </div> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td><code><span title="pyiceberg.partitioning.PartitionField.name(str)">name(str)</span></code></td> |
| <td> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>The name of this partition field.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-69"> 69</a></span> |
| <span class="normal"><a href="#__codelineno-0-70"> 70</a></span> |
| <span class="normal"><a href="#__codelineno-0-71"> 71</a></span> |
| <span class="normal"><a href="#__codelineno-0-72"> 72</a></span> |
| <span class="normal"><a href="#__codelineno-0-73"> 73</a></span> |
| <span class="normal"><a href="#__codelineno-0-74"> 74</a></span> |
| <span class="normal"><a href="#__codelineno-0-75"> 75</a></span> |
| <span class="normal"><a href="#__codelineno-0-76"> 76</a></span> |
| <span class="normal"><a href="#__codelineno-0-77"> 77</a></span> |
| <span class="normal"><a href="#__codelineno-0-78"> 78</a></span> |
| <span class="normal"><a href="#__codelineno-0-79"> 79</a></span> |
| <span class="normal"><a href="#__codelineno-0-80"> 80</a></span> |
| <span class="normal"><a href="#__codelineno-0-81"> 81</a></span> |
| <span class="normal"><a href="#__codelineno-0-82"> 82</a></span> |
| <span class="normal"><a href="#__codelineno-0-83"> 83</a></span> |
| <span class="normal"><a href="#__codelineno-0-84"> 84</a></span> |
| <span class="normal"><a href="#__codelineno-0-85"> 85</a></span> |
| <span class="normal"><a href="#__codelineno-0-86"> 86</a></span> |
| <span class="normal"><a href="#__codelineno-0-87"> 87</a></span> |
| <span class="normal"><a href="#__codelineno-0-88"> 88</a></span> |
| <span class="normal"><a href="#__codelineno-0-89"> 89</a></span> |
| <span class="normal"><a href="#__codelineno-0-90"> 90</a></span> |
| <span class="normal"><a href="#__codelineno-0-91"> 91</a></span> |
| <span class="normal"><a href="#__codelineno-0-92"> 92</a></span> |
| <span class="normal"><a href="#__codelineno-0-93"> 93</a></span> |
| <span class="normal"><a href="#__codelineno-0-94"> 94</a></span> |
| <span class="normal"><a href="#__codelineno-0-95"> 95</a></span> |
| <span class="normal"><a href="#__codelineno-0-96"> 96</a></span> |
| <span class="normal"><a href="#__codelineno-0-97"> 97</a></span> |
| <span class="normal"><a href="#__codelineno-0-98"> 98</a></span> |
| <span class="normal"><a href="#__codelineno-0-99"> 99</a></span> |
| <span class="normal"><a href="#__codelineno-0-100">100</a></span> |
| <span class="normal"><a href="#__codelineno-0-101">101</a></span> |
| <span class="normal"><a href="#__codelineno-0-102">102</a></span> |
| <span class="normal"><a href="#__codelineno-0-103">103</a></span> |
| <span class="normal"><a href="#__codelineno-0-104">104</a></span> |
| <span class="normal"><a href="#__codelineno-0-105">105</a></span> |
| <span class="normal"><a href="#__codelineno-0-106">106</a></span> |
| <span class="normal"><a href="#__codelineno-0-107">107</a></span> |
| <span class="normal"><a href="#__codelineno-0-108">108</a></span> |
| <span class="normal"><a href="#__codelineno-0-109">109</a></span> |
| <span class="normal"><a href="#__codelineno-0-110">110</a></span> |
| <span class="normal"><a href="#__codelineno-0-111">111</a></span> |
| <span class="normal"><a href="#__codelineno-0-112">112</a></span> |
| <span class="normal"><a href="#__codelineno-0-113">113</a></span> |
| <span class="normal"><a href="#__codelineno-0-114">114</a></span> |
| <span class="normal"><a href="#__codelineno-0-115">115</a></span> |
| <span class="normal"><a href="#__codelineno-0-116">116</a></span> |
| <span class="normal"><a href="#__codelineno-0-117">117</a></span> |
| <span class="normal"><a href="#__codelineno-0-118">118</a></span> |
| <span class="normal"><a href="#__codelineno-0-119">119</a></span> |
| <span class="normal"><a href="#__codelineno-0-120">120</a></span> |
| <span class="normal"><a href="#__codelineno-0-121">121</a></span> |
| <span class="normal"><a href="#__codelineno-0-122">122</a></span> |
| <span class="normal"><a href="#__codelineno-0-123">123</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-69" name="__codelineno-0-69"></a><span class="k">class</span><span class="w"> </span><span class="nc">PartitionField</span><span class="p">(</span><span class="n">IcebergBaseModel</span><span class="p">):</span> |
| <a id="__codelineno-0-70" name="__codelineno-0-70"></a><span class="w"> </span><span class="sd">"""PartitionField represents how one partition value is derived from the source column via transformation.</span> |
| <a id="__codelineno-0-71" name="__codelineno-0-71"></a> |
| <a id="__codelineno-0-72" name="__codelineno-0-72"></a><span class="sd"> Attributes:</span> |
| <a id="__codelineno-0-73" name="__codelineno-0-73"></a><span class="sd"> source_id(int): The source column id of table's schema.</span> |
| <a id="__codelineno-0-74" name="__codelineno-0-74"></a><span class="sd"> field_id(int): The partition field id across all the table partition specs.</span> |
| <a id="__codelineno-0-75" name="__codelineno-0-75"></a><span class="sd"> transform(Transform): The transform used to produce partition values from source column.</span> |
| <a id="__codelineno-0-76" name="__codelineno-0-76"></a><span class="sd"> name(str): The name of this partition field.</span> |
| <a id="__codelineno-0-77" name="__codelineno-0-77"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-78" name="__codelineno-0-78"></a> |
| <a id="__codelineno-0-79" name="__codelineno-0-79"></a> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">alias</span><span class="o">=</span><span class="s2">"source-id"</span><span class="p">)</span> |
| <a id="__codelineno-0-80" name="__codelineno-0-80"></a> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">alias</span><span class="o">=</span><span class="s2">"field-id"</span><span class="p">)</span> |
| <a id="__codelineno-0-81" name="__codelineno-0-81"></a> <span class="n">transform</span><span class="p">:</span> <span class="n">Annotated</span><span class="p">[</span> <span class="c1"># type: ignore</span> |
| <a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="n">Transform</span><span class="p">,</span> |
| <a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="n">BeforeValidator</span><span class="p">(</span><span class="n">parse_transform</span><span class="p">),</span> |
| <a id="__codelineno-0-84" name="__codelineno-0-84"></a> <span class="n">PlainSerializer</span><span class="p">(</span><span class="k">lambda</span> <span class="n">c</span><span class="p">:</span> <span class="nb">str</span><span class="p">(</span><span class="n">c</span><span class="p">),</span> <span class="n">return_type</span><span class="o">=</span><span class="nb">str</span><span class="p">),</span> <span class="c1"># pylint: disable=W0108</span> |
| <a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="n">WithJsonSchema</span><span class="p">({</span><span class="s2">"type"</span><span class="p">:</span> <span class="s2">"string"</span><span class="p">},</span> <span class="n">mode</span><span class="o">=</span><span class="s2">"serialization"</span><span class="p">),</span> |
| <a id="__codelineno-0-86" name="__codelineno-0-86"></a> <span class="p">]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">()</span> |
| <a id="__codelineno-0-87" name="__codelineno-0-87"></a> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">Field</span><span class="p">()</span> |
| <a id="__codelineno-0-88" name="__codelineno-0-88"></a> |
| <a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span> |
| <a id="__codelineno-0-90" name="__codelineno-0-90"></a> <span class="bp">self</span><span class="p">,</span> |
| <a id="__codelineno-0-91" name="__codelineno-0-91"></a> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> |
| <a id="__codelineno-0-92" name="__codelineno-0-92"></a> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> |
| <a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="n">transform</span><span class="p">:</span> <span class="n">Transform</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> |
| <a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> |
| <a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="o">**</span><span class="n">data</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span> |
| <a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="p">):</span> |
| <a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="k">if</span> <span class="n">source_id</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="n">data</span><span class="p">[</span><span class="s2">"source-id"</span><span class="p">]</span> <span class="o">=</span> <span class="n">source_id</span> |
| <a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="k">if</span> <span class="n">field_id</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="n">data</span><span class="p">[</span><span class="s2">"field-id"</span><span class="p">]</span> <span class="o">=</span> <span class="n">field_id</span> |
| <a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="k">if</span> <span class="n">transform</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-102" name="__codelineno-0-102"></a> <span class="n">data</span><span class="p">[</span><span class="s2">"transform"</span><span class="p">]</span> <span class="o">=</span> <span class="n">transform</span> |
| <a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="k">if</span> <span class="n">name</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="n">data</span><span class="p">[</span><span class="s2">"name"</span><span class="p">]</span> <span class="o">=</span> <span class="n">name</span> |
| <a id="__codelineno-0-105" name="__codelineno-0-105"></a> |
| <a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">**</span><span class="n">data</span><span class="p">)</span> |
| <a id="__codelineno-0-107" name="__codelineno-0-107"></a> |
| <a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="nd">@model_validator</span><span class="p">(</span><span class="n">mode</span><span class="o">=</span><span class="s2">"before"</span><span class="p">)</span> |
| <a id="__codelineno-0-109" name="__codelineno-0-109"></a> <span class="nd">@classmethod</span> |
| <a id="__codelineno-0-110" name="__codelineno-0-110"></a> <span class="k">def</span><span class="w"> </span><span class="nf">map_source_ids_onto_source_id</span><span class="p">(</span><span class="bp">cls</span><span class="p">,</span> <span class="n">data</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span> |
| <a id="__codelineno-0-111" name="__codelineno-0-111"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">data</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span> |
| <a id="__codelineno-0-112" name="__codelineno-0-112"></a> <span class="k">if</span> <span class="s2">"source-id"</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">data</span> <span class="ow">and</span> <span class="p">(</span><span class="n">source_ids</span> <span class="o">:=</span> <span class="n">data</span><span class="p">[</span><span class="s2">"source-ids"</span><span class="p">]):</span> |
| <a id="__codelineno-0-113" name="__codelineno-0-113"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source_ids</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span> |
| <a id="__codelineno-0-114" name="__codelineno-0-114"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">source_ids</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span> |
| <a id="__codelineno-0-115" name="__codelineno-0-115"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">"Empty source-ids is not allowed"</span><span class="p">)</span> |
| <a id="__codelineno-0-116" name="__codelineno-0-116"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">source_ids</span><span class="p">)</span> <span class="o">></span> <span class="mi">1</span><span class="p">:</span> |
| <a id="__codelineno-0-117" name="__codelineno-0-117"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">"Multi argument transforms are not yet supported"</span><span class="p">)</span> |
| <a id="__codelineno-0-118" name="__codelineno-0-118"></a> <span class="n">data</span><span class="p">[</span><span class="s2">"source-id"</span><span class="p">]</span> <span class="o">=</span> <span class="n">source_ids</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> |
| <a id="__codelineno-0-119" name="__codelineno-0-119"></a> <span class="k">return</span> <span class="n">data</span> |
| <a id="__codelineno-0-120" name="__codelineno-0-120"></a> |
| <a id="__codelineno-0-121" name="__codelineno-0-121"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__str__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-122" name="__codelineno-0-122"></a><span class="w"> </span><span class="sd">"""Return the string representation of the PartitionField class."""</span> |
| <a id="__codelineno-0-123" name="__codelineno-0-123"></a> <span class="k">return</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">field_id</span><span class="si">}</span><span class="s2">: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">name</span><span class="si">}</span><span class="s2">: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">transform</span><span class="si">}</span><span class="s2">(</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">source_id</span><span class="si">}</span><span class="s2">)"</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionField.__str__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__str__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.partitioning.PartitionField.__str__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the string representation of the PartitionField class.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-121">121</a></span> |
| <span class="normal"><a href="#__codelineno-0-122">122</a></span> |
| <span class="normal"><a href="#__codelineno-0-123">123</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-121" name="__codelineno-0-121"></a><span class="k">def</span><span class="w"> </span><span class="fm">__str__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-122" name="__codelineno-0-122"></a><span class="w"> </span><span class="sd">"""Return the string representation of the PartitionField class."""</span> |
| <a id="__codelineno-0-123" name="__codelineno-0-123"></a> <span class="k">return</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">field_id</span><span class="si">}</span><span class="s2">: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">name</span><span class="si">}</span><span class="s2">: </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">transform</span><span class="si">}</span><span class="s2">(</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">source_id</span><span class="si">}</span><span class="s2">)"</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.partitioning.PartitionSpec" class="doc doc-heading"> |
| <code>PartitionSpec</code> |
| |
| |
| <a href="#pyiceberg.partitioning.PartitionSpec" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><a class="autorefs autorefs-internal" title="IcebergBaseModel (pyiceberg.typedef.IcebergBaseModel)" href="../typedef/#pyiceberg.typedef.IcebergBaseModel">IcebergBaseModel</a></code></p> |
| |
| |
| |
| <p>PartitionSpec captures the transformation from table data to partition values.</p> |
| |
| |
| <p><span class="doc-section-title">Attributes:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td><code><span title="pyiceberg.partitioning.PartitionSpec.spec_id(int)">spec_id(int)</span></code></td> |
| <td> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>any change to PartitionSpec will produce a new specId.</p> |
| </div> |
| </td> |
| </tr> |
| <tr class="doc-section-item"> |
| <td><code><span title="pyiceberg.partitioning.PartitionSpec.fields(Tuple[PartitionField)">fields(Tuple[PartitionField)</span></code></td> |
| <td> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>list of partition fields to produce partition values.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-126">126</a></span> |
| <span class="normal"><a href="#__codelineno-0-127">127</a></span> |
| <span class="normal"><a href="#__codelineno-0-128">128</a></span> |
| <span class="normal"><a href="#__codelineno-0-129">129</a></span> |
| <span class="normal"><a href="#__codelineno-0-130">130</a></span> |
| <span class="normal"><a href="#__codelineno-0-131">131</a></span> |
| <span class="normal"><a href="#__codelineno-0-132">132</a></span> |
| <span class="normal"><a href="#__codelineno-0-133">133</a></span> |
| <span class="normal"><a href="#__codelineno-0-134">134</a></span> |
| <span class="normal"><a href="#__codelineno-0-135">135</a></span> |
| <span class="normal"><a href="#__codelineno-0-136">136</a></span> |
| <span class="normal"><a href="#__codelineno-0-137">137</a></span> |
| <span class="normal"><a href="#__codelineno-0-138">138</a></span> |
| <span class="normal"><a href="#__codelineno-0-139">139</a></span> |
| <span class="normal"><a href="#__codelineno-0-140">140</a></span> |
| <span class="normal"><a href="#__codelineno-0-141">141</a></span> |
| <span class="normal"><a href="#__codelineno-0-142">142</a></span> |
| <span class="normal"><a href="#__codelineno-0-143">143</a></span> |
| <span class="normal"><a href="#__codelineno-0-144">144</a></span> |
| <span class="normal"><a href="#__codelineno-0-145">145</a></span> |
| <span class="normal"><a href="#__codelineno-0-146">146</a></span> |
| <span class="normal"><a href="#__codelineno-0-147">147</a></span> |
| <span class="normal"><a href="#__codelineno-0-148">148</a></span> |
| <span class="normal"><a href="#__codelineno-0-149">149</a></span> |
| <span class="normal"><a href="#__codelineno-0-150">150</a></span> |
| <span class="normal"><a href="#__codelineno-0-151">151</a></span> |
| <span class="normal"><a href="#__codelineno-0-152">152</a></span> |
| <span class="normal"><a href="#__codelineno-0-153">153</a></span> |
| <span class="normal"><a href="#__codelineno-0-154">154</a></span> |
| <span class="normal"><a href="#__codelineno-0-155">155</a></span> |
| <span class="normal"><a href="#__codelineno-0-156">156</a></span> |
| <span class="normal"><a href="#__codelineno-0-157">157</a></span> |
| <span class="normal"><a href="#__codelineno-0-158">158</a></span> |
| <span class="normal"><a href="#__codelineno-0-159">159</a></span> |
| <span class="normal"><a href="#__codelineno-0-160">160</a></span> |
| <span class="normal"><a href="#__codelineno-0-161">161</a></span> |
| <span class="normal"><a href="#__codelineno-0-162">162</a></span> |
| <span class="normal"><a href="#__codelineno-0-163">163</a></span> |
| <span class="normal"><a href="#__codelineno-0-164">164</a></span> |
| <span class="normal"><a href="#__codelineno-0-165">165</a></span> |
| <span class="normal"><a href="#__codelineno-0-166">166</a></span> |
| <span class="normal"><a href="#__codelineno-0-167">167</a></span> |
| <span class="normal"><a href="#__codelineno-0-168">168</a></span> |
| <span class="normal"><a href="#__codelineno-0-169">169</a></span> |
| <span class="normal"><a href="#__codelineno-0-170">170</a></span> |
| <span class="normal"><a href="#__codelineno-0-171">171</a></span> |
| <span class="normal"><a href="#__codelineno-0-172">172</a></span> |
| <span class="normal"><a href="#__codelineno-0-173">173</a></span> |
| <span class="normal"><a href="#__codelineno-0-174">174</a></span> |
| <span class="normal"><a href="#__codelineno-0-175">175</a></span> |
| <span class="normal"><a href="#__codelineno-0-176">176</a></span> |
| <span class="normal"><a href="#__codelineno-0-177">177</a></span> |
| <span class="normal"><a href="#__codelineno-0-178">178</a></span> |
| <span class="normal"><a href="#__codelineno-0-179">179</a></span> |
| <span class="normal"><a href="#__codelineno-0-180">180</a></span> |
| <span class="normal"><a href="#__codelineno-0-181">181</a></span> |
| <span class="normal"><a href="#__codelineno-0-182">182</a></span> |
| <span class="normal"><a href="#__codelineno-0-183">183</a></span> |
| <span class="normal"><a href="#__codelineno-0-184">184</a></span> |
| <span class="normal"><a href="#__codelineno-0-185">185</a></span> |
| <span class="normal"><a href="#__codelineno-0-186">186</a></span> |
| <span class="normal"><a href="#__codelineno-0-187">187</a></span> |
| <span class="normal"><a href="#__codelineno-0-188">188</a></span> |
| <span class="normal"><a href="#__codelineno-0-189">189</a></span> |
| <span class="normal"><a href="#__codelineno-0-190">190</a></span> |
| <span class="normal"><a href="#__codelineno-0-191">191</a></span> |
| <span class="normal"><a href="#__codelineno-0-192">192</a></span> |
| <span class="normal"><a href="#__codelineno-0-193">193</a></span> |
| <span class="normal"><a href="#__codelineno-0-194">194</a></span> |
| <span class="normal"><a href="#__codelineno-0-195">195</a></span> |
| <span class="normal"><a href="#__codelineno-0-196">196</a></span> |
| <span class="normal"><a href="#__codelineno-0-197">197</a></span> |
| <span class="normal"><a href="#__codelineno-0-198">198</a></span> |
| <span class="normal"><a href="#__codelineno-0-199">199</a></span> |
| <span class="normal"><a href="#__codelineno-0-200">200</a></span> |
| <span class="normal"><a href="#__codelineno-0-201">201</a></span> |
| <span class="normal"><a href="#__codelineno-0-202">202</a></span> |
| <span class="normal"><a href="#__codelineno-0-203">203</a></span> |
| <span class="normal"><a href="#__codelineno-0-204">204</a></span> |
| <span class="normal"><a href="#__codelineno-0-205">205</a></span> |
| <span class="normal"><a href="#__codelineno-0-206">206</a></span> |
| <span class="normal"><a href="#__codelineno-0-207">207</a></span> |
| <span class="normal"><a href="#__codelineno-0-208">208</a></span> |
| <span class="normal"><a href="#__codelineno-0-209">209</a></span> |
| <span class="normal"><a href="#__codelineno-0-210">210</a></span> |
| <span class="normal"><a href="#__codelineno-0-211">211</a></span> |
| <span class="normal"><a href="#__codelineno-0-212">212</a></span> |
| <span class="normal"><a href="#__codelineno-0-213">213</a></span> |
| <span class="normal"><a href="#__codelineno-0-214">214</a></span> |
| <span class="normal"><a href="#__codelineno-0-215">215</a></span> |
| <span class="normal"><a href="#__codelineno-0-216">216</a></span> |
| <span class="normal"><a href="#__codelineno-0-217">217</a></span> |
| <span class="normal"><a href="#__codelineno-0-218">218</a></span> |
| <span class="normal"><a href="#__codelineno-0-219">219</a></span> |
| <span class="normal"><a href="#__codelineno-0-220">220</a></span> |
| <span class="normal"><a href="#__codelineno-0-221">221</a></span> |
| <span class="normal"><a href="#__codelineno-0-222">222</a></span> |
| <span class="normal"><a href="#__codelineno-0-223">223</a></span> |
| <span class="normal"><a href="#__codelineno-0-224">224</a></span> |
| <span class="normal"><a href="#__codelineno-0-225">225</a></span> |
| <span class="normal"><a href="#__codelineno-0-226">226</a></span> |
| <span class="normal"><a href="#__codelineno-0-227">227</a></span> |
| <span class="normal"><a href="#__codelineno-0-228">228</a></span> |
| <span class="normal"><a href="#__codelineno-0-229">229</a></span> |
| <span class="normal"><a href="#__codelineno-0-230">230</a></span> |
| <span class="normal"><a href="#__codelineno-0-231">231</a></span> |
| <span class="normal"><a href="#__codelineno-0-232">232</a></span> |
| <span class="normal"><a href="#__codelineno-0-233">233</a></span> |
| <span class="normal"><a href="#__codelineno-0-234">234</a></span> |
| <span class="normal"><a href="#__codelineno-0-235">235</a></span> |
| <span class="normal"><a href="#__codelineno-0-236">236</a></span> |
| <span class="normal"><a href="#__codelineno-0-237">237</a></span> |
| <span class="normal"><a href="#__codelineno-0-238">238</a></span> |
| <span class="normal"><a href="#__codelineno-0-239">239</a></span> |
| <span class="normal"><a href="#__codelineno-0-240">240</a></span> |
| <span class="normal"><a href="#__codelineno-0-241">241</a></span> |
| <span class="normal"><a href="#__codelineno-0-242">242</a></span> |
| <span class="normal"><a href="#__codelineno-0-243">243</a></span> |
| <span class="normal"><a href="#__codelineno-0-244">244</a></span> |
| <span class="normal"><a href="#__codelineno-0-245">245</a></span> |
| <span class="normal"><a href="#__codelineno-0-246">246</a></span> |
| <span class="normal"><a href="#__codelineno-0-247">247</a></span> |
| <span class="normal"><a href="#__codelineno-0-248">248</a></span> |
| <span class="normal"><a href="#__codelineno-0-249">249</a></span> |
| <span class="normal"><a href="#__codelineno-0-250">250</a></span> |
| <span class="normal"><a href="#__codelineno-0-251">251</a></span> |
| <span class="normal"><a href="#__codelineno-0-252">252</a></span> |
| <span class="normal"><a href="#__codelineno-0-253">253</a></span> |
| <span class="normal"><a href="#__codelineno-0-254">254</a></span> |
| <span class="normal"><a href="#__codelineno-0-255">255</a></span> |
| <span class="normal"><a href="#__codelineno-0-256">256</a></span> |
| <span class="normal"><a href="#__codelineno-0-257">257</a></span> |
| <span class="normal"><a href="#__codelineno-0-258">258</a></span> |
| <span class="normal"><a href="#__codelineno-0-259">259</a></span> |
| <span class="normal"><a href="#__codelineno-0-260">260</a></span> |
| <span class="normal"><a href="#__codelineno-0-261">261</a></span> |
| <span class="normal"><a href="#__codelineno-0-262">262</a></span> |
| <span class="normal"><a href="#__codelineno-0-263">263</a></span> |
| <span class="normal"><a href="#__codelineno-0-264">264</a></span> |
| <span class="normal"><a href="#__codelineno-0-265">265</a></span> |
| <span class="normal"><a href="#__codelineno-0-266">266</a></span> |
| <span class="normal"><a href="#__codelineno-0-267">267</a></span> |
| <span class="normal"><a href="#__codelineno-0-268">268</a></span> |
| <span class="normal"><a href="#__codelineno-0-269">269</a></span> |
| <span class="normal"><a href="#__codelineno-0-270">270</a></span> |
| <span class="normal"><a href="#__codelineno-0-271">271</a></span> |
| <span class="normal"><a href="#__codelineno-0-272">272</a></span> |
| <span class="normal"><a href="#__codelineno-0-273">273</a></span> |
| <span class="normal"><a href="#__codelineno-0-274">274</a></span> |
| <span class="normal"><a href="#__codelineno-0-275">275</a></span> |
| <span class="normal"><a href="#__codelineno-0-276">276</a></span> |
| <span class="normal"><a href="#__codelineno-0-277">277</a></span> |
| <span class="normal"><a href="#__codelineno-0-278">278</a></span> |
| <span class="normal"><a href="#__codelineno-0-279">279</a></span> |
| <span class="normal"><a href="#__codelineno-0-280">280</a></span> |
| <span class="normal"><a href="#__codelineno-0-281">281</a></span> |
| <span class="normal"><a href="#__codelineno-0-282">282</a></span> |
| <span class="normal"><a href="#__codelineno-0-283">283</a></span> |
| <span class="normal"><a href="#__codelineno-0-284">284</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-126" name="__codelineno-0-126"></a><span class="k">class</span><span class="w"> </span><span class="nc">PartitionSpec</span><span class="p">(</span><span class="n">IcebergBaseModel</span><span class="p">):</span> |
| <a id="__codelineno-0-127" name="__codelineno-0-127"></a><span class="w"> </span><span class="sd">"""</span> |
| <a id="__codelineno-0-128" name="__codelineno-0-128"></a><span class="sd"> PartitionSpec captures the transformation from table data to partition values.</span> |
| <a id="__codelineno-0-129" name="__codelineno-0-129"></a> |
| <a id="__codelineno-0-130" name="__codelineno-0-130"></a><span class="sd"> Attributes:</span> |
| <a id="__codelineno-0-131" name="__codelineno-0-131"></a><span class="sd"> spec_id(int): any change to PartitionSpec will produce a new specId.</span> |
| <a id="__codelineno-0-132" name="__codelineno-0-132"></a><span class="sd"> fields(Tuple[PartitionField): list of partition fields to produce partition values.</span> |
| <a id="__codelineno-0-133" name="__codelineno-0-133"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-134" name="__codelineno-0-134"></a> |
| <a id="__codelineno-0-135" name="__codelineno-0-135"></a> <span class="n">spec_id</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">alias</span><span class="o">=</span><span class="s2">"spec-id"</span><span class="p">,</span> <span class="n">default</span><span class="o">=</span><span class="n">INITIAL_PARTITION_SPEC_ID</span><span class="p">)</span> |
| <a id="__codelineno-0-136" name="__codelineno-0-136"></a> <span class="n">fields</span><span class="p">:</span> <span class="nb">tuple</span><span class="p">[</span><span class="n">PartitionField</span><span class="p">,</span> <span class="o">...</span><span class="p">]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default_factory</span><span class="o">=</span><span class="nb">tuple</span><span class="p">)</span> |
| <a id="__codelineno-0-137" name="__codelineno-0-137"></a> |
| <a id="__codelineno-0-138" name="__codelineno-0-138"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span> |
| <a id="__codelineno-0-139" name="__codelineno-0-139"></a> <span class="bp">self</span><span class="p">,</span> |
| <a id="__codelineno-0-140" name="__codelineno-0-140"></a> <span class="o">*</span><span class="n">fields</span><span class="p">:</span> <span class="n">PartitionField</span><span class="p">,</span> |
| <a id="__codelineno-0-141" name="__codelineno-0-141"></a> <span class="o">**</span><span class="n">data</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span> |
| <a id="__codelineno-0-142" name="__codelineno-0-142"></a> <span class="p">):</span> |
| <a id="__codelineno-0-143" name="__codelineno-0-143"></a> <span class="k">if</span> <span class="n">fields</span><span class="p">:</span> |
| <a id="__codelineno-0-144" name="__codelineno-0-144"></a> <span class="n">data</span><span class="p">[</span><span class="s2">"fields"</span><span class="p">]</span> <span class="o">=</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">fields</span><span class="p">)</span> |
| <a id="__codelineno-0-145" name="__codelineno-0-145"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">**</span><span class="n">data</span><span class="p">)</span> |
| <a id="__codelineno-0-146" name="__codelineno-0-146"></a> |
| <a id="__codelineno-0-147" name="__codelineno-0-147"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__eq__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-148" name="__codelineno-0-148"></a><span class="w"> </span><span class="sd">"""</span> |
| <a id="__codelineno-0-149" name="__codelineno-0-149"></a><span class="sd"> Produce a boolean to return True if two objects are considered equal.</span> |
| <a id="__codelineno-0-150" name="__codelineno-0-150"></a> |
| <a id="__codelineno-0-151" name="__codelineno-0-151"></a><span class="sd"> Note:</span> |
| <a id="__codelineno-0-152" name="__codelineno-0-152"></a><span class="sd"> Equality of PartitionSpec is determined by spec_id and partition fields only.</span> |
| <a id="__codelineno-0-153" name="__codelineno-0-153"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-154" name="__codelineno-0-154"></a> <span class="k">if</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">other</span><span class="p">,</span> <span class="n">PartitionSpec</span><span class="p">):</span> |
| <a id="__codelineno-0-155" name="__codelineno-0-155"></a> <span class="k">return</span> <span class="kc">False</span> |
| <a id="__codelineno-0-156" name="__codelineno-0-156"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">spec_id</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="n">spec_id</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="n">fields</span> |
| <a id="__codelineno-0-157" name="__codelineno-0-157"></a> |
| <a id="__codelineno-0-158" name="__codelineno-0-158"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__str__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-159" name="__codelineno-0-159"></a><span class="w"> </span><span class="sd">"""</span> |
| <a id="__codelineno-0-160" name="__codelineno-0-160"></a><span class="sd"> Produce a human-readable string representation of PartitionSpec.</span> |
| <a id="__codelineno-0-161" name="__codelineno-0-161"></a> |
| <a id="__codelineno-0-162" name="__codelineno-0-162"></a><span class="sd"> Note:</span> |
| <a id="__codelineno-0-163" name="__codelineno-0-163"></a><span class="sd"> Only include list of partition fields in the PartitionSpec's string representation.</span> |
| <a id="__codelineno-0-164" name="__codelineno-0-164"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-165" name="__codelineno-0-165"></a> <span class="n">result_str</span> <span class="o">=</span> <span class="s2">"["</span> |
| <a id="__codelineno-0-166" name="__codelineno-0-166"></a> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">:</span> |
| <a id="__codelineno-0-167" name="__codelineno-0-167"></a> <span class="n">result_str</span> <span class="o">+=</span> <span class="s2">"</span><span class="se">\n</span><span class="s2"> "</span> <span class="o">+</span> <span class="s2">"</span><span class="se">\n</span><span class="s2"> "</span><span class="o">.</span><span class="n">join</span><span class="p">([</span><span class="nb">str</span><span class="p">(</span><span class="n">field</span><span class="p">)</span> <span class="k">for</span> <span class="n">field</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">])</span> <span class="o">+</span> <span class="s2">"</span><span class="se">\n</span><span class="s2">"</span> |
| <a id="__codelineno-0-168" name="__codelineno-0-168"></a> <span class="n">result_str</span> <span class="o">+=</span> <span class="s2">"]"</span> |
| <a id="__codelineno-0-169" name="__codelineno-0-169"></a> <span class="k">return</span> <span class="n">result_str</span> |
| <a id="__codelineno-0-170" name="__codelineno-0-170"></a> |
| <a id="__codelineno-0-171" name="__codelineno-0-171"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-172" name="__codelineno-0-172"></a><span class="w"> </span><span class="sd">"""Return the string representation of the PartitionSpec class."""</span> |
| <a id="__codelineno-0-173" name="__codelineno-0-173"></a> <span class="n">fields</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="s1">', '</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="nb">repr</span><span class="p">(</span><span class="n">column</span><span class="p">)</span><span class="w"> </span><span class="k">for</span><span class="w"> </span><span class="n">column</span><span class="w"> </span><span class="ow">in</span><span class="w"> </span><span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">)</span><span class="si">}</span><span class="s2">, "</span> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span> <span class="k">else</span> <span class="s2">""</span> |
| <a id="__codelineno-0-174" name="__codelineno-0-174"></a> <span class="k">return</span> <span class="sa">f</span><span class="s2">"PartitionSpec(</span><span class="si">{</span><span class="n">fields</span><span class="si">}</span><span class="s2">spec_id=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">spec_id</span><span class="si">}</span><span class="s2">)"</span> |
| <a id="__codelineno-0-175" name="__codelineno-0-175"></a> |
| <a id="__codelineno-0-176" name="__codelineno-0-176"></a> <span class="k">def</span><span class="w"> </span><span class="nf">is_unpartitioned</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-177" name="__codelineno-0-177"></a> <span class="k">return</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span> |
| <a id="__codelineno-0-178" name="__codelineno-0-178"></a> |
| <a id="__codelineno-0-179" name="__codelineno-0-179"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-180" name="__codelineno-0-180"></a> <span class="k">def</span><span class="w"> </span><span class="nf">last_assigned_field_id</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-181" name="__codelineno-0-181"></a> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">:</span> |
| <a id="__codelineno-0-182" name="__codelineno-0-182"></a> <span class="k">return</span> <span class="nb">max</span><span class="p">(</span><span class="n">pf</span><span class="o">.</span><span class="n">field_id</span> <span class="k">for</span> <span class="n">pf</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">)</span> |
| <a id="__codelineno-0-183" name="__codelineno-0-183"></a> <span class="k">return</span> <span class="n">PARTITION_FIELD_ID_START</span> <span class="o">-</span> <span class="mi">1</span> |
| <a id="__codelineno-0-184" name="__codelineno-0-184"></a> |
| <a id="__codelineno-0-185" name="__codelineno-0-185"></a> <span class="nd">@cached_property</span> |
| <a id="__codelineno-0-186" name="__codelineno-0-186"></a> <span class="k">def</span><span class="w"> </span><span class="nf">source_id_to_fields_map</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">list</span><span class="p">[</span><span class="n">PartitionField</span><span class="p">]]:</span> |
| <a id="__codelineno-0-187" name="__codelineno-0-187"></a> <span class="n">source_id_to_fields_map</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">list</span><span class="p">[</span><span class="n">PartitionField</span><span class="p">]]</span> <span class="o">=</span> <span class="p">{}</span> |
| <a id="__codelineno-0-188" name="__codelineno-0-188"></a> <span class="k">for</span> <span class="n">partition_field</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">:</span> |
| <a id="__codelineno-0-189" name="__codelineno-0-189"></a> <span class="n">existing</span> <span class="o">=</span> <span class="n">source_id_to_fields_map</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">partition_field</span><span class="o">.</span><span class="n">source_id</span><span class="p">,</span> <span class="p">[])</span> |
| <a id="__codelineno-0-190" name="__codelineno-0-190"></a> <span class="n">existing</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">partition_field</span><span class="p">)</span> |
| <a id="__codelineno-0-191" name="__codelineno-0-191"></a> <span class="n">source_id_to_fields_map</span><span class="p">[</span><span class="n">partition_field</span><span class="o">.</span><span class="n">source_id</span><span class="p">]</span> <span class="o">=</span> <span class="n">existing</span> |
| <a id="__codelineno-0-192" name="__codelineno-0-192"></a> <span class="k">return</span> <span class="n">source_id_to_fields_map</span> |
| <a id="__codelineno-0-193" name="__codelineno-0-193"></a> |
| <a id="__codelineno-0-194" name="__codelineno-0-194"></a> <span class="k">def</span><span class="w"> </span><span class="nf">fields_by_source_id</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="nb">list</span><span class="p">[</span><span class="n">PartitionField</span><span class="p">]:</span> |
| <a id="__codelineno-0-195" name="__codelineno-0-195"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">source_id_to_fields_map</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">field_id</span><span class="p">,</span> <span class="p">[])</span> |
| <a id="__codelineno-0-196" name="__codelineno-0-196"></a> |
| <a id="__codelineno-0-197" name="__codelineno-0-197"></a> <span class="k">def</span><span class="w"> </span><span class="nf">compatible_with</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n">PartitionSpec</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-198" name="__codelineno-0-198"></a><span class="w"> </span><span class="sd">"""Produce a boolean to return True if two PartitionSpec are considered compatible."""</span> |
| <a id="__codelineno-0-199" name="__codelineno-0-199"></a> <span class="k">if</span> <span class="bp">self</span> <span class="o">==</span> <span class="n">other</span><span class="p">:</span> |
| <a id="__codelineno-0-200" name="__codelineno-0-200"></a> <span class="k">return</span> <span class="kc">True</span> |
| <a id="__codelineno-0-201" name="__codelineno-0-201"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">)</span> <span class="o">!=</span> <span class="nb">len</span><span class="p">(</span><span class="n">other</span><span class="o">.</span><span class="n">fields</span><span class="p">):</span> |
| <a id="__codelineno-0-202" name="__codelineno-0-202"></a> <span class="k">return</span> <span class="kc">False</span> |
| <a id="__codelineno-0-203" name="__codelineno-0-203"></a> <span class="k">return</span> <span class="nb">all</span><span class="p">(</span> |
| <a id="__codelineno-0-204" name="__codelineno-0-204"></a> <span class="n">this_field</span><span class="o">.</span><span class="n">source_id</span> <span class="o">==</span> <span class="n">that_field</span><span class="o">.</span><span class="n">source_id</span> |
| <a id="__codelineno-0-205" name="__codelineno-0-205"></a> <span class="ow">and</span> <span class="n">this_field</span><span class="o">.</span><span class="n">transform</span> <span class="o">==</span> <span class="n">that_field</span><span class="o">.</span><span class="n">transform</span> |
| <a id="__codelineno-0-206" name="__codelineno-0-206"></a> <span class="ow">and</span> <span class="n">this_field</span><span class="o">.</span><span class="n">name</span> <span class="o">==</span> <span class="n">that_field</span><span class="o">.</span><span class="n">name</span> |
| <a id="__codelineno-0-207" name="__codelineno-0-207"></a> <span class="k">for</span> <span class="n">this_field</span><span class="p">,</span> <span class="n">that_field</span> <span class="ow">in</span> <span class="nb">zip</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">,</span> <span class="n">other</span><span class="o">.</span><span class="n">fields</span><span class="p">,</span> <span class="n">strict</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span> |
| <a id="__codelineno-0-208" name="__codelineno-0-208"></a> <span class="p">)</span> |
| <a id="__codelineno-0-209" name="__codelineno-0-209"></a> |
| <a id="__codelineno-0-210" name="__codelineno-0-210"></a> <span class="k">def</span><span class="w"> </span><span class="nf">partition_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="n">Schema</span><span class="p">)</span> <span class="o">-></span> <span class="n">StructType</span><span class="p">:</span> |
| <a id="__codelineno-0-211" name="__codelineno-0-211"></a><span class="w"> </span><span class="sd">"""Produce a struct of the PartitionSpec.</span> |
| <a id="__codelineno-0-212" name="__codelineno-0-212"></a> |
| <a id="__codelineno-0-213" name="__codelineno-0-213"></a><span class="sd"> The partition fields should be optional:</span> |
| <a id="__codelineno-0-214" name="__codelineno-0-214"></a> |
| <a id="__codelineno-0-215" name="__codelineno-0-215"></a><span class="sd"> - All partition transforms are required to produce null if the input value is null, so it can</span> |
| <a id="__codelineno-0-216" name="__codelineno-0-216"></a><span class="sd"> happen when the source column is optional.</span> |
| <a id="__codelineno-0-217" name="__codelineno-0-217"></a><span class="sd"> - Partition fields may be added later, in which case not all files would have the result field,</span> |
| <a id="__codelineno-0-218" name="__codelineno-0-218"></a><span class="sd"> and it may be null.</span> |
| <a id="__codelineno-0-219" name="__codelineno-0-219"></a> |
| <a id="__codelineno-0-220" name="__codelineno-0-220"></a><span class="sd"> There is a case where we can guarantee that a partition field in the first and only partition spec</span> |
| <a id="__codelineno-0-221" name="__codelineno-0-221"></a><span class="sd"> that uses a required source column will never be null, but it doesn't seem worth tracking this case.</span> |
| <a id="__codelineno-0-222" name="__codelineno-0-222"></a> |
| <a id="__codelineno-0-223" name="__codelineno-0-223"></a><span class="sd"> :param schema: The schema to bind to.</span> |
| <a id="__codelineno-0-224" name="__codelineno-0-224"></a><span class="sd"> :return: A StructType that represents the PartitionSpec, with a NestedField for each PartitionField.</span> |
| <a id="__codelineno-0-225" name="__codelineno-0-225"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-226" name="__codelineno-0-226"></a> <span class="n">nested_fields</span> <span class="o">=</span> <span class="p">[]</span> |
| <a id="__codelineno-0-227" name="__codelineno-0-227"></a> <span class="n">schema_ids</span> <span class="o">=</span> <span class="n">schema</span><span class="o">.</span><span class="n">_lazy_id_to_field</span> |
| <a id="__codelineno-0-228" name="__codelineno-0-228"></a> <span class="k">for</span> <span class="n">field</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">:</span> |
| <a id="__codelineno-0-229" name="__codelineno-0-229"></a> <span class="k">if</span> <span class="n">source_field</span> <span class="o">:=</span> <span class="n">schema_ids</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">field</span><span class="o">.</span><span class="n">source_id</span><span class="p">):</span> |
| <a id="__codelineno-0-230" name="__codelineno-0-230"></a> <span class="n">result_type</span> <span class="o">=</span> <span class="n">field</span><span class="o">.</span><span class="n">transform</span><span class="o">.</span><span class="n">result_type</span><span class="p">(</span><span class="n">source_field</span><span class="o">.</span><span class="n">field_type</span><span class="p">)</span> |
| <a id="__codelineno-0-231" name="__codelineno-0-231"></a> <span class="n">nested_fields</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">NestedField</span><span class="p">(</span><span class="n">field</span><span class="o">.</span><span class="n">field_id</span><span class="p">,</span> <span class="n">field</span><span class="o">.</span><span class="n">name</span><span class="p">,</span> <span class="n">result_type</span><span class="p">,</span> <span class="n">required</span><span class="o">=</span><span class="n">source_field</span><span class="o">.</span><span class="n">required</span><span class="p">))</span> |
| <a id="__codelineno-0-232" name="__codelineno-0-232"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-233" name="__codelineno-0-233"></a> <span class="c1"># Since the source field has been drop we cannot determine the type</span> |
| <a id="__codelineno-0-234" name="__codelineno-0-234"></a> <span class="n">nested_fields</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">NestedField</span><span class="p">(</span><span class="n">field</span><span class="o">.</span><span class="n">field_id</span><span class="p">,</span> <span class="n">field</span><span class="o">.</span><span class="n">name</span><span class="p">,</span> <span class="n">UnknownType</span><span class="p">()))</span> |
| <a id="__codelineno-0-235" name="__codelineno-0-235"></a> <span class="k">return</span> <span class="n">StructType</span><span class="p">(</span><span class="o">*</span><span class="n">nested_fields</span><span class="p">)</span> |
| <a id="__codelineno-0-236" name="__codelineno-0-236"></a> |
| <a id="__codelineno-0-237" name="__codelineno-0-237"></a> <span class="k">def</span><span class="w"> </span><span class="nf">partition_to_path</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">data</span><span class="p">:</span> <span class="n">Record</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="n">Schema</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-238" name="__codelineno-0-238"></a> <span class="n">partition_type</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">partition_type</span><span class="p">(</span><span class="n">schema</span><span class="p">)</span> |
| <a id="__codelineno-0-239" name="__codelineno-0-239"></a> <span class="n">field_types</span> <span class="o">=</span> <span class="n">partition_type</span><span class="o">.</span><span class="n">fields</span> |
| <a id="__codelineno-0-240" name="__codelineno-0-240"></a> |
| <a id="__codelineno-0-241" name="__codelineno-0-241"></a> <span class="n">field_strs</span> <span class="o">=</span> <span class="p">[]</span> |
| <a id="__codelineno-0-242" name="__codelineno-0-242"></a> <span class="n">value_strs</span> <span class="o">=</span> <span class="p">[]</span> |
| <a id="__codelineno-0-243" name="__codelineno-0-243"></a> <span class="k">for</span> <span class="n">pos</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">)):</span> |
| <a id="__codelineno-0-244" name="__codelineno-0-244"></a> <span class="n">partition_field</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">[</span><span class="n">pos</span><span class="p">]</span> |
| <a id="__codelineno-0-245" name="__codelineno-0-245"></a> <span class="n">value_str</span> <span class="o">=</span> <span class="n">partition_field</span><span class="o">.</span><span class="n">transform</span><span class="o">.</span><span class="n">to_human_string</span><span class="p">(</span><span class="n">field_types</span><span class="p">[</span><span class="n">pos</span><span class="p">]</span><span class="o">.</span><span class="n">field_type</span><span class="p">,</span> <span class="n">value</span><span class="o">=</span><span class="n">data</span><span class="p">[</span><span class="n">pos</span><span class="p">])</span> |
| <a id="__codelineno-0-246" name="__codelineno-0-246"></a> |
| <a id="__codelineno-0-247" name="__codelineno-0-247"></a> <span class="n">value_strs</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">quote_plus</span><span class="p">(</span><span class="n">value_str</span><span class="p">,</span> <span class="n">safe</span><span class="o">=</span><span class="s2">""</span><span class="p">))</span> |
| <a id="__codelineno-0-248" name="__codelineno-0-248"></a> <span class="n">field_strs</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">quote_plus</span><span class="p">(</span><span class="n">partition_field</span><span class="o">.</span><span class="n">name</span><span class="p">,</span> <span class="n">safe</span><span class="o">=</span><span class="s2">""</span><span class="p">))</span> |
| <a id="__codelineno-0-249" name="__codelineno-0-249"></a> |
| <a id="__codelineno-0-250" name="__codelineno-0-250"></a> <span class="n">path</span> <span class="o">=</span> <span class="s2">"/"</span><span class="o">.</span><span class="n">join</span><span class="p">([</span><span class="n">field_str</span> <span class="o">+</span> <span class="s2">"="</span> <span class="o">+</span> <span class="n">value_str</span> <span class="k">for</span> <span class="n">field_str</span><span class="p">,</span> <span class="n">value_str</span> <span class="ow">in</span> <span class="nb">zip</span><span class="p">(</span><span class="n">field_strs</span><span class="p">,</span> <span class="n">value_strs</span><span class="p">,</span> <span class="n">strict</span><span class="o">=</span><span class="kc">True</span><span class="p">)])</span> |
| <a id="__codelineno-0-251" name="__codelineno-0-251"></a> <span class="k">return</span> <span class="n">path</span> |
| <a id="__codelineno-0-252" name="__codelineno-0-252"></a> |
| <a id="__codelineno-0-253" name="__codelineno-0-253"></a> <span class="k">def</span><span class="w"> </span><span class="nf">check_compatible</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="n">Schema</span><span class="p">,</span> <span class="n">allow_missing_fields</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-254" name="__codelineno-0-254"></a> <span class="c1"># if the underlying field is dropped, we cannot check they are compatible -- continue</span> |
| <a id="__codelineno-0-255" name="__codelineno-0-255"></a> <span class="n">schema_fields</span> <span class="o">=</span> <span class="n">schema</span><span class="o">.</span><span class="n">_lazy_id_to_field</span> |
| <a id="__codelineno-0-256" name="__codelineno-0-256"></a> <span class="n">parents</span> <span class="o">=</span> <span class="n">schema</span><span class="o">.</span><span class="n">_lazy_id_to_parent</span> |
| <a id="__codelineno-0-257" name="__codelineno-0-257"></a> |
| <a id="__codelineno-0-258" name="__codelineno-0-258"></a> <span class="k">for</span> <span class="n">field</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">:</span> |
| <a id="__codelineno-0-259" name="__codelineno-0-259"></a> <span class="n">source_field</span> <span class="o">=</span> <span class="n">schema_fields</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">field</span><span class="o">.</span><span class="n">source_id</span><span class="p">)</span> |
| <a id="__codelineno-0-260" name="__codelineno-0-260"></a> |
| <a id="__codelineno-0-261" name="__codelineno-0-261"></a> <span class="k">if</span> <span class="n">allow_missing_fields</span> <span class="ow">and</span> <span class="n">source_field</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-262" name="__codelineno-0-262"></a> <span class="k">continue</span> |
| <a id="__codelineno-0-263" name="__codelineno-0-263"></a> |
| <a id="__codelineno-0-264" name="__codelineno-0-264"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">field</span><span class="o">.</span><span class="n">transform</span><span class="p">,</span> <span class="n">VoidTransform</span><span class="p">):</span> |
| <a id="__codelineno-0-265" name="__codelineno-0-265"></a> <span class="k">continue</span> |
| <a id="__codelineno-0-266" name="__codelineno-0-266"></a> |
| <a id="__codelineno-0-267" name="__codelineno-0-267"></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">source_field</span><span class="p">:</span> |
| <a id="__codelineno-0-268" name="__codelineno-0-268"></a> <span class="k">raise</span> <span class="n">ValidationError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Cannot find source column for partition field: </span><span class="si">{</span><span class="n">field</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-269" name="__codelineno-0-269"></a> |
| <a id="__codelineno-0-270" name="__codelineno-0-270"></a> <span class="n">source_type</span> <span class="o">=</span> <span class="n">source_field</span><span class="o">.</span><span class="n">field_type</span> |
| <a id="__codelineno-0-271" name="__codelineno-0-271"></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">source_type</span><span class="o">.</span><span class="n">is_primitive</span><span class="p">:</span> |
| <a id="__codelineno-0-272" name="__codelineno-0-272"></a> <span class="k">raise</span> <span class="n">ValidationError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Cannot partition by non-primitive source field: </span><span class="si">{</span><span class="n">source_field</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-273" name="__codelineno-0-273"></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">field</span><span class="o">.</span><span class="n">transform</span><span class="o">.</span><span class="n">can_transform</span><span class="p">(</span><span class="n">source_type</span><span class="p">):</span> |
| <a id="__codelineno-0-274" name="__codelineno-0-274"></a> <span class="k">raise</span> <span class="n">ValidationError</span><span class="p">(</span> |
| <a id="__codelineno-0-275" name="__codelineno-0-275"></a> <span class="sa">f</span><span class="s2">"Invalid source field </span><span class="si">{</span><span class="n">source_field</span><span class="o">.</span><span class="n">name</span><span class="si">}</span><span class="s2"> with type </span><span class="si">{</span><span class="n">source_type</span><span class="si">}</span><span class="s2"> "</span> <span class="o">+</span> <span class="sa">f</span><span class="s2">"for transform: </span><span class="si">{</span><span class="n">field</span><span class="o">.</span><span class="n">transform</span><span class="si">}</span><span class="s2">"</span> |
| <a id="__codelineno-0-276" name="__codelineno-0-276"></a> <span class="p">)</span> |
| <a id="__codelineno-0-277" name="__codelineno-0-277"></a> |
| <a id="__codelineno-0-278" name="__codelineno-0-278"></a> <span class="c1"># The only valid parent types for a PartitionField are StructTypes. This must be checked recursively</span> |
| <a id="__codelineno-0-279" name="__codelineno-0-279"></a> <span class="n">parent_id</span> <span class="o">=</span> <span class="n">parents</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">field</span><span class="o">.</span><span class="n">source_id</span><span class="p">)</span> |
| <a id="__codelineno-0-280" name="__codelineno-0-280"></a> <span class="k">while</span> <span class="n">parent_id</span><span class="p">:</span> |
| <a id="__codelineno-0-281" name="__codelineno-0-281"></a> <span class="n">parent_type</span> <span class="o">=</span> <span class="n">schema</span><span class="o">.</span><span class="n">find_type</span><span class="p">(</span><span class="n">parent_id</span><span class="p">)</span> |
| <a id="__codelineno-0-282" name="__codelineno-0-282"></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">parent_type</span><span class="o">.</span><span class="n">is_struct</span><span class="p">:</span> |
| <a id="__codelineno-0-283" name="__codelineno-0-283"></a> <span class="k">raise</span> <span class="n">ValidationError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Invalid partition field parent: </span><span class="si">{</span><span class="n">parent_type</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-284" name="__codelineno-0-284"></a> <span class="n">parent_id</span> <span class="o">=</span> <span class="n">parents</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">parent_id</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpec.__eq__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__eq__</span><span class="p">(</span><span class="n">other</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpec.__eq__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Produce a boolean to return True if two objects are considered equal.</p> |
| |
| |
| <details class="note" open> |
| <summary>Note</summary> |
| <p>Equality of PartitionSpec is determined by spec_id and partition fields only.</p> |
| </details> |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-147">147</a></span> |
| <span class="normal"><a href="#__codelineno-0-148">148</a></span> |
| <span class="normal"><a href="#__codelineno-0-149">149</a></span> |
| <span class="normal"><a href="#__codelineno-0-150">150</a></span> |
| <span class="normal"><a href="#__codelineno-0-151">151</a></span> |
| <span class="normal"><a href="#__codelineno-0-152">152</a></span> |
| <span class="normal"><a href="#__codelineno-0-153">153</a></span> |
| <span class="normal"><a href="#__codelineno-0-154">154</a></span> |
| <span class="normal"><a href="#__codelineno-0-155">155</a></span> |
| <span class="normal"><a href="#__codelineno-0-156">156</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-147" name="__codelineno-0-147"></a><span class="k">def</span><span class="w"> </span><span class="fm">__eq__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-148" name="__codelineno-0-148"></a><span class="w"> </span><span class="sd">"""</span> |
| <a id="__codelineno-0-149" name="__codelineno-0-149"></a><span class="sd"> Produce a boolean to return True if two objects are considered equal.</span> |
| <a id="__codelineno-0-150" name="__codelineno-0-150"></a> |
| <a id="__codelineno-0-151" name="__codelineno-0-151"></a><span class="sd"> Note:</span> |
| <a id="__codelineno-0-152" name="__codelineno-0-152"></a><span class="sd"> Equality of PartitionSpec is determined by spec_id and partition fields only.</span> |
| <a id="__codelineno-0-153" name="__codelineno-0-153"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-154" name="__codelineno-0-154"></a> <span class="k">if</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">other</span><span class="p">,</span> <span class="n">PartitionSpec</span><span class="p">):</span> |
| <a id="__codelineno-0-155" name="__codelineno-0-155"></a> <span class="k">return</span> <span class="kc">False</span> |
| <a id="__codelineno-0-156" name="__codelineno-0-156"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">spec_id</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="n">spec_id</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="n">fields</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpec.__repr__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__repr__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpec.__repr__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the string representation of the PartitionSpec class.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-171">171</a></span> |
| <span class="normal"><a href="#__codelineno-0-172">172</a></span> |
| <span class="normal"><a href="#__codelineno-0-173">173</a></span> |
| <span class="normal"><a href="#__codelineno-0-174">174</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-171" name="__codelineno-0-171"></a><span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-172" name="__codelineno-0-172"></a><span class="w"> </span><span class="sd">"""Return the string representation of the PartitionSpec class."""</span> |
| <a id="__codelineno-0-173" name="__codelineno-0-173"></a> <span class="n">fields</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="s1">', '</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="nb">repr</span><span class="p">(</span><span class="n">column</span><span class="p">)</span><span class="w"> </span><span class="k">for</span><span class="w"> </span><span class="n">column</span><span class="w"> </span><span class="ow">in</span><span class="w"> </span><span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">)</span><span class="si">}</span><span class="s2">, "</span> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span> <span class="k">else</span> <span class="s2">""</span> |
| <a id="__codelineno-0-174" name="__codelineno-0-174"></a> <span class="k">return</span> <span class="sa">f</span><span class="s2">"PartitionSpec(</span><span class="si">{</span><span class="n">fields</span><span class="si">}</span><span class="s2">spec_id=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">spec_id</span><span class="si">}</span><span class="s2">)"</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpec.__str__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__str__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpec.__str__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Produce a human-readable string representation of PartitionSpec.</p> |
| |
| |
| <details class="note" open> |
| <summary>Note</summary> |
| <p>Only include list of partition fields in the PartitionSpec's string representation.</p> |
| </details> |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-158">158</a></span> |
| <span class="normal"><a href="#__codelineno-0-159">159</a></span> |
| <span class="normal"><a href="#__codelineno-0-160">160</a></span> |
| <span class="normal"><a href="#__codelineno-0-161">161</a></span> |
| <span class="normal"><a href="#__codelineno-0-162">162</a></span> |
| <span class="normal"><a href="#__codelineno-0-163">163</a></span> |
| <span class="normal"><a href="#__codelineno-0-164">164</a></span> |
| <span class="normal"><a href="#__codelineno-0-165">165</a></span> |
| <span class="normal"><a href="#__codelineno-0-166">166</a></span> |
| <span class="normal"><a href="#__codelineno-0-167">167</a></span> |
| <span class="normal"><a href="#__codelineno-0-168">168</a></span> |
| <span class="normal"><a href="#__codelineno-0-169">169</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-158" name="__codelineno-0-158"></a><span class="k">def</span><span class="w"> </span><span class="fm">__str__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-159" name="__codelineno-0-159"></a><span class="w"> </span><span class="sd">"""</span> |
| <a id="__codelineno-0-160" name="__codelineno-0-160"></a><span class="sd"> Produce a human-readable string representation of PartitionSpec.</span> |
| <a id="__codelineno-0-161" name="__codelineno-0-161"></a> |
| <a id="__codelineno-0-162" name="__codelineno-0-162"></a><span class="sd"> Note:</span> |
| <a id="__codelineno-0-163" name="__codelineno-0-163"></a><span class="sd"> Only include list of partition fields in the PartitionSpec's string representation.</span> |
| <a id="__codelineno-0-164" name="__codelineno-0-164"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-165" name="__codelineno-0-165"></a> <span class="n">result_str</span> <span class="o">=</span> <span class="s2">"["</span> |
| <a id="__codelineno-0-166" name="__codelineno-0-166"></a> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">:</span> |
| <a id="__codelineno-0-167" name="__codelineno-0-167"></a> <span class="n">result_str</span> <span class="o">+=</span> <span class="s2">"</span><span class="se">\n</span><span class="s2"> "</span> <span class="o">+</span> <span class="s2">"</span><span class="se">\n</span><span class="s2"> "</span><span class="o">.</span><span class="n">join</span><span class="p">([</span><span class="nb">str</span><span class="p">(</span><span class="n">field</span><span class="p">)</span> <span class="k">for</span> <span class="n">field</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">])</span> <span class="o">+</span> <span class="s2">"</span><span class="se">\n</span><span class="s2">"</span> |
| <a id="__codelineno-0-168" name="__codelineno-0-168"></a> <span class="n">result_str</span> <span class="o">+=</span> <span class="s2">"]"</span> |
| <a id="__codelineno-0-169" name="__codelineno-0-169"></a> <span class="k">return</span> <span class="n">result_str</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpec.compatible_with" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">compatible_with</span><span class="p">(</span><span class="n">other</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpec.compatible_with" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Produce a boolean to return True if two PartitionSpec are considered compatible.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-197">197</a></span> |
| <span class="normal"><a href="#__codelineno-0-198">198</a></span> |
| <span class="normal"><a href="#__codelineno-0-199">199</a></span> |
| <span class="normal"><a href="#__codelineno-0-200">200</a></span> |
| <span class="normal"><a href="#__codelineno-0-201">201</a></span> |
| <span class="normal"><a href="#__codelineno-0-202">202</a></span> |
| <span class="normal"><a href="#__codelineno-0-203">203</a></span> |
| <span class="normal"><a href="#__codelineno-0-204">204</a></span> |
| <span class="normal"><a href="#__codelineno-0-205">205</a></span> |
| <span class="normal"><a href="#__codelineno-0-206">206</a></span> |
| <span class="normal"><a href="#__codelineno-0-207">207</a></span> |
| <span class="normal"><a href="#__codelineno-0-208">208</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-197" name="__codelineno-0-197"></a><span class="k">def</span><span class="w"> </span><span class="nf">compatible_with</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n">PartitionSpec</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-198" name="__codelineno-0-198"></a><span class="w"> </span><span class="sd">"""Produce a boolean to return True if two PartitionSpec are considered compatible."""</span> |
| <a id="__codelineno-0-199" name="__codelineno-0-199"></a> <span class="k">if</span> <span class="bp">self</span> <span class="o">==</span> <span class="n">other</span><span class="p">:</span> |
| <a id="__codelineno-0-200" name="__codelineno-0-200"></a> <span class="k">return</span> <span class="kc">True</span> |
| <a id="__codelineno-0-201" name="__codelineno-0-201"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">)</span> <span class="o">!=</span> <span class="nb">len</span><span class="p">(</span><span class="n">other</span><span class="o">.</span><span class="n">fields</span><span class="p">):</span> |
| <a id="__codelineno-0-202" name="__codelineno-0-202"></a> <span class="k">return</span> <span class="kc">False</span> |
| <a id="__codelineno-0-203" name="__codelineno-0-203"></a> <span class="k">return</span> <span class="nb">all</span><span class="p">(</span> |
| <a id="__codelineno-0-204" name="__codelineno-0-204"></a> <span class="n">this_field</span><span class="o">.</span><span class="n">source_id</span> <span class="o">==</span> <span class="n">that_field</span><span class="o">.</span><span class="n">source_id</span> |
| <a id="__codelineno-0-205" name="__codelineno-0-205"></a> <span class="ow">and</span> <span class="n">this_field</span><span class="o">.</span><span class="n">transform</span> <span class="o">==</span> <span class="n">that_field</span><span class="o">.</span><span class="n">transform</span> |
| <a id="__codelineno-0-206" name="__codelineno-0-206"></a> <span class="ow">and</span> <span class="n">this_field</span><span class="o">.</span><span class="n">name</span> <span class="o">==</span> <span class="n">that_field</span><span class="o">.</span><span class="n">name</span> |
| <a id="__codelineno-0-207" name="__codelineno-0-207"></a> <span class="k">for</span> <span class="n">this_field</span><span class="p">,</span> <span class="n">that_field</span> <span class="ow">in</span> <span class="nb">zip</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">,</span> <span class="n">other</span><span class="o">.</span><span class="n">fields</span><span class="p">,</span> <span class="n">strict</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span> |
| <a id="__codelineno-0-208" name="__codelineno-0-208"></a> <span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpec.partition_type" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">partition_type</span><span class="p">(</span><span class="n">schema</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpec.partition_type" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Produce a struct of the PartitionSpec.</p> |
| <p>The partition fields should be optional:</p> |
| <ul> |
| <li>All partition transforms are required to produce null if the input value is null, so it can |
| happen when the source column is optional.</li> |
| <li>Partition fields may be added later, in which case not all files would have the result field, |
| and it may be null.</li> |
| </ul> |
| <p>There is a case where we can guarantee that a partition field in the first and only partition spec |
| that uses a required source column will never be null, but it doesn't seem worth tracking this case.</p> |
| <p>:param schema: The schema to bind to. |
| :return: A StructType that represents the PartitionSpec, with a NestedField for each PartitionField.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-210">210</a></span> |
| <span class="normal"><a href="#__codelineno-0-211">211</a></span> |
| <span class="normal"><a href="#__codelineno-0-212">212</a></span> |
| <span class="normal"><a href="#__codelineno-0-213">213</a></span> |
| <span class="normal"><a href="#__codelineno-0-214">214</a></span> |
| <span class="normal"><a href="#__codelineno-0-215">215</a></span> |
| <span class="normal"><a href="#__codelineno-0-216">216</a></span> |
| <span class="normal"><a href="#__codelineno-0-217">217</a></span> |
| <span class="normal"><a href="#__codelineno-0-218">218</a></span> |
| <span class="normal"><a href="#__codelineno-0-219">219</a></span> |
| <span class="normal"><a href="#__codelineno-0-220">220</a></span> |
| <span class="normal"><a href="#__codelineno-0-221">221</a></span> |
| <span class="normal"><a href="#__codelineno-0-222">222</a></span> |
| <span class="normal"><a href="#__codelineno-0-223">223</a></span> |
| <span class="normal"><a href="#__codelineno-0-224">224</a></span> |
| <span class="normal"><a href="#__codelineno-0-225">225</a></span> |
| <span class="normal"><a href="#__codelineno-0-226">226</a></span> |
| <span class="normal"><a href="#__codelineno-0-227">227</a></span> |
| <span class="normal"><a href="#__codelineno-0-228">228</a></span> |
| <span class="normal"><a href="#__codelineno-0-229">229</a></span> |
| <span class="normal"><a href="#__codelineno-0-230">230</a></span> |
| <span class="normal"><a href="#__codelineno-0-231">231</a></span> |
| <span class="normal"><a href="#__codelineno-0-232">232</a></span> |
| <span class="normal"><a href="#__codelineno-0-233">233</a></span> |
| <span class="normal"><a href="#__codelineno-0-234">234</a></span> |
| <span class="normal"><a href="#__codelineno-0-235">235</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-210" name="__codelineno-0-210"></a><span class="k">def</span><span class="w"> </span><span class="nf">partition_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="n">Schema</span><span class="p">)</span> <span class="o">-></span> <span class="n">StructType</span><span class="p">:</span> |
| <a id="__codelineno-0-211" name="__codelineno-0-211"></a><span class="w"> </span><span class="sd">"""Produce a struct of the PartitionSpec.</span> |
| <a id="__codelineno-0-212" name="__codelineno-0-212"></a> |
| <a id="__codelineno-0-213" name="__codelineno-0-213"></a><span class="sd"> The partition fields should be optional:</span> |
| <a id="__codelineno-0-214" name="__codelineno-0-214"></a> |
| <a id="__codelineno-0-215" name="__codelineno-0-215"></a><span class="sd"> - All partition transforms are required to produce null if the input value is null, so it can</span> |
| <a id="__codelineno-0-216" name="__codelineno-0-216"></a><span class="sd"> happen when the source column is optional.</span> |
| <a id="__codelineno-0-217" name="__codelineno-0-217"></a><span class="sd"> - Partition fields may be added later, in which case not all files would have the result field,</span> |
| <a id="__codelineno-0-218" name="__codelineno-0-218"></a><span class="sd"> and it may be null.</span> |
| <a id="__codelineno-0-219" name="__codelineno-0-219"></a> |
| <a id="__codelineno-0-220" name="__codelineno-0-220"></a><span class="sd"> There is a case where we can guarantee that a partition field in the first and only partition spec</span> |
| <a id="__codelineno-0-221" name="__codelineno-0-221"></a><span class="sd"> that uses a required source column will never be null, but it doesn't seem worth tracking this case.</span> |
| <a id="__codelineno-0-222" name="__codelineno-0-222"></a> |
| <a id="__codelineno-0-223" name="__codelineno-0-223"></a><span class="sd"> :param schema: The schema to bind to.</span> |
| <a id="__codelineno-0-224" name="__codelineno-0-224"></a><span class="sd"> :return: A StructType that represents the PartitionSpec, with a NestedField for each PartitionField.</span> |
| <a id="__codelineno-0-225" name="__codelineno-0-225"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-226" name="__codelineno-0-226"></a> <span class="n">nested_fields</span> <span class="o">=</span> <span class="p">[]</span> |
| <a id="__codelineno-0-227" name="__codelineno-0-227"></a> <span class="n">schema_ids</span> <span class="o">=</span> <span class="n">schema</span><span class="o">.</span><span class="n">_lazy_id_to_field</span> |
| <a id="__codelineno-0-228" name="__codelineno-0-228"></a> <span class="k">for</span> <span class="n">field</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">fields</span><span class="p">:</span> |
| <a id="__codelineno-0-229" name="__codelineno-0-229"></a> <span class="k">if</span> <span class="n">source_field</span> <span class="o">:=</span> <span class="n">schema_ids</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">field</span><span class="o">.</span><span class="n">source_id</span><span class="p">):</span> |
| <a id="__codelineno-0-230" name="__codelineno-0-230"></a> <span class="n">result_type</span> <span class="o">=</span> <span class="n">field</span><span class="o">.</span><span class="n">transform</span><span class="o">.</span><span class="n">result_type</span><span class="p">(</span><span class="n">source_field</span><span class="o">.</span><span class="n">field_type</span><span class="p">)</span> |
| <a id="__codelineno-0-231" name="__codelineno-0-231"></a> <span class="n">nested_fields</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">NestedField</span><span class="p">(</span><span class="n">field</span><span class="o">.</span><span class="n">field_id</span><span class="p">,</span> <span class="n">field</span><span class="o">.</span><span class="n">name</span><span class="p">,</span> <span class="n">result_type</span><span class="p">,</span> <span class="n">required</span><span class="o">=</span><span class="n">source_field</span><span class="o">.</span><span class="n">required</span><span class="p">))</span> |
| <a id="__codelineno-0-232" name="__codelineno-0-232"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-233" name="__codelineno-0-233"></a> <span class="c1"># Since the source field has been drop we cannot determine the type</span> |
| <a id="__codelineno-0-234" name="__codelineno-0-234"></a> <span class="n">nested_fields</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">NestedField</span><span class="p">(</span><span class="n">field</span><span class="o">.</span><span class="n">field_id</span><span class="p">,</span> <span class="n">field</span><span class="o">.</span><span class="n">name</span><span class="p">,</span> <span class="n">UnknownType</span><span class="p">()))</span> |
| <a id="__codelineno-0-235" name="__codelineno-0-235"></a> <span class="k">return</span> <span class="n">StructType</span><span class="p">(</span><span class="o">*</span><span class="n">nested_fields</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.partitioning.PartitionSpecVisitor" class="doc doc-heading"> |
| <code>PartitionSpecVisitor</code> |
| |
| |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><span title="typing.Generic">Generic</span>[<span title="pyiceberg.partitioning.T">T</span>]</code>, <code><span title="abc.ABC">ABC</span></code></p> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-341">341</a></span> |
| <span class="normal"><a href="#__codelineno-0-342">342</a></span> |
| <span class="normal"><a href="#__codelineno-0-343">343</a></span> |
| <span class="normal"><a href="#__codelineno-0-344">344</a></span> |
| <span class="normal"><a href="#__codelineno-0-345">345</a></span> |
| <span class="normal"><a href="#__codelineno-0-346">346</a></span> |
| <span class="normal"><a href="#__codelineno-0-347">347</a></span> |
| <span class="normal"><a href="#__codelineno-0-348">348</a></span> |
| <span class="normal"><a href="#__codelineno-0-349">349</a></span> |
| <span class="normal"><a href="#__codelineno-0-350">350</a></span> |
| <span class="normal"><a href="#__codelineno-0-351">351</a></span> |
| <span class="normal"><a href="#__codelineno-0-352">352</a></span> |
| <span class="normal"><a href="#__codelineno-0-353">353</a></span> |
| <span class="normal"><a href="#__codelineno-0-354">354</a></span> |
| <span class="normal"><a href="#__codelineno-0-355">355</a></span> |
| <span class="normal"><a href="#__codelineno-0-356">356</a></span> |
| <span class="normal"><a href="#__codelineno-0-357">357</a></span> |
| <span class="normal"><a href="#__codelineno-0-358">358</a></span> |
| <span class="normal"><a href="#__codelineno-0-359">359</a></span> |
| <span class="normal"><a href="#__codelineno-0-360">360</a></span> |
| <span class="normal"><a href="#__codelineno-0-361">361</a></span> |
| <span class="normal"><a href="#__codelineno-0-362">362</a></span> |
| <span class="normal"><a href="#__codelineno-0-363">363</a></span> |
| <span class="normal"><a href="#__codelineno-0-364">364</a></span> |
| <span class="normal"><a href="#__codelineno-0-365">365</a></span> |
| <span class="normal"><a href="#__codelineno-0-366">366</a></span> |
| <span class="normal"><a href="#__codelineno-0-367">367</a></span> |
| <span class="normal"><a href="#__codelineno-0-368">368</a></span> |
| <span class="normal"><a href="#__codelineno-0-369">369</a></span> |
| <span class="normal"><a href="#__codelineno-0-370">370</a></span> |
| <span class="normal"><a href="#__codelineno-0-371">371</a></span> |
| <span class="normal"><a href="#__codelineno-0-372">372</a></span> |
| <span class="normal"><a href="#__codelineno-0-373">373</a></span> |
| <span class="normal"><a href="#__codelineno-0-374">374</a></span> |
| <span class="normal"><a href="#__codelineno-0-375">375</a></span> |
| <span class="normal"><a href="#__codelineno-0-376">376</a></span> |
| <span class="normal"><a href="#__codelineno-0-377">377</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-341" name="__codelineno-0-341"></a><span class="k">class</span><span class="w"> </span><span class="nc">PartitionSpecVisitor</span><span class="p">(</span><span class="n">Generic</span><span class="p">[</span><span class="n">T</span><span class="p">],</span> <span class="n">ABC</span><span class="p">):</span> |
| <a id="__codelineno-0-342" name="__codelineno-0-342"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-343" name="__codelineno-0-343"></a> <span class="k">def</span><span class="w"> </span><span class="nf">identity</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-344" name="__codelineno-0-344"></a><span class="w"> </span><span class="sd">"""Visit identity partition field."""</span> |
| <a id="__codelineno-0-345" name="__codelineno-0-345"></a> |
| <a id="__codelineno-0-346" name="__codelineno-0-346"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-347" name="__codelineno-0-347"></a> <span class="k">def</span><span class="w"> </span><span class="nf">bucket</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">num_buckets</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-348" name="__codelineno-0-348"></a><span class="w"> </span><span class="sd">"""Visit bucket partition field."""</span> |
| <a id="__codelineno-0-349" name="__codelineno-0-349"></a> |
| <a id="__codelineno-0-350" name="__codelineno-0-350"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-351" name="__codelineno-0-351"></a> <span class="k">def</span><span class="w"> </span><span class="nf">truncate</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">width</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-352" name="__codelineno-0-352"></a><span class="w"> </span><span class="sd">"""Visit truncate partition field."""</span> |
| <a id="__codelineno-0-353" name="__codelineno-0-353"></a> |
| <a id="__codelineno-0-354" name="__codelineno-0-354"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-355" name="__codelineno-0-355"></a> <span class="k">def</span><span class="w"> </span><span class="nf">year</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-356" name="__codelineno-0-356"></a><span class="w"> </span><span class="sd">"""Visit year partition field."""</span> |
| <a id="__codelineno-0-357" name="__codelineno-0-357"></a> |
| <a id="__codelineno-0-358" name="__codelineno-0-358"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-359" name="__codelineno-0-359"></a> <span class="k">def</span><span class="w"> </span><span class="nf">month</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-360" name="__codelineno-0-360"></a><span class="w"> </span><span class="sd">"""Visit month partition field."""</span> |
| <a id="__codelineno-0-361" name="__codelineno-0-361"></a> |
| <a id="__codelineno-0-362" name="__codelineno-0-362"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-363" name="__codelineno-0-363"></a> <span class="k">def</span><span class="w"> </span><span class="nf">day</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-364" name="__codelineno-0-364"></a><span class="w"> </span><span class="sd">"""Visit day partition field."""</span> |
| <a id="__codelineno-0-365" name="__codelineno-0-365"></a> |
| <a id="__codelineno-0-366" name="__codelineno-0-366"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-367" name="__codelineno-0-367"></a> <span class="k">def</span><span class="w"> </span><span class="nf">hour</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-368" name="__codelineno-0-368"></a><span class="w"> </span><span class="sd">"""Visit hour partition field."""</span> |
| <a id="__codelineno-0-369" name="__codelineno-0-369"></a> |
| <a id="__codelineno-0-370" name="__codelineno-0-370"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-371" name="__codelineno-0-371"></a> <span class="k">def</span><span class="w"> </span><span class="nf">always_null</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-372" name="__codelineno-0-372"></a><span class="w"> </span><span class="sd">"""Visit void partition field."""</span> |
| <a id="__codelineno-0-373" name="__codelineno-0-373"></a> |
| <a id="__codelineno-0-374" name="__codelineno-0-374"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-375" name="__codelineno-0-375"></a> <span class="k">def</span><span class="w"> </span><span class="nf">unknown</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">transform</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-376" name="__codelineno-0-376"></a><span class="w"> </span><span class="sd">"""Visit unknown partition field."""</span> |
| <a id="__codelineno-0-377" name="__codelineno-0-377"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Unknown transform is not supported: </span><span class="si">{</span><span class="n">transform</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpecVisitor.always_null" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">always_null</span><span class="p">(</span><span class="n">field_id</span><span class="p">,</span> <span class="n">source_name</span><span class="p">,</span> <span class="n">source_id</span><span class="p">)</span></code> |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-abstractmethod"><code>abstractmethod</code></small> |
| </span> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.always_null" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Visit void partition field.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-370">370</a></span> |
| <span class="normal"><a href="#__codelineno-0-371">371</a></span> |
| <span class="normal"><a href="#__codelineno-0-372">372</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-370" name="__codelineno-0-370"></a><span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-371" name="__codelineno-0-371"></a><span class="k">def</span><span class="w"> </span><span class="nf">always_null</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-372" name="__codelineno-0-372"></a><span class="w"> </span><span class="sd">"""Visit void partition field."""</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpecVisitor.bucket" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">bucket</span><span class="p">(</span><span class="n">field_id</span><span class="p">,</span> <span class="n">source_name</span><span class="p">,</span> <span class="n">source_id</span><span class="p">,</span> <span class="n">num_buckets</span><span class="p">)</span></code> |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-abstractmethod"><code>abstractmethod</code></small> |
| </span> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.bucket" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Visit bucket partition field.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-346">346</a></span> |
| <span class="normal"><a href="#__codelineno-0-347">347</a></span> |
| <span class="normal"><a href="#__codelineno-0-348">348</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-346" name="__codelineno-0-346"></a><span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-347" name="__codelineno-0-347"></a><span class="k">def</span><span class="w"> </span><span class="nf">bucket</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">num_buckets</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-348" name="__codelineno-0-348"></a><span class="w"> </span><span class="sd">"""Visit bucket partition field."""</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpecVisitor.day" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">day</span><span class="p">(</span><span class="n">field_id</span><span class="p">,</span> <span class="n">source_name</span><span class="p">,</span> <span class="n">source_id</span><span class="p">)</span></code> |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-abstractmethod"><code>abstractmethod</code></small> |
| </span> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.day" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Visit day partition field.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-362">362</a></span> |
| <span class="normal"><a href="#__codelineno-0-363">363</a></span> |
| <span class="normal"><a href="#__codelineno-0-364">364</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-362" name="__codelineno-0-362"></a><span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-363" name="__codelineno-0-363"></a><span class="k">def</span><span class="w"> </span><span class="nf">day</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-364" name="__codelineno-0-364"></a><span class="w"> </span><span class="sd">"""Visit day partition field."""</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpecVisitor.hour" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">hour</span><span class="p">(</span><span class="n">field_id</span><span class="p">,</span> <span class="n">source_name</span><span class="p">,</span> <span class="n">source_id</span><span class="p">)</span></code> |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-abstractmethod"><code>abstractmethod</code></small> |
| </span> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.hour" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Visit hour partition field.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-366">366</a></span> |
| <span class="normal"><a href="#__codelineno-0-367">367</a></span> |
| <span class="normal"><a href="#__codelineno-0-368">368</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-366" name="__codelineno-0-366"></a><span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-367" name="__codelineno-0-367"></a><span class="k">def</span><span class="w"> </span><span class="nf">hour</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-368" name="__codelineno-0-368"></a><span class="w"> </span><span class="sd">"""Visit hour partition field."""</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpecVisitor.identity" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">identity</span><span class="p">(</span><span class="n">field_id</span><span class="p">,</span> <span class="n">source_name</span><span class="p">,</span> <span class="n">source_id</span><span class="p">)</span></code> |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-abstractmethod"><code>abstractmethod</code></small> |
| </span> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.identity" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Visit identity partition field.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-342">342</a></span> |
| <span class="normal"><a href="#__codelineno-0-343">343</a></span> |
| <span class="normal"><a href="#__codelineno-0-344">344</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-342" name="__codelineno-0-342"></a><span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-343" name="__codelineno-0-343"></a><span class="k">def</span><span class="w"> </span><span class="nf">identity</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-344" name="__codelineno-0-344"></a><span class="w"> </span><span class="sd">"""Visit identity partition field."""</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpecVisitor.month" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">month</span><span class="p">(</span><span class="n">field_id</span><span class="p">,</span> <span class="n">source_name</span><span class="p">,</span> <span class="n">source_id</span><span class="p">)</span></code> |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-abstractmethod"><code>abstractmethod</code></small> |
| </span> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.month" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Visit month partition field.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-358">358</a></span> |
| <span class="normal"><a href="#__codelineno-0-359">359</a></span> |
| <span class="normal"><a href="#__codelineno-0-360">360</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-358" name="__codelineno-0-358"></a><span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-359" name="__codelineno-0-359"></a><span class="k">def</span><span class="w"> </span><span class="nf">month</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-360" name="__codelineno-0-360"></a><span class="w"> </span><span class="sd">"""Visit month partition field."""</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpecVisitor.truncate" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">truncate</span><span class="p">(</span><span class="n">field_id</span><span class="p">,</span> <span class="n">source_name</span><span class="p">,</span> <span class="n">source_id</span><span class="p">,</span> <span class="n">width</span><span class="p">)</span></code> |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-abstractmethod"><code>abstractmethod</code></small> |
| </span> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.truncate" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Visit truncate partition field.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-350">350</a></span> |
| <span class="normal"><a href="#__codelineno-0-351">351</a></span> |
| <span class="normal"><a href="#__codelineno-0-352">352</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-350" name="__codelineno-0-350"></a><span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-351" name="__codelineno-0-351"></a><span class="k">def</span><span class="w"> </span><span class="nf">truncate</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">width</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-352" name="__codelineno-0-352"></a><span class="w"> </span><span class="sd">"""Visit truncate partition field."""</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpecVisitor.unknown" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">unknown</span><span class="p">(</span><span class="n">field_id</span><span class="p">,</span> <span class="n">source_name</span><span class="p">,</span> <span class="n">source_id</span><span class="p">,</span> <span class="n">transform</span><span class="p">)</span></code> |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-abstractmethod"><code>abstractmethod</code></small> |
| </span> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.unknown" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Visit unknown partition field.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-374">374</a></span> |
| <span class="normal"><a href="#__codelineno-0-375">375</a></span> |
| <span class="normal"><a href="#__codelineno-0-376">376</a></span> |
| <span class="normal"><a href="#__codelineno-0-377">377</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-374" name="__codelineno-0-374"></a><span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-375" name="__codelineno-0-375"></a><span class="k">def</span><span class="w"> </span><span class="nf">unknown</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">transform</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-376" name="__codelineno-0-376"></a><span class="w"> </span><span class="sd">"""Visit unknown partition field."""</span> |
| <a id="__codelineno-0-377" name="__codelineno-0-377"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Unknown transform is not supported: </span><span class="si">{</span><span class="n">transform</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.partitioning.PartitionSpecVisitor.year" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">year</span><span class="p">(</span><span class="n">field_id</span><span class="p">,</span> <span class="n">source_name</span><span class="p">,</span> <span class="n">source_id</span><span class="p">)</span></code> |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-abstractmethod"><code>abstractmethod</code></small> |
| </span> |
| |
| <a href="#pyiceberg.partitioning.PartitionSpecVisitor.year" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Visit year partition field.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-354">354</a></span> |
| <span class="normal"><a href="#__codelineno-0-355">355</a></span> |
| <span class="normal"><a href="#__codelineno-0-356">356</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-354" name="__codelineno-0-354"></a><span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-355" name="__codelineno-0-355"></a><span class="k">def</span><span class="w"> </span><span class="nf">year</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">source_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> |
| <a id="__codelineno-0-356" name="__codelineno-0-356"></a><span class="w"> </span><span class="sd">"""Visit year partition field."""</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h2 id="pyiceberg.partitioning.partition_record_value" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">partition_record_value</span><span class="p">(</span><span class="n">partition_field</span><span class="p">,</span> <span class="n">value</span><span class="p">,</span> <span class="n">schema</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.partitioning.partition_record_value" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the Partition Record representation of the value.</p> |
| <p>The value is first converted to internal partition representation. |
| For example, UUID is converted to bytes[16], DateType to days since epoch, etc.</p> |
| <p>Then the corresponding PartitionField's transform is applied to return |
| the final partition record value.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-478">478</a></span> |
| <span class="normal"><a href="#__codelineno-0-479">479</a></span> |
| <span class="normal"><a href="#__codelineno-0-480">480</a></span> |
| <span class="normal"><a href="#__codelineno-0-481">481</a></span> |
| <span class="normal"><a href="#__codelineno-0-482">482</a></span> |
| <span class="normal"><a href="#__codelineno-0-483">483</a></span> |
| <span class="normal"><a href="#__codelineno-0-484">484</a></span> |
| <span class="normal"><a href="#__codelineno-0-485">485</a></span> |
| <span class="normal"><a href="#__codelineno-0-486">486</a></span> |
| <span class="normal"><a href="#__codelineno-0-487">487</a></span> |
| <span class="normal"><a href="#__codelineno-0-488">488</a></span> |
| <span class="normal"><a href="#__codelineno-0-489">489</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-478" name="__codelineno-0-478"></a><span class="k">def</span><span class="w"> </span><span class="nf">partition_record_value</span><span class="p">(</span><span class="n">partition_field</span><span class="p">:</span> <span class="n">PartitionField</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="n">Schema</span><span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span> |
| <a id="__codelineno-0-479" name="__codelineno-0-479"></a><span class="w"> </span><span class="sd">"""</span> |
| <a id="__codelineno-0-480" name="__codelineno-0-480"></a><span class="sd"> Return the Partition Record representation of the value.</span> |
| <a id="__codelineno-0-481" name="__codelineno-0-481"></a> |
| <a id="__codelineno-0-482" name="__codelineno-0-482"></a><span class="sd"> The value is first converted to internal partition representation.</span> |
| <a id="__codelineno-0-483" name="__codelineno-0-483"></a><span class="sd"> For example, UUID is converted to bytes[16], DateType to days since epoch, etc.</span> |
| <a id="__codelineno-0-484" name="__codelineno-0-484"></a> |
| <a id="__codelineno-0-485" name="__codelineno-0-485"></a><span class="sd"> Then the corresponding PartitionField's transform is applied to return</span> |
| <a id="__codelineno-0-486" name="__codelineno-0-486"></a><span class="sd"> the final partition record value.</span> |
| <a id="__codelineno-0-487" name="__codelineno-0-487"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-488" name="__codelineno-0-488"></a> <span class="n">iceberg_type</span> <span class="o">=</span> <span class="n">schema</span><span class="o">.</span><span class="n">find_field</span><span class="p">(</span><span class="n">name_or_id</span><span class="o">=</span><span class="n">partition_field</span><span class="o">.</span><span class="n">source_id</span><span class="p">)</span><span class="o">.</span><span class="n">field_type</span> |
| <a id="__codelineno-0-489" name="__codelineno-0-489"></a> <span class="k">return</span> <span class="n">_to_partition_representation</span><span class="p">(</span><span class="n">iceberg_type</span><span class="p">,</span> <span class="n">value</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h2 id="pyiceberg.partitioning.validate_partition_name" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">validate_partition_name</span><span class="p">(</span><span class="n">field_name</span><span class="p">,</span> <span class="n">partition_transform</span><span class="p">,</span> <span class="n">source_id</span><span class="p">,</span> <span class="n">schema</span><span class="p">,</span> <span class="n">partition_names</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.partitioning.validate_partition_name" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Validate that a partition field name doesn't conflict with schema field names.</p> |
| |
| |
| <details class="mkdocstrings-source"> |
| <summary>Source code in <code>pyiceberg/partitioning.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-290">290</a></span> |
| <span class="normal"><a href="#__codelineno-0-291">291</a></span> |
| <span class="normal"><a href="#__codelineno-0-292">292</a></span> |
| <span class="normal"><a href="#__codelineno-0-293">293</a></span> |
| <span class="normal"><a href="#__codelineno-0-294">294</a></span> |
| <span class="normal"><a href="#__codelineno-0-295">295</a></span> |
| <span class="normal"><a href="#__codelineno-0-296">296</a></span> |
| <span class="normal"><a href="#__codelineno-0-297">297</a></span> |
| <span class="normal"><a href="#__codelineno-0-298">298</a></span> |
| <span class="normal"><a href="#__codelineno-0-299">299</a></span> |
| <span class="normal"><a href="#__codelineno-0-300">300</a></span> |
| <span class="normal"><a href="#__codelineno-0-301">301</a></span> |
| <span class="normal"><a href="#__codelineno-0-302">302</a></span> |
| <span class="normal"><a href="#__codelineno-0-303">303</a></span> |
| <span class="normal"><a href="#__codelineno-0-304">304</a></span> |
| <span class="normal"><a href="#__codelineno-0-305">305</a></span> |
| <span class="normal"><a href="#__codelineno-0-306">306</a></span> |
| <span class="normal"><a href="#__codelineno-0-307">307</a></span> |
| <span class="normal"><a href="#__codelineno-0-308">308</a></span> |
| <span class="normal"><a href="#__codelineno-0-309">309</a></span> |
| <span class="normal"><a href="#__codelineno-0-310">310</a></span> |
| <span class="normal"><a href="#__codelineno-0-311">311</a></span> |
| <span class="normal"><a href="#__codelineno-0-312">312</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-290" name="__codelineno-0-290"></a><span class="k">def</span><span class="w"> </span><span class="nf">validate_partition_name</span><span class="p">(</span> |
| <a id="__codelineno-0-291" name="__codelineno-0-291"></a> <span class="n">field_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> |
| <a id="__codelineno-0-292" name="__codelineno-0-292"></a> <span class="n">partition_transform</span><span class="p">:</span> <span class="n">Transform</span><span class="p">[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">],</span> |
| <a id="__codelineno-0-293" name="__codelineno-0-293"></a> <span class="n">source_id</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> |
| <a id="__codelineno-0-294" name="__codelineno-0-294"></a> <span class="n">schema</span><span class="p">:</span> <span class="n">Schema</span><span class="p">,</span> |
| <a id="__codelineno-0-295" name="__codelineno-0-295"></a> <span class="n">partition_names</span><span class="p">:</span> <span class="nb">set</span><span class="p">[</span><span class="nb">str</span><span class="p">],</span> |
| <a id="__codelineno-0-296" name="__codelineno-0-296"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-297" name="__codelineno-0-297"></a><span class="w"> </span><span class="sd">"""Validate that a partition field name doesn't conflict with schema field names."""</span> |
| <a id="__codelineno-0-298" name="__codelineno-0-298"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-299" name="__codelineno-0-299"></a> <span class="n">schema_field</span> <span class="o">=</span> <span class="n">schema</span><span class="o">.</span><span class="n">find_field</span><span class="p">(</span><span class="n">field_name</span><span class="p">)</span> |
| <a id="__codelineno-0-300" name="__codelineno-0-300"></a> <span class="k">except</span> <span class="ne">ValueError</span><span class="p">:</span> |
| <a id="__codelineno-0-301" name="__codelineno-0-301"></a> <span class="k">return</span> <span class="c1"># No conflict if field doesn't exist in schema</span> |
| <a id="__codelineno-0-302" name="__codelineno-0-302"></a> |
| <a id="__codelineno-0-303" name="__codelineno-0-303"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">partition_transform</span><span class="p">,</span> <span class="p">(</span><span class="n">IdentityTransform</span><span class="p">,</span> <span class="n">VoidTransform</span><span class="p">)):</span> |
| <a id="__codelineno-0-304" name="__codelineno-0-304"></a> <span class="c1"># For identity and void transforms, allow conflict only if sourced from the same schema field</span> |
| <a id="__codelineno-0-305" name="__codelineno-0-305"></a> <span class="k">if</span> <span class="n">schema_field</span><span class="o">.</span><span class="n">field_id</span> <span class="o">!=</span> <span class="n">source_id</span><span class="p">:</span> |
| <a id="__codelineno-0-306" name="__codelineno-0-306"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Cannot create identity partition sourced from different field in schema: </span><span class="si">{</span><span class="n">field_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-307" name="__codelineno-0-307"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-308" name="__codelineno-0-308"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Cannot create partition with a name that exists in schema: </span><span class="si">{</span><span class="n">field_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-309" name="__codelineno-0-309"></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">field_name</span><span class="p">:</span> |
| <a id="__codelineno-0-310" name="__codelineno-0-310"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">"Undefined name"</span><span class="p">)</span> |
| <a id="__codelineno-0-311" name="__codelineno-0-311"></a> <span class="k">if</span> <span class="n">field_name</span> <span class="ow">in</span> <span class="n">partition_names</span><span class="p">:</span> |
| <a id="__codelineno-0-312" name="__codelineno-0-312"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Partition name has to be unique: </span><span class="si">{</span><span class="n">field_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </article> |
| </div> |
| |
| |
| <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> |
| </div> |
| |
| <button type="button" class="md-top md-icon" data-md-component="top" hidden> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> |
| Back to top |
| </button> |
| |
| </main> |
| |
| <footer class="md-footer"> |
| |
| <div class="md-footer-meta md-typeset"> |
| <div class="md-footer-meta__inner md-grid"> |
| <div class="md-copyright"> |
| |
| |
| Made with |
| <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener"> |
| Material for MkDocs |
| </a> |
| |
| </div> |
| |
| </div> |
| </div> |
| </footer> |
| |
| </div> |
| <div class="md-dialog" data-md-component="dialog"> |
| <div class="md-dialog__inner md-typeset"></div> |
| </div> |
| |
| |
| |
| |
| |
| <script id="__config" type="application/json">{"annotate": null, "base": "../../..", "features": ["navigation.top", "navigation.tracking", "navigation.tabs", "navigation.tabs.sticky", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.2c215733.min.js", "tags": null, "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": null}</script> |
| |
| |
| <script src="../../../assets/javascripts/bundle.79ae519e.min.js"></script> |
| |
| |
| </body> |
| </html> |
