| |
| <!doctype html> |
| <html lang="en" class="no-js"> |
| <head> |
| |
| <meta charset="utf-8"> |
| <meta name="viewport" content="width=device-width,initial-scale=1"> |
| |
| |
| |
| <link rel="canonical" href="https://py.iceberg.apache.org/reference/pyiceberg/transforms/"> |
| |
| |
| <link rel="prev" href="../table/upsert_util/"> |
| |
| |
| <link rel="next" href="../typedef/"> |
| |
| |
| <link rel="icon" href="../../../assets/images/iceberg-logo-icon.png"> |
| <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.6.21"> |
| |
| |
| |
| <title>transforms - PyIceberg</title> |
| |
| |
| |
| <link rel="stylesheet" href="../../../assets/stylesheets/main.2a3383ac.min.css"> |
| |
| |
| <link rel="stylesheet" href="../../../assets/stylesheets/palette.06af60db.min.css"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin> |
| <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Lato:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"> |
| <style>:root{--md-text-font:"Lato";--md-code-font:"Roboto Mono"}</style> |
| |
| |
| |
| <link rel="stylesheet" href="../../../assets/_mkdocstrings.css"> |
| |
| <script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script> |
| |
| |
| |
| |
| |
| |
| |
| <!-- Matomo --> |
| <script> |
| var _paq = window._paq = window._paq || []; |
| /* tracker methods like "setCustomDimension" should be called before "trackPageView" */ |
| _paq.push(["setDoNotTrack", true]); |
| _paq.push(["disableCookies"]); |
| _paq.push(['trackPageView']); |
| _paq.push(['enableLinkTracking']); |
| (function() { |
| var u="https://analytics.apache.org/"; |
| _paq.push(['setTrackerUrl', u+'matomo.php']); |
| _paq.push(['setSiteId', '82']); |
| var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0]; |
| g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s); |
| })(); |
| </script> |
| <!-- End Matomo --> |
| |
| </head> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <body dir="ltr" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo"> |
| |
| |
| <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off"> |
| <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off"> |
| <label class="md-overlay" for="__drawer"></label> |
| <div data-md-component="skip"> |
| |
| |
| <a href="#pyiceberg.transforms" class="md-skip"> |
| Skip to content |
| </a> |
| |
| </div> |
| <div data-md-component="announce"> |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| <header class="md-header md-header--shadow md-header--lifted" data-md-component="header"> |
| <nav class="md-header__inner md-grid" aria-label="Header"> |
| <a href="../../.." title="PyIceberg" class="md-header__button md-logo" aria-label="PyIceberg" data-md-component="logo"> |
| |
| <img src="../../../assets/images/iceberg-logo-icon.png" alt="logo"> |
| |
| </a> |
| <label class="md-header__button md-icon" for="__drawer"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> |
| </label> |
| <div class="md-header__title" data-md-component="header-title"> |
| <div class="md-header__ellipsis"> |
| <div class="md-header__topic"> |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| </div> |
| <div class="md-header__topic" data-md-component="header-topic"> |
| <span class="md-ellipsis"> |
| |
| transforms |
| |
| </span> |
| </div> |
| </div> |
| </div> |
| |
| |
| <form class="md-header__option" data-md-component="palette"> |
| |
| |
| |
| |
| <input class="md-option" data-md-color-media="" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_0"> |
| |
| <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_1" hidden> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a4 4 0 0 0-4 4 4 4 0 0 0 4 4 4 4 0 0 0 4-4 4 4 0 0 0-4-4m0 10a6 6 0 0 1-6-6 6 6 0 0 1 6-6 6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> |
| </label> |
| |
| |
| |
| |
| |
| <input class="md-option" data-md-color-media="" data-md-color-scheme="slate" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_1"> |
| |
| <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_0" hidden> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 18c-.89 0-1.74-.2-2.5-.55C11.56 16.5 13 14.42 13 12s-1.44-4.5-3.5-5.45C10.26 6.2 11.11 6 12 6a6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> |
| </label> |
| |
| |
| </form> |
| |
| |
| |
| <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> |
| |
| |
| |
| |
| |
| <label class="md-header__button md-icon" for="__search"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> |
| </label> |
| <div class="md-search" data-md-component="search" role="dialog"> |
| <label class="md-search__overlay" for="__search"></label> |
| <div class="md-search__inner" role="search"> |
| <form class="md-search__form" name="search"> |
| <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required> |
| <label class="md-search__icon md-icon" for="__search"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> |
| </label> |
| <nav class="md-search__options" aria-label="Search"> |
| |
| <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> |
| </button> |
| </nav> |
| |
| </form> |
| <div class="md-search__output"> |
| <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix> |
| <div class="md-search-result" data-md-component="search-result"> |
| <div class="md-search-result__meta"> |
| Initializing search |
| </div> |
| <ol class="md-search-result__list" role="presentation"></ol> |
| </div> |
| </div> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-header__source"> |
| <a href="https://github.com/apache/iceberg-python" title="Go to repository" class="md-source" data-md-component="source"> |
| <div class="md-source__icon md-icon"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.0.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg> |
| </div> |
| <div class="md-source__repository"> |
| apache/iceberg-python |
| </div> |
| </a> |
| </div> |
| |
| </nav> |
| |
| |
| |
| <nav class="md-tabs" aria-label="Tabs" data-md-component="tabs"> |
| <div class="md-grid"> |
| <ul class="md-tabs__list"> |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../.." class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Getting started |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../configuration/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Configuration |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../cli/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| CLI |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../api/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| API |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../contributing/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Contributing |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../community/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Community |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../verify-release/" class="md-tabs__link"> |
| |
| |
| |
| Releases |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item md-tabs__item--active"> |
| <a href="../" class="md-tabs__link"> |
| |
| |
| |
| Code Reference |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </div> |
| </nav> |
| |
| |
| </header> |
| |
| <div class="md-container" data-md-component="container"> |
| |
| |
| |
| |
| <main class="md-main" data-md-component="main"> |
| <div class="md-main__inner md-grid"> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| |
| |
| |
| |
| <nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0"> |
| <label class="md-nav__title" for="__drawer"> |
| <a href="../../.." title="PyIceberg" class="md-nav__button md-logo" aria-label="PyIceberg" data-md-component="logo"> |
| |
| <img src="../../../assets/images/iceberg-logo-icon.png" alt="logo"> |
| |
| </a> |
| PyIceberg |
| </label> |
| |
| <div class="md-nav__source"> |
| <a href="https://github.com/apache/iceberg-python" title="Go to repository" class="md-source" data-md-component="source"> |
| <div class="md-source__icon md-icon"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.0.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg> |
| </div> |
| <div class="md-source__repository"> |
| apache/iceberg-python |
| </div> |
| </a> |
| </div> |
| |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../.." class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Getting started |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../configuration/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../cli/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| CLI |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../../api/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| API |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_4" id="__nav_4_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_4"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../row-filter-syntax/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Row Filter Syntax |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../expression-dsl/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Expression DSL |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../contributing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Contributing |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../community/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Community |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" > |
| |
| |
| <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Releases |
| |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_7"> |
| <span class="md-nav__icon md-icon"></span> |
| Releases |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../verify-release/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Verify a release |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../how-to-release/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| How to release |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://github.com/apache/iceberg-python/releases" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Release Notes |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../nightly-build/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Nightly Build |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" checked> |
| |
| |
| <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex=""> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Code Reference |
| |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_8"> |
| <span class="md-nav__icon md-icon"></span> |
| Code Reference |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1" checked> |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| pyiceberg |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1" id="__nav_8_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_8_1_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_8_1"> |
| <span class="md-nav__icon md-icon"></span> |
| pyiceberg |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_1" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../avro/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| avro |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_1" id="__nav_8_1_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_1_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_1"> |
| <span class="md-nav__icon md-icon"></span> |
| avro |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_1_1" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../avro/codecs/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| codecs |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_1_1" id="__nav_8_1_1_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_1_1_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_1_1"> |
| <span class="md-nav__icon md-icon"></span> |
| codecs |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/codecs/bzip2/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| bzip2 |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/codecs/codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| codec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/codecs/deflate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| deflate |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/codecs/snappy_codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| snappy_codec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/codecs/zstandard_codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| zstandard_codec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/decoder/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| decoder |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/encoder/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| encoder |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/file/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| file |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/reader/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| reader |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/resolver/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| resolver |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../avro/writer/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| writer |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_2" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../catalog/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| catalog |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_2" id="__nav_8_1_2_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_2"> |
| <span class="md-nav__icon md-icon"></span> |
| catalog |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/bigquery_metastore/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| bigquery_metastore |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/dynamodb/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| dynamodb |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/glue/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| glue |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/hive/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| hive |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/memory/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| memory |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/noop/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| noop |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_2_7" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../catalog/rest/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| rest |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_2_7" id="__nav_8_1_2_7_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_2_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_2_7"> |
| <span class="md-nav__icon md-icon"></span> |
| rest |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/rest/auth/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| auth |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/rest/response/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| response |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../catalog/sql/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| sql |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_3" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../cli/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| cli |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_3" id="__nav_8_1_3_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_3"> |
| <span class="md-nav__icon md-icon"></span> |
| cli |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../cli/console/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| console |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../cli/output/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| output |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../conversions/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| conversions |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../exceptions/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| exceptions |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_6" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../expressions/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| expressions |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_6" id="__nav_8_1_6_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_6_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_6"> |
| <span class="md-nav__icon md-icon"></span> |
| expressions |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../expressions/literals/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| literals |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../expressions/parser/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| parser |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../expressions/visitors/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| visitors |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_7" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../io/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| io |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_7" id="__nav_8_1_7_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_7"> |
| <span class="md-nav__icon md-icon"></span> |
| io |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../io/fsspec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| fsspec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../io/pyarrow/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| pyarrow |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../manifest/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| manifest |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../partitioning/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| partitioning |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../schema/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| schema |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../serializers/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| serializers |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_12" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../table/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| table |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_12" id="__nav_8_1_12_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_12_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_12"> |
| <span class="md-nav__icon md-icon"></span> |
| table |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/inspect/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| inspect |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/locations/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| locations |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/maintenance/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| maintenance |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/metadata/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| metadata |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/name_mapping/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| name_mapping |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/puffin/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| puffin |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/refs/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| refs |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/snapshots/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| snapshots |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/sorting/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| sorting |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/statistics/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| statistics |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_12_11" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../table/update/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| update |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_12_11" id="__nav_8_1_12_11_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_12_11_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_12_11"> |
| <span class="md-nav__icon md-icon"></span> |
| update |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/update/schema/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| schema |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/update/snapshot/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| snapshot |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/update/sorting/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| sorting |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/update/spec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| spec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/update/statistics/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| statistics |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/update/validate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| validate |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table/upsert_util/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| upsert_util |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active"> |
| |
| <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc"> |
| |
| |
| |
| <label class="md-nav__link md-nav__link--active" for="__toc"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| transforms |
| |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <a href="./" class="md-nav__link md-nav__link--active"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| transforms |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| |
| <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> |
| |
| |
| |
| |
| <label class="md-nav__title" for="__toc"> |
| <span class="md-nav__icon md-icon"></span> |
| Table of contents |
| </label> |
| <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| transforms |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.BoundTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| BoundTransform |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.BucketTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| BucketTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="BucketTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.BucketTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.DayTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| DayTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="DayTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.DayTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.DayTransform.result_type" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| result_type |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.HourTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| HourTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="HourTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.HourTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.IdentityTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| IdentityTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="IdentityTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.IdentityTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.IdentityTransform.__str__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __str__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.IdentityTransform.satisfies_order_of" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| satisfies_order_of |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.MonthTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| MonthTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="MonthTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.MonthTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.Transform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Transform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Transform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.Transform.__eq__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __eq__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.Transform.__str__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __str__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.Transform.result_type" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| result_type |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.TruncateTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| TruncateTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="TruncateTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.TruncateTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.UnknownTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| UnknownTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="UnknownTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.UnknownTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.VoidTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| VoidTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="VoidTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.VoidTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.YearTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| YearTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="YearTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.YearTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| </ul> |
| |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../typedef/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| typedef |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../types/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| types |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_16" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../utils/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| utils |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_16" id="__nav_8_1_16_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_16"> |
| <span class="md-nav__icon md-icon"></span> |
| utils |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/bin_packing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| bin_packing |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/concurrent/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| concurrent |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/config/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| config |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/datetime/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| datetime |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/decimal/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| decimal |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/deprecated/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| deprecated |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/lazydict/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| lazydict |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/parsing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| parsing |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/properties/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| properties |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/schema_conversion/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| schema_conversion |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/singleton/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| singleton |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../utils/truncate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| truncate |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| </ul> |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> |
| |
| |
| |
| |
| <label class="md-nav__title" for="__toc"> |
| <span class="md-nav__icon md-icon"></span> |
| Table of contents |
| </label> |
| <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| transforms |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.BoundTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| BoundTransform |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.BucketTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| BucketTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="BucketTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.BucketTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.DayTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| DayTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="DayTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.DayTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.DayTransform.result_type" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| result_type |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.HourTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| HourTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="HourTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.HourTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.IdentityTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| IdentityTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="IdentityTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.IdentityTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.IdentityTransform.__str__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __str__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.IdentityTransform.satisfies_order_of" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| satisfies_order_of |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.MonthTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| MonthTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="MonthTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.MonthTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.Transform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Transform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Transform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.Transform.__eq__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __eq__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.Transform.__str__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __str__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.Transform.result_type" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| result_type |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.TruncateTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| TruncateTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="TruncateTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.TruncateTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.UnknownTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| UnknownTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="UnknownTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.UnknownTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.VoidTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| VoidTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="VoidTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.VoidTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.YearTransform" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| YearTransform |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="YearTransform"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.transforms.YearTransform.__repr__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __repr__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| </ul> |
| |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-content" data-md-component="content"> |
| <article class="md-content__inner md-typeset"> |
| |
| |
| |
| |
| |
| |
| |
| |
| <h1>transforms</h1> |
| |
| <div class="doc doc-object doc-module"> |
| |
| |
| |
| <a id="pyiceberg.transforms"></a> |
| <div class="doc doc-contents first"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.transforms.BoundTransform" class="doc doc-heading"> |
| <code>BoundTransform</code> |
| |
| |
| <a href="#pyiceberg.transforms.BoundTransform" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><a class="autorefs autorefs-internal" title="BoundTerm (pyiceberg.expressions.BoundTerm)" href="../expressions/#pyiceberg.expressions.BoundTerm">BoundTerm</a>[<span title="pyiceberg.typedef.L">L</span>]</code></p> |
| |
| |
| <p>A transform expression.</p> |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-1151">1151</a></span> |
| <span class="normal"><a href="#__codelineno-0-1152">1152</a></span> |
| <span class="normal"><a href="#__codelineno-0-1153">1153</a></span> |
| <span class="normal"><a href="#__codelineno-0-1154">1154</a></span> |
| <span class="normal"><a href="#__codelineno-0-1155">1155</a></span> |
| <span class="normal"><a href="#__codelineno-0-1156">1156</a></span> |
| <span class="normal"><a href="#__codelineno-0-1157">1157</a></span> |
| <span class="normal"><a href="#__codelineno-0-1158">1158</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-1151" name="__codelineno-0-1151"></a><span class="k">class</span><span class="w"> </span><span class="nc">BoundTransform</span><span class="p">(</span><span class="n">BoundTerm</span><span class="p">[</span><span class="n">L</span><span class="p">]):</span> |
| <a id="__codelineno-0-1152" name="__codelineno-0-1152"></a><span class="w"> </span><span class="sd">"""A transform expression."""</span> |
| <a id="__codelineno-0-1153" name="__codelineno-0-1153"></a> |
| <a id="__codelineno-0-1154" name="__codelineno-0-1154"></a> <span class="n">transform</span><span class="p">:</span> <span class="n">Transform</span><span class="p">[</span><span class="n">L</span><span class="p">,</span> <span class="n">Any</span><span class="p">]</span> |
| <a id="__codelineno-0-1155" name="__codelineno-0-1155"></a> |
| <a id="__codelineno-0-1156" name="__codelineno-0-1156"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">term</span><span class="p">:</span> <span class="n">BoundTerm</span><span class="p">[</span><span class="n">L</span><span class="p">],</span> <span class="n">transform</span><span class="p">:</span> <span class="n">Transform</span><span class="p">[</span><span class="n">L</span><span class="p">,</span> <span class="n">Any</span><span class="p">]):</span> |
| <a id="__codelineno-0-1157" name="__codelineno-0-1157"></a> <span class="bp">self</span><span class="o">.</span><span class="n">term</span><span class="p">:</span> <span class="n">BoundTerm</span><span class="p">[</span><span class="n">L</span><span class="p">]</span> <span class="o">=</span> <span class="n">term</span> |
| <a id="__codelineno-0-1158" name="__codelineno-0-1158"></a> <span class="bp">self</span><span class="o">.</span><span class="n">transform</span> <span class="o">=</span> <span class="n">transform</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.transforms.BucketTransform" class="doc doc-heading"> |
| <code>BucketTransform</code> |
| |
| |
| <a href="#pyiceberg.transforms.BucketTransform" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><a class="autorefs autorefs-internal" title="Transform (pyiceberg.transforms.Transform)" href="#pyiceberg.transforms.Transform">Transform</a>[<span title="pyiceberg.transforms.S">S</span>, <span title="int">int</span>]</code></p> |
| |
| |
| <p>Base Transform class to transform a value into a bucket partition value.</p> |
| <p>Transforms are parameterized by a number of buckets. Bucket partition transforms use a 32-bit |
| hash of the source value to produce a positive value by mod the bucket number.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>num_buckets</code> |
| </td> |
| <td> |
| <code><span title="int">int</span></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>The number of buckets.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-242">242</a></span> |
| <span class="normal"><a href="#__codelineno-0-243">243</a></span> |
| <span class="normal"><a href="#__codelineno-0-244">244</a></span> |
| <span class="normal"><a href="#__codelineno-0-245">245</a></span> |
| <span class="normal"><a href="#__codelineno-0-246">246</a></span> |
| <span class="normal"><a href="#__codelineno-0-247">247</a></span> |
| <span class="normal"><a href="#__codelineno-0-248">248</a></span> |
| <span class="normal"><a href="#__codelineno-0-249">249</a></span> |
| <span class="normal"><a href="#__codelineno-0-250">250</a></span> |
| <span class="normal"><a href="#__codelineno-0-251">251</a></span> |
| <span class="normal"><a href="#__codelineno-0-252">252</a></span> |
| <span class="normal"><a href="#__codelineno-0-253">253</a></span> |
| <span class="normal"><a href="#__codelineno-0-254">254</a></span> |
| <span class="normal"><a href="#__codelineno-0-255">255</a></span> |
| <span class="normal"><a href="#__codelineno-0-256">256</a></span> |
| <span class="normal"><a href="#__codelineno-0-257">257</a></span> |
| <span class="normal"><a href="#__codelineno-0-258">258</a></span> |
| <span class="normal"><a href="#__codelineno-0-259">259</a></span> |
| <span class="normal"><a href="#__codelineno-0-260">260</a></span> |
| <span class="normal"><a href="#__codelineno-0-261">261</a></span> |
| <span class="normal"><a href="#__codelineno-0-262">262</a></span> |
| <span class="normal"><a href="#__codelineno-0-263">263</a></span> |
| <span class="normal"><a href="#__codelineno-0-264">264</a></span> |
| <span class="normal"><a href="#__codelineno-0-265">265</a></span> |
| <span class="normal"><a href="#__codelineno-0-266">266</a></span> |
| <span class="normal"><a href="#__codelineno-0-267">267</a></span> |
| <span class="normal"><a href="#__codelineno-0-268">268</a></span> |
| <span class="normal"><a href="#__codelineno-0-269">269</a></span> |
| <span class="normal"><a href="#__codelineno-0-270">270</a></span> |
| <span class="normal"><a href="#__codelineno-0-271">271</a></span> |
| <span class="normal"><a href="#__codelineno-0-272">272</a></span> |
| <span class="normal"><a href="#__codelineno-0-273">273</a></span> |
| <span class="normal"><a href="#__codelineno-0-274">274</a></span> |
| <span class="normal"><a href="#__codelineno-0-275">275</a></span> |
| <span class="normal"><a href="#__codelineno-0-276">276</a></span> |
| <span class="normal"><a href="#__codelineno-0-277">277</a></span> |
| <span class="normal"><a href="#__codelineno-0-278">278</a></span> |
| <span class="normal"><a href="#__codelineno-0-279">279</a></span> |
| <span class="normal"><a href="#__codelineno-0-280">280</a></span> |
| <span class="normal"><a href="#__codelineno-0-281">281</a></span> |
| <span class="normal"><a href="#__codelineno-0-282">282</a></span> |
| <span class="normal"><a href="#__codelineno-0-283">283</a></span> |
| <span class="normal"><a href="#__codelineno-0-284">284</a></span> |
| <span class="normal"><a href="#__codelineno-0-285">285</a></span> |
| <span class="normal"><a href="#__codelineno-0-286">286</a></span> |
| <span class="normal"><a href="#__codelineno-0-287">287</a></span> |
| <span class="normal"><a href="#__codelineno-0-288">288</a></span> |
| <span class="normal"><a href="#__codelineno-0-289">289</a></span> |
| <span class="normal"><a href="#__codelineno-0-290">290</a></span> |
| <span class="normal"><a href="#__codelineno-0-291">291</a></span> |
| <span class="normal"><a href="#__codelineno-0-292">292</a></span> |
| <span class="normal"><a href="#__codelineno-0-293">293</a></span> |
| <span class="normal"><a href="#__codelineno-0-294">294</a></span> |
| <span class="normal"><a href="#__codelineno-0-295">295</a></span> |
| <span class="normal"><a href="#__codelineno-0-296">296</a></span> |
| <span class="normal"><a href="#__codelineno-0-297">297</a></span> |
| <span class="normal"><a href="#__codelineno-0-298">298</a></span> |
| <span class="normal"><a href="#__codelineno-0-299">299</a></span> |
| <span class="normal"><a href="#__codelineno-0-300">300</a></span> |
| <span class="normal"><a href="#__codelineno-0-301">301</a></span> |
| <span class="normal"><a href="#__codelineno-0-302">302</a></span> |
| <span class="normal"><a href="#__codelineno-0-303">303</a></span> |
| <span class="normal"><a href="#__codelineno-0-304">304</a></span> |
| <span class="normal"><a href="#__codelineno-0-305">305</a></span> |
| <span class="normal"><a href="#__codelineno-0-306">306</a></span> |
| <span class="normal"><a href="#__codelineno-0-307">307</a></span> |
| <span class="normal"><a href="#__codelineno-0-308">308</a></span> |
| <span class="normal"><a href="#__codelineno-0-309">309</a></span> |
| <span class="normal"><a href="#__codelineno-0-310">310</a></span> |
| <span class="normal"><a href="#__codelineno-0-311">311</a></span> |
| <span class="normal"><a href="#__codelineno-0-312">312</a></span> |
| <span class="normal"><a href="#__codelineno-0-313">313</a></span> |
| <span class="normal"><a href="#__codelineno-0-314">314</a></span> |
| <span class="normal"><a href="#__codelineno-0-315">315</a></span> |
| <span class="normal"><a href="#__codelineno-0-316">316</a></span> |
| <span class="normal"><a href="#__codelineno-0-317">317</a></span> |
| <span class="normal"><a href="#__codelineno-0-318">318</a></span> |
| <span class="normal"><a href="#__codelineno-0-319">319</a></span> |
| <span class="normal"><a href="#__codelineno-0-320">320</a></span> |
| <span class="normal"><a href="#__codelineno-0-321">321</a></span> |
| <span class="normal"><a href="#__codelineno-0-322">322</a></span> |
| <span class="normal"><a href="#__codelineno-0-323">323</a></span> |
| <span class="normal"><a href="#__codelineno-0-324">324</a></span> |
| <span class="normal"><a href="#__codelineno-0-325">325</a></span> |
| <span class="normal"><a href="#__codelineno-0-326">326</a></span> |
| <span class="normal"><a href="#__codelineno-0-327">327</a></span> |
| <span class="normal"><a href="#__codelineno-0-328">328</a></span> |
| <span class="normal"><a href="#__codelineno-0-329">329</a></span> |
| <span class="normal"><a href="#__codelineno-0-330">330</a></span> |
| <span class="normal"><a href="#__codelineno-0-331">331</a></span> |
| <span class="normal"><a href="#__codelineno-0-332">332</a></span> |
| <span class="normal"><a href="#__codelineno-0-333">333</a></span> |
| <span class="normal"><a href="#__codelineno-0-334">334</a></span> |
| <span class="normal"><a href="#__codelineno-0-335">335</a></span> |
| <span class="normal"><a href="#__codelineno-0-336">336</a></span> |
| <span class="normal"><a href="#__codelineno-0-337">337</a></span> |
| <span class="normal"><a href="#__codelineno-0-338">338</a></span> |
| <span class="normal"><a href="#__codelineno-0-339">339</a></span> |
| <span class="normal"><a href="#__codelineno-0-340">340</a></span> |
| <span class="normal"><a href="#__codelineno-0-341">341</a></span> |
| <span class="normal"><a href="#__codelineno-0-342">342</a></span> |
| <span class="normal"><a href="#__codelineno-0-343">343</a></span> |
| <span class="normal"><a href="#__codelineno-0-344">344</a></span> |
| <span class="normal"><a href="#__codelineno-0-345">345</a></span> |
| <span class="normal"><a href="#__codelineno-0-346">346</a></span> |
| <span class="normal"><a href="#__codelineno-0-347">347</a></span> |
| <span class="normal"><a href="#__codelineno-0-348">348</a></span> |
| <span class="normal"><a href="#__codelineno-0-349">349</a></span> |
| <span class="normal"><a href="#__codelineno-0-350">350</a></span> |
| <span class="normal"><a href="#__codelineno-0-351">351</a></span> |
| <span class="normal"><a href="#__codelineno-0-352">352</a></span> |
| <span class="normal"><a href="#__codelineno-0-353">353</a></span> |
| <span class="normal"><a href="#__codelineno-0-354">354</a></span> |
| <span class="normal"><a href="#__codelineno-0-355">355</a></span> |
| <span class="normal"><a href="#__codelineno-0-356">356</a></span> |
| <span class="normal"><a href="#__codelineno-0-357">357</a></span> |
| <span class="normal"><a href="#__codelineno-0-358">358</a></span> |
| <span class="normal"><a href="#__codelineno-0-359">359</a></span> |
| <span class="normal"><a href="#__codelineno-0-360">360</a></span> |
| <span class="normal"><a href="#__codelineno-0-361">361</a></span> |
| <span class="normal"><a href="#__codelineno-0-362">362</a></span> |
| <span class="normal"><a href="#__codelineno-0-363">363</a></span> |
| <span class="normal"><a href="#__codelineno-0-364">364</a></span> |
| <span class="normal"><a href="#__codelineno-0-365">365</a></span> |
| <span class="normal"><a href="#__codelineno-0-366">366</a></span> |
| <span class="normal"><a href="#__codelineno-0-367">367</a></span> |
| <span class="normal"><a href="#__codelineno-0-368">368</a></span> |
| <span class="normal"><a href="#__codelineno-0-369">369</a></span> |
| <span class="normal"><a href="#__codelineno-0-370">370</a></span> |
| <span class="normal"><a href="#__codelineno-0-371">371</a></span> |
| <span class="normal"><a href="#__codelineno-0-372">372</a></span> |
| <span class="normal"><a href="#__codelineno-0-373">373</a></span> |
| <span class="normal"><a href="#__codelineno-0-374">374</a></span> |
| <span class="normal"><a href="#__codelineno-0-375">375</a></span> |
| <span class="normal"><a href="#__codelineno-0-376">376</a></span> |
| <span class="normal"><a href="#__codelineno-0-377">377</a></span> |
| <span class="normal"><a href="#__codelineno-0-378">378</a></span> |
| <span class="normal"><a href="#__codelineno-0-379">379</a></span> |
| <span class="normal"><a href="#__codelineno-0-380">380</a></span> |
| <span class="normal"><a href="#__codelineno-0-381">381</a></span> |
| <span class="normal"><a href="#__codelineno-0-382">382</a></span> |
| <span class="normal"><a href="#__codelineno-0-383">383</a></span> |
| <span class="normal"><a href="#__codelineno-0-384">384</a></span> |
| <span class="normal"><a href="#__codelineno-0-385">385</a></span> |
| <span class="normal"><a href="#__codelineno-0-386">386</a></span> |
| <span class="normal"><a href="#__codelineno-0-387">387</a></span> |
| <span class="normal"><a href="#__codelineno-0-388">388</a></span> |
| <span class="normal"><a href="#__codelineno-0-389">389</a></span> |
| <span class="normal"><a href="#__codelineno-0-390">390</a></span> |
| <span class="normal"><a href="#__codelineno-0-391">391</a></span> |
| <span class="normal"><a href="#__codelineno-0-392">392</a></span> |
| <span class="normal"><a href="#__codelineno-0-393">393</a></span> |
| <span class="normal"><a href="#__codelineno-0-394">394</a></span> |
| <span class="normal"><a href="#__codelineno-0-395">395</a></span> |
| <span class="normal"><a href="#__codelineno-0-396">396</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-242" name="__codelineno-0-242"></a><span class="k">class</span><span class="w"> </span><span class="nc">BucketTransform</span><span class="p">(</span><span class="n">Transform</span><span class="p">[</span><span class="n">S</span><span class="p">,</span> <span class="nb">int</span><span class="p">]):</span> |
| <a id="__codelineno-0-243" name="__codelineno-0-243"></a><span class="w"> </span><span class="sd">"""Base Transform class to transform a value into a bucket partition value.</span> |
| <a id="__codelineno-0-244" name="__codelineno-0-244"></a> |
| <a id="__codelineno-0-245" name="__codelineno-0-245"></a><span class="sd"> Transforms are parameterized by a number of buckets. Bucket partition transforms use a 32-bit</span> |
| <a id="__codelineno-0-246" name="__codelineno-0-246"></a><span class="sd"> hash of the source value to produce a positive value by mod the bucket number.</span> |
| <a id="__codelineno-0-247" name="__codelineno-0-247"></a> |
| <a id="__codelineno-0-248" name="__codelineno-0-248"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-249" name="__codelineno-0-249"></a><span class="sd"> num_buckets (int): The number of buckets.</span> |
| <a id="__codelineno-0-250" name="__codelineno-0-250"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-251" name="__codelineno-0-251"></a> |
| <a id="__codelineno-0-252" name="__codelineno-0-252"></a> <span class="n">root</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">Field</span><span class="p">()</span> |
| <a id="__codelineno-0-253" name="__codelineno-0-253"></a> <span class="n">_num_buckets</span><span class="p">:</span> <span class="n">PositiveInt</span> <span class="o">=</span> <span class="n">PrivateAttr</span><span class="p">()</span> |
| <a id="__codelineno-0-254" name="__codelineno-0-254"></a> |
| <a id="__codelineno-0-255" name="__codelineno-0-255"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">num_buckets</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="o">**</span><span class="n">data</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-256" name="__codelineno-0-256"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="sa">f</span><span class="s2">"bucket[</span><span class="si">{</span><span class="n">num_buckets</span><span class="si">}</span><span class="s2">]"</span><span class="p">,</span> <span class="o">**</span><span class="n">data</span><span class="p">)</span> |
| <a id="__codelineno-0-257" name="__codelineno-0-257"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_num_buckets</span> <span class="o">=</span> <span class="n">num_buckets</span> |
| <a id="__codelineno-0-258" name="__codelineno-0-258"></a> |
| <a id="__codelineno-0-259" name="__codelineno-0-259"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-260" name="__codelineno-0-260"></a> <span class="k">def</span><span class="w"> </span><span class="nf">num_buckets</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-261" name="__codelineno-0-261"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_num_buckets</span> |
| <a id="__codelineno-0-262" name="__codelineno-0-262"></a> |
| <a id="__codelineno-0-263" name="__codelineno-0-263"></a> <span class="k">def</span><span class="w"> </span><span class="nf">hash</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">S</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-264" name="__codelineno-0-264"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span><span class="p">()</span> |
| <a id="__codelineno-0-265" name="__codelineno-0-265"></a> |
| <a id="__codelineno-0-266" name="__codelineno-0-266"></a> <span class="k">def</span><span class="w"> </span><span class="nf">apply</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">])</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="nb">int</span><span class="p">]:</span> |
| <a id="__codelineno-0-267" name="__codelineno-0-267"></a> <span class="k">return</span> <span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">hash</span><span class="p">(</span><span class="n">value</span><span class="p">)</span> <span class="o">&</span> <span class="n">IntegerType</span><span class="o">.</span><span class="n">max</span><span class="p">)</span> <span class="o">%</span> <span class="bp">self</span><span class="o">.</span><span class="n">_num_buckets</span> <span class="k">if</span> <span class="n">value</span> <span class="k">else</span> <span class="kc">None</span> |
| <a id="__codelineno-0-268" name="__codelineno-0-268"></a> |
| <a id="__codelineno-0-269" name="__codelineno-0-269"></a> <span class="k">def</span><span class="w"> </span><span class="nf">result_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">IcebergType</span><span class="p">:</span> |
| <a id="__codelineno-0-270" name="__codelineno-0-270"></a> <span class="k">return</span> <span class="n">IntegerType</span><span class="p">()</span> |
| <a id="__codelineno-0-271" name="__codelineno-0-271"></a> |
| <a id="__codelineno-0-272" name="__codelineno-0-272"></a> <span class="k">def</span><span class="w"> </span><span class="nf">project</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">pred</span><span class="p">:</span> <span class="n">BoundPredicate</span><span class="p">[</span><span class="n">L</span><span class="p">])</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">UnboundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">]]:</span> |
| <a id="__codelineno-0-273" name="__codelineno-0-273"></a> <span class="n">transformer</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">transform</span><span class="p">(</span><span class="n">pred</span><span class="o">.</span><span class="n">term</span><span class="o">.</span><span class="n">ref</span><span class="p">()</span><span class="o">.</span><span class="n">field</span><span class="o">.</span><span class="n">field_type</span><span class="p">)</span> |
| <a id="__codelineno-0-274" name="__codelineno-0-274"></a> |
| <a id="__codelineno-0-275" name="__codelineno-0-275"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="o">.</span><span class="n">term</span><span class="p">,</span> <span class="n">BoundTransform</span><span class="p">):</span> |
| <a id="__codelineno-0-276" name="__codelineno-0-276"></a> <span class="k">return</span> <span class="n">_project_transform_predicate</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="p">)</span> |
| <a id="__codelineno-0-277" name="__codelineno-0-277"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundUnaryPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-278" name="__codelineno-0-278"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">))</span> |
| <a id="__codelineno-0-279" name="__codelineno-0-279"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundEqualTo</span><span class="p">):</span> |
| <a id="__codelineno-0-280" name="__codelineno-0-280"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">),</span> <span class="n">_transform_literal</span><span class="p">(</span><span class="n">transformer</span><span class="p">,</span> <span class="n">pred</span><span class="o">.</span><span class="n">literal</span><span class="p">))</span> |
| <a id="__codelineno-0-281" name="__codelineno-0-281"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundIn</span><span class="p">):</span> <span class="c1"># NotIn can't be projected</span> |
| <a id="__codelineno-0-282" name="__codelineno-0-282"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">),</span> <span class="p">{</span><span class="n">_transform_literal</span><span class="p">(</span><span class="n">transformer</span><span class="p">,</span> <span class="n">literal</span><span class="p">)</span> <span class="k">for</span> <span class="n">literal</span> <span class="ow">in</span> <span class="n">pred</span><span class="o">.</span><span class="n">literals</span><span class="p">})</span> |
| <a id="__codelineno-0-283" name="__codelineno-0-283"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-284" name="__codelineno-0-284"></a> <span class="c1"># - Comparison predicates can't be projected, notEq can't be projected</span> |
| <a id="__codelineno-0-285" name="__codelineno-0-285"></a> <span class="c1"># - Small ranges can be projected:</span> |
| <a id="__codelineno-0-286" name="__codelineno-0-286"></a> <span class="c1"># For example, (x > 0) and (x < 3) can be turned into in({1, 2}) and projected.</span> |
| <a id="__codelineno-0-287" name="__codelineno-0-287"></a> <span class="k">return</span> <span class="kc">None</span> |
| <a id="__codelineno-0-288" name="__codelineno-0-288"></a> |
| <a id="__codelineno-0-289" name="__codelineno-0-289"></a> <span class="k">def</span><span class="w"> </span><span class="nf">strict_project</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">pred</span><span class="p">:</span> <span class="n">BoundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">])</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">UnboundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">]]:</span> |
| <a id="__codelineno-0-290" name="__codelineno-0-290"></a> <span class="n">transformer</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">transform</span><span class="p">(</span><span class="n">pred</span><span class="o">.</span><span class="n">term</span><span class="o">.</span><span class="n">ref</span><span class="p">()</span><span class="o">.</span><span class="n">field</span><span class="o">.</span><span class="n">field_type</span><span class="p">)</span> |
| <a id="__codelineno-0-291" name="__codelineno-0-291"></a> |
| <a id="__codelineno-0-292" name="__codelineno-0-292"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="o">.</span><span class="n">term</span><span class="p">,</span> <span class="n">BoundTransform</span><span class="p">):</span> |
| <a id="__codelineno-0-293" name="__codelineno-0-293"></a> <span class="k">return</span> <span class="n">_project_transform_predicate</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="p">)</span> |
| <a id="__codelineno-0-294" name="__codelineno-0-294"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundUnaryPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-295" name="__codelineno-0-295"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">))</span> |
| <a id="__codelineno-0-296" name="__codelineno-0-296"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundNotEqualTo</span><span class="p">):</span> |
| <a id="__codelineno-0-297" name="__codelineno-0-297"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">),</span> <span class="n">_transform_literal</span><span class="p">(</span><span class="n">transformer</span><span class="p">,</span> <span class="n">pred</span><span class="o">.</span><span class="n">literal</span><span class="p">))</span> |
| <a id="__codelineno-0-298" name="__codelineno-0-298"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundNotIn</span><span class="p">):</span> |
| <a id="__codelineno-0-299" name="__codelineno-0-299"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">),</span> <span class="p">{</span><span class="n">_transform_literal</span><span class="p">(</span><span class="n">transformer</span><span class="p">,</span> <span class="n">literal</span><span class="p">)</span> <span class="k">for</span> <span class="n">literal</span> <span class="ow">in</span> <span class="n">pred</span><span class="o">.</span><span class="n">literals</span><span class="p">})</span> |
| <a id="__codelineno-0-300" name="__codelineno-0-300"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-301" name="__codelineno-0-301"></a> <span class="c1"># no strict projection for comparison or equality</span> |
| <a id="__codelineno-0-302" name="__codelineno-0-302"></a> <span class="k">return</span> <span class="kc">None</span> |
| <a id="__codelineno-0-303" name="__codelineno-0-303"></a> |
| <a id="__codelineno-0-304" name="__codelineno-0-304"></a> <span class="k">def</span><span class="w"> </span><span class="nf">can_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-305" name="__codelineno-0-305"></a> <span class="k">return</span> <span class="nb">isinstance</span><span class="p">(</span> |
| <a id="__codelineno-0-306" name="__codelineno-0-306"></a> <span class="n">source</span><span class="p">,</span> |
| <a id="__codelineno-0-307" name="__codelineno-0-307"></a> <span class="p">(</span> |
| <a id="__codelineno-0-308" name="__codelineno-0-308"></a> <span class="n">IntegerType</span><span class="p">,</span> |
| <a id="__codelineno-0-309" name="__codelineno-0-309"></a> <span class="n">DateType</span><span class="p">,</span> |
| <a id="__codelineno-0-310" name="__codelineno-0-310"></a> <span class="n">LongType</span><span class="p">,</span> |
| <a id="__codelineno-0-311" name="__codelineno-0-311"></a> <span class="n">TimeType</span><span class="p">,</span> |
| <a id="__codelineno-0-312" name="__codelineno-0-312"></a> <span class="n">TimestampType</span><span class="p">,</span> |
| <a id="__codelineno-0-313" name="__codelineno-0-313"></a> <span class="n">TimestamptzType</span><span class="p">,</span> |
| <a id="__codelineno-0-314" name="__codelineno-0-314"></a> <span class="n">TimestampNanoType</span><span class="p">,</span> |
| <a id="__codelineno-0-315" name="__codelineno-0-315"></a> <span class="n">TimestamptzNanoType</span><span class="p">,</span> |
| <a id="__codelineno-0-316" name="__codelineno-0-316"></a> <span class="n">DecimalType</span><span class="p">,</span> |
| <a id="__codelineno-0-317" name="__codelineno-0-317"></a> <span class="n">StringType</span><span class="p">,</span> |
| <a id="__codelineno-0-318" name="__codelineno-0-318"></a> <span class="n">FixedType</span><span class="p">,</span> |
| <a id="__codelineno-0-319" name="__codelineno-0-319"></a> <span class="n">BinaryType</span><span class="p">,</span> |
| <a id="__codelineno-0-320" name="__codelineno-0-320"></a> <span class="n">UUIDType</span><span class="p">,</span> |
| <a id="__codelineno-0-321" name="__codelineno-0-321"></a> <span class="p">),</span> |
| <a id="__codelineno-0-322" name="__codelineno-0-322"></a> <span class="p">)</span> |
| <a id="__codelineno-0-323" name="__codelineno-0-323"></a> |
| <a id="__codelineno-0-324" name="__codelineno-0-324"></a> <span class="k">def</span><span class="w"> </span><span class="nf">transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">,</span> <span class="n">bucket</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">)</span> <span class="o">-></span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Optional</span><span class="p">[</span><span class="n">Any</span><span class="p">]],</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">int</span><span class="p">]]:</span> |
| <a id="__codelineno-0-325" name="__codelineno-0-325"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="n">TimeType</span><span class="p">):</span> |
| <a id="__codelineno-0-326" name="__codelineno-0-326"></a> |
| <a id="__codelineno-0-327" name="__codelineno-0-327"></a> <span class="k">def</span><span class="w"> </span><span class="nf">hash_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-328" name="__codelineno-0-328"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">py_datetime</span><span class="o">.</span><span class="n">time</span><span class="p">):</span> |
| <a id="__codelineno-0-329" name="__codelineno-0-329"></a> <span class="n">v</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">time_to_micros</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-330" name="__codelineno-0-330"></a> |
| <a id="__codelineno-0-331" name="__codelineno-0-331"></a> <span class="k">return</span> <span class="n">mmh3</span><span class="o">.</span><span class="n">hash</span><span class="p">(</span><span class="n">struct</span><span class="o">.</span><span class="n">pack</span><span class="p">(</span><span class="s2">"<q"</span><span class="p">,</span> <span class="n">v</span><span class="p">))</span> |
| <a id="__codelineno-0-332" name="__codelineno-0-332"></a> |
| <a id="__codelineno-0-333" name="__codelineno-0-333"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="n">DateType</span><span class="p">):</span> |
| <a id="__codelineno-0-334" name="__codelineno-0-334"></a> |
| <a id="__codelineno-0-335" name="__codelineno-0-335"></a> <span class="k">def</span><span class="w"> </span><span class="nf">hash_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-336" name="__codelineno-0-336"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">py_datetime</span><span class="o">.</span><span class="n">date</span><span class="p">):</span> |
| <a id="__codelineno-0-337" name="__codelineno-0-337"></a> <span class="n">v</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">date_to_days</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-338" name="__codelineno-0-338"></a> |
| <a id="__codelineno-0-339" name="__codelineno-0-339"></a> <span class="k">return</span> <span class="n">mmh3</span><span class="o">.</span><span class="n">hash</span><span class="p">(</span><span class="n">struct</span><span class="o">.</span><span class="n">pack</span><span class="p">(</span><span class="s2">"<q"</span><span class="p">,</span> <span class="n">v</span><span class="p">))</span> |
| <a id="__codelineno-0-340" name="__codelineno-0-340"></a> |
| <a id="__codelineno-0-341" name="__codelineno-0-341"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">TimestampType</span><span class="p">,</span> <span class="n">TimestamptzType</span><span class="p">)):</span> |
| <a id="__codelineno-0-342" name="__codelineno-0-342"></a> |
| <a id="__codelineno-0-343" name="__codelineno-0-343"></a> <span class="k">def</span><span class="w"> </span><span class="nf">hash_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-344" name="__codelineno-0-344"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">py_datetime</span><span class="o">.</span><span class="n">datetime</span><span class="p">):</span> |
| <a id="__codelineno-0-345" name="__codelineno-0-345"></a> <span class="n">v</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">datetime_to_micros</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-346" name="__codelineno-0-346"></a> |
| <a id="__codelineno-0-347" name="__codelineno-0-347"></a> <span class="k">return</span> <span class="n">mmh3</span><span class="o">.</span><span class="n">hash</span><span class="p">(</span><span class="n">struct</span><span class="o">.</span><span class="n">pack</span><span class="p">(</span><span class="s2">"<q"</span><span class="p">,</span> <span class="n">v</span><span class="p">))</span> |
| <a id="__codelineno-0-348" name="__codelineno-0-348"></a> |
| <a id="__codelineno-0-349" name="__codelineno-0-349"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">TimestampNanoType</span><span class="p">,</span> <span class="n">TimestamptzNanoType</span><span class="p">)):</span> |
| <a id="__codelineno-0-350" name="__codelineno-0-350"></a> |
| <a id="__codelineno-0-351" name="__codelineno-0-351"></a> <span class="k">def</span><span class="w"> </span><span class="nf">hash_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-352" name="__codelineno-0-352"></a> <span class="c1"># In order to bucket TimestampNano the same as Timestamp</span> |
| <a id="__codelineno-0-353" name="__codelineno-0-353"></a> <span class="c1"># convert to micros before hashing.</span> |
| <a id="__codelineno-0-354" name="__codelineno-0-354"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">py_datetime</span><span class="o">.</span><span class="n">datetime</span><span class="p">):</span> |
| <a id="__codelineno-0-355" name="__codelineno-0-355"></a> <span class="n">v</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">datetime_to_micros</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-356" name="__codelineno-0-356"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-357" name="__codelineno-0-357"></a> <span class="n">v</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">nanos_to_micros</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-358" name="__codelineno-0-358"></a> |
| <a id="__codelineno-0-359" name="__codelineno-0-359"></a> <span class="k">return</span> <span class="n">mmh3</span><span class="o">.</span><span class="n">hash</span><span class="p">(</span><span class="n">struct</span><span class="o">.</span><span class="n">pack</span><span class="p">(</span><span class="s2">"<q"</span><span class="p">,</span> <span class="n">v</span><span class="p">))</span> |
| <a id="__codelineno-0-360" name="__codelineno-0-360"></a> |
| <a id="__codelineno-0-361" name="__codelineno-0-361"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">IntegerType</span><span class="p">,</span> <span class="n">LongType</span><span class="p">)):</span> |
| <a id="__codelineno-0-362" name="__codelineno-0-362"></a> |
| <a id="__codelineno-0-363" name="__codelineno-0-363"></a> <span class="k">def</span><span class="w"> </span><span class="nf">hash_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-364" name="__codelineno-0-364"></a> <span class="k">return</span> <span class="n">mmh3</span><span class="o">.</span><span class="n">hash</span><span class="p">(</span><span class="n">struct</span><span class="o">.</span><span class="n">pack</span><span class="p">(</span><span class="s2">"<q"</span><span class="p">,</span> <span class="n">v</span><span class="p">))</span> |
| <a id="__codelineno-0-365" name="__codelineno-0-365"></a> |
| <a id="__codelineno-0-366" name="__codelineno-0-366"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="n">DecimalType</span><span class="p">):</span> |
| <a id="__codelineno-0-367" name="__codelineno-0-367"></a> |
| <a id="__codelineno-0-368" name="__codelineno-0-368"></a> <span class="k">def</span><span class="w"> </span><span class="nf">hash_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-369" name="__codelineno-0-369"></a> <span class="k">return</span> <span class="n">mmh3</span><span class="o">.</span><span class="n">hash</span><span class="p">(</span><span class="n">decimal_to_bytes</span><span class="p">(</span><span class="n">v</span><span class="p">))</span> |
| <a id="__codelineno-0-370" name="__codelineno-0-370"></a> |
| <a id="__codelineno-0-371" name="__codelineno-0-371"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">StringType</span><span class="p">,</span> <span class="n">FixedType</span><span class="p">,</span> <span class="n">BinaryType</span><span class="p">)):</span> |
| <a id="__codelineno-0-372" name="__codelineno-0-372"></a> |
| <a id="__codelineno-0-373" name="__codelineno-0-373"></a> <span class="k">def</span><span class="w"> </span><span class="nf">hash_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-374" name="__codelineno-0-374"></a> <span class="k">return</span> <span class="n">mmh3</span><span class="o">.</span><span class="n">hash</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-375" name="__codelineno-0-375"></a> |
| <a id="__codelineno-0-376" name="__codelineno-0-376"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="n">UUIDType</span><span class="p">):</span> |
| <a id="__codelineno-0-377" name="__codelineno-0-377"></a> |
| <a id="__codelineno-0-378" name="__codelineno-0-378"></a> <span class="k">def</span><span class="w"> </span><span class="nf">hash_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-379" name="__codelineno-0-379"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">UUID</span><span class="p">):</span> |
| <a id="__codelineno-0-380" name="__codelineno-0-380"></a> <span class="k">return</span> <span class="n">mmh3</span><span class="o">.</span><span class="n">hash</span><span class="p">(</span><span class="n">v</span><span class="o">.</span><span class="n">bytes</span><span class="p">)</span> |
| <a id="__codelineno-0-381" name="__codelineno-0-381"></a> <span class="k">return</span> <span class="n">mmh3</span><span class="o">.</span><span class="n">hash</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-382" name="__codelineno-0-382"></a> |
| <a id="__codelineno-0-383" name="__codelineno-0-383"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-384" name="__codelineno-0-384"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Unknown type </span><span class="si">{</span><span class="n">source</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-385" name="__codelineno-0-385"></a> |
| <a id="__codelineno-0-386" name="__codelineno-0-386"></a> <span class="k">if</span> <span class="n">bucket</span><span class="p">:</span> |
| <a id="__codelineno-0-387" name="__codelineno-0-387"></a> <span class="k">return</span> <span class="k">lambda</span> <span class="n">v</span><span class="p">:</span> <span class="p">(</span><span class="n">hash_func</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> <span class="o">&</span> <span class="n">IntegerType</span><span class="o">.</span><span class="n">max</span><span class="p">)</span> <span class="o">%</span> <span class="bp">self</span><span class="o">.</span><span class="n">_num_buckets</span> <span class="k">if</span> <span class="n">v</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="kc">None</span> |
| <a id="__codelineno-0-388" name="__codelineno-0-388"></a> <span class="k">return</span> <span class="n">hash_func</span> |
| <a id="__codelineno-0-389" name="__codelineno-0-389"></a> |
| <a id="__codelineno-0-390" name="__codelineno-0-390"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-391" name="__codelineno-0-391"></a><span class="w"> </span><span class="sd">"""Return the string representation of the BucketTransform class."""</span> |
| <a id="__codelineno-0-392" name="__codelineno-0-392"></a> <span class="k">return</span> <span class="sa">f</span><span class="s2">"BucketTransform(num_buckets=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">_num_buckets</span><span class="si">}</span><span class="s2">)"</span> |
| <a id="__codelineno-0-393" name="__codelineno-0-393"></a> |
| <a id="__codelineno-0-394" name="__codelineno-0-394"></a> <span class="k">def</span><span class="w"> </span><span class="nf">pyarrow_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Callable[[pa.Array], pa.Array]"</span><span class="p">:</span> |
| <a id="__codelineno-0-395" name="__codelineno-0-395"></a> <span class="n">pyiceberg_core_transform</span> <span class="o">=</span> <span class="n">_try_import</span><span class="p">(</span><span class="s2">"pyiceberg_core"</span><span class="p">,</span> <span class="n">extras_name</span><span class="o">=</span><span class="s2">"pyiceberg-core"</span><span class="p">)</span><span class="o">.</span><span class="n">transform</span> |
| <a id="__codelineno-0-396" name="__codelineno-0-396"></a> <span class="k">return</span> <span class="n">_pyiceberg_transform_wrapper</span><span class="p">(</span><span class="n">pyiceberg_core_transform</span><span class="o">.</span><span class="n">bucket</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_num_buckets</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.BucketTransform.__repr__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__repr__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.transforms.BucketTransform.__repr__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the string representation of the BucketTransform class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-390">390</a></span> |
| <span class="normal"><a href="#__codelineno-0-391">391</a></span> |
| <span class="normal"><a href="#__codelineno-0-392">392</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-390" name="__codelineno-0-390"></a><span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-391" name="__codelineno-0-391"></a><span class="w"> </span><span class="sd">"""Return the string representation of the BucketTransform class."""</span> |
| <a id="__codelineno-0-392" name="__codelineno-0-392"></a> <span class="k">return</span> <span class="sa">f</span><span class="s2">"BucketTransform(num_buckets=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">_num_buckets</span><span class="si">}</span><span class="s2">)"</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.transforms.DayTransform" class="doc doc-heading"> |
| <code>DayTransform</code> |
| |
| |
| <a href="#pyiceberg.transforms.DayTransform" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><span title="pyiceberg.transforms.TimeTransform">TimeTransform</span>[<span title="pyiceberg.transforms.S">S</span>]</code></p> |
| |
| |
| <p>Transforms a datetime value into a day value.</p> |
| |
| |
| <details class="example" open> |
| <summary>Example</summary> |
| <blockquote> |
| <blockquote> |
| <blockquote> |
| <p>transform = DayTransform() |
| transform.transform(DateType())(17501) |
| 17501</p> |
| </blockquote> |
| </blockquote> |
| </blockquote> |
| </details> |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-579">579</a></span> |
| <span class="normal"><a href="#__codelineno-0-580">580</a></span> |
| <span class="normal"><a href="#__codelineno-0-581">581</a></span> |
| <span class="normal"><a href="#__codelineno-0-582">582</a></span> |
| <span class="normal"><a href="#__codelineno-0-583">583</a></span> |
| <span class="normal"><a href="#__codelineno-0-584">584</a></span> |
| <span class="normal"><a href="#__codelineno-0-585">585</a></span> |
| <span class="normal"><a href="#__codelineno-0-586">586</a></span> |
| <span class="normal"><a href="#__codelineno-0-587">587</a></span> |
| <span class="normal"><a href="#__codelineno-0-588">588</a></span> |
| <span class="normal"><a href="#__codelineno-0-589">589</a></span> |
| <span class="normal"><a href="#__codelineno-0-590">590</a></span> |
| <span class="normal"><a href="#__codelineno-0-591">591</a></span> |
| <span class="normal"><a href="#__codelineno-0-592">592</a></span> |
| <span class="normal"><a href="#__codelineno-0-593">593</a></span> |
| <span class="normal"><a href="#__codelineno-0-594">594</a></span> |
| <span class="normal"><a href="#__codelineno-0-595">595</a></span> |
| <span class="normal"><a href="#__codelineno-0-596">596</a></span> |
| <span class="normal"><a href="#__codelineno-0-597">597</a></span> |
| <span class="normal"><a href="#__codelineno-0-598">598</a></span> |
| <span class="normal"><a href="#__codelineno-0-599">599</a></span> |
| <span class="normal"><a href="#__codelineno-0-600">600</a></span> |
| <span class="normal"><a href="#__codelineno-0-601">601</a></span> |
| <span class="normal"><a href="#__codelineno-0-602">602</a></span> |
| <span class="normal"><a href="#__codelineno-0-603">603</a></span> |
| <span class="normal"><a href="#__codelineno-0-604">604</a></span> |
| <span class="normal"><a href="#__codelineno-0-605">605</a></span> |
| <span class="normal"><a href="#__codelineno-0-606">606</a></span> |
| <span class="normal"><a href="#__codelineno-0-607">607</a></span> |
| <span class="normal"><a href="#__codelineno-0-608">608</a></span> |
| <span class="normal"><a href="#__codelineno-0-609">609</a></span> |
| <span class="normal"><a href="#__codelineno-0-610">610</a></span> |
| <span class="normal"><a href="#__codelineno-0-611">611</a></span> |
| <span class="normal"><a href="#__codelineno-0-612">612</a></span> |
| <span class="normal"><a href="#__codelineno-0-613">613</a></span> |
| <span class="normal"><a href="#__codelineno-0-614">614</a></span> |
| <span class="normal"><a href="#__codelineno-0-615">615</a></span> |
| <span class="normal"><a href="#__codelineno-0-616">616</a></span> |
| <span class="normal"><a href="#__codelineno-0-617">617</a></span> |
| <span class="normal"><a href="#__codelineno-0-618">618</a></span> |
| <span class="normal"><a href="#__codelineno-0-619">619</a></span> |
| <span class="normal"><a href="#__codelineno-0-620">620</a></span> |
| <span class="normal"><a href="#__codelineno-0-621">621</a></span> |
| <span class="normal"><a href="#__codelineno-0-622">622</a></span> |
| <span class="normal"><a href="#__codelineno-0-623">623</a></span> |
| <span class="normal"><a href="#__codelineno-0-624">624</a></span> |
| <span class="normal"><a href="#__codelineno-0-625">625</a></span> |
| <span class="normal"><a href="#__codelineno-0-626">626</a></span> |
| <span class="normal"><a href="#__codelineno-0-627">627</a></span> |
| <span class="normal"><a href="#__codelineno-0-628">628</a></span> |
| <span class="normal"><a href="#__codelineno-0-629">629</a></span> |
| <span class="normal"><a href="#__codelineno-0-630">630</a></span> |
| <span class="normal"><a href="#__codelineno-0-631">631</a></span> |
| <span class="normal"><a href="#__codelineno-0-632">632</a></span> |
| <span class="normal"><a href="#__codelineno-0-633">633</a></span> |
| <span class="normal"><a href="#__codelineno-0-634">634</a></span> |
| <span class="normal"><a href="#__codelineno-0-635">635</a></span> |
| <span class="normal"><a href="#__codelineno-0-636">636</a></span> |
| <span class="normal"><a href="#__codelineno-0-637">637</a></span> |
| <span class="normal"><a href="#__codelineno-0-638">638</a></span> |
| <span class="normal"><a href="#__codelineno-0-639">639</a></span> |
| <span class="normal"><a href="#__codelineno-0-640">640</a></span> |
| <span class="normal"><a href="#__codelineno-0-641">641</a></span> |
| <span class="normal"><a href="#__codelineno-0-642">642</a></span> |
| <span class="normal"><a href="#__codelineno-0-643">643</a></span> |
| <span class="normal"><a href="#__codelineno-0-644">644</a></span> |
| <span class="normal"><a href="#__codelineno-0-645">645</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-579" name="__codelineno-0-579"></a><span class="k">class</span><span class="w"> </span><span class="nc">DayTransform</span><span class="p">(</span><span class="n">TimeTransform</span><span class="p">[</span><span class="n">S</span><span class="p">]):</span> |
| <a id="__codelineno-0-580" name="__codelineno-0-580"></a><span class="w"> </span><span class="sd">"""Transforms a datetime value into a day value.</span> |
| <a id="__codelineno-0-581" name="__codelineno-0-581"></a> |
| <a id="__codelineno-0-582" name="__codelineno-0-582"></a><span class="sd"> Example:</span> |
| <a id="__codelineno-0-583" name="__codelineno-0-583"></a><span class="sd"> >>> transform = DayTransform()</span> |
| <a id="__codelineno-0-584" name="__codelineno-0-584"></a><span class="sd"> >>> transform.transform(DateType())(17501)</span> |
| <a id="__codelineno-0-585" name="__codelineno-0-585"></a><span class="sd"> 17501</span> |
| <a id="__codelineno-0-586" name="__codelineno-0-586"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-587" name="__codelineno-0-587"></a> |
| <a id="__codelineno-0-588" name="__codelineno-0-588"></a> <span class="n">root</span><span class="p">:</span> <span class="n">LiteralType</span><span class="p">[</span><span class="s2">"day"</span><span class="p">]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default</span><span class="o">=</span><span class="s2">"day"</span><span class="p">)</span> <span class="c1"># noqa: F821</span> |
| <a id="__codelineno-0-589" name="__codelineno-0-589"></a> |
| <a id="__codelineno-0-590" name="__codelineno-0-590"></a> <span class="k">def</span><span class="w"> </span><span class="nf">transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">]],</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">int</span><span class="p">]]:</span> |
| <a id="__codelineno-0-591" name="__codelineno-0-591"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="n">DateType</span><span class="p">):</span> |
| <a id="__codelineno-0-592" name="__codelineno-0-592"></a> |
| <a id="__codelineno-0-593" name="__codelineno-0-593"></a> <span class="k">def</span><span class="w"> </span><span class="nf">day_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-594" name="__codelineno-0-594"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">py_datetime</span><span class="o">.</span><span class="n">date</span><span class="p">):</span> |
| <a id="__codelineno-0-595" name="__codelineno-0-595"></a> <span class="n">v</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">date_to_days</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-596" name="__codelineno-0-596"></a> |
| <a id="__codelineno-0-597" name="__codelineno-0-597"></a> <span class="k">return</span> <span class="n">v</span> |
| <a id="__codelineno-0-598" name="__codelineno-0-598"></a> |
| <a id="__codelineno-0-599" name="__codelineno-0-599"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">TimestampType</span><span class="p">,</span> <span class="n">TimestamptzType</span><span class="p">)):</span> |
| <a id="__codelineno-0-600" name="__codelineno-0-600"></a> |
| <a id="__codelineno-0-601" name="__codelineno-0-601"></a> <span class="k">def</span><span class="w"> </span><span class="nf">day_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-602" name="__codelineno-0-602"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">py_datetime</span><span class="o">.</span><span class="n">datetime</span><span class="p">):</span> |
| <a id="__codelineno-0-603" name="__codelineno-0-603"></a> <span class="n">v</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">datetime_to_micros</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-604" name="__codelineno-0-604"></a> |
| <a id="__codelineno-0-605" name="__codelineno-0-605"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">micros_to_days</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-606" name="__codelineno-0-606"></a> |
| <a id="__codelineno-0-607" name="__codelineno-0-607"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">TimestampNanoType</span><span class="p">,</span> <span class="n">TimestamptzNanoType</span><span class="p">)):</span> |
| <a id="__codelineno-0-608" name="__codelineno-0-608"></a> |
| <a id="__codelineno-0-609" name="__codelineno-0-609"></a> <span class="k">def</span><span class="w"> </span><span class="nf">day_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-610" name="__codelineno-0-610"></a> <span class="c1"># python datetime has no nanoseconds support.</span> |
| <a id="__codelineno-0-611" name="__codelineno-0-611"></a> <span class="c1"># nanosecond datetimes will be expressed as int as a workaround</span> |
| <a id="__codelineno-0-612" name="__codelineno-0-612"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">nanos_to_days</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-613" name="__codelineno-0-613"></a> |
| <a id="__codelineno-0-614" name="__codelineno-0-614"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-615" name="__codelineno-0-615"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Cannot apply day transform for type: </span><span class="si">{</span><span class="n">source</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-616" name="__codelineno-0-616"></a> |
| <a id="__codelineno-0-617" name="__codelineno-0-617"></a> <span class="k">return</span> <span class="k">lambda</span> <span class="n">v</span><span class="p">:</span> <span class="n">day_func</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> <span class="k">if</span> <span class="n">v</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="kc">None</span> |
| <a id="__codelineno-0-618" name="__codelineno-0-618"></a> |
| <a id="__codelineno-0-619" name="__codelineno-0-619"></a> <span class="k">def</span><span class="w"> </span><span class="nf">can_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-620" name="__codelineno-0-620"></a> <span class="k">return</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">DateType</span><span class="p">,</span> <span class="n">TimestampType</span><span class="p">,</span> <span class="n">TimestamptzType</span><span class="p">,</span> <span class="n">TimestampNanoType</span><span class="p">,</span> <span class="n">TimestamptzNanoType</span><span class="p">))</span> |
| <a id="__codelineno-0-621" name="__codelineno-0-621"></a> |
| <a id="__codelineno-0-622" name="__codelineno-0-622"></a> <span class="k">def</span><span class="w"> </span><span class="nf">result_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">IcebergType</span><span class="p">:</span> |
| <a id="__codelineno-0-623" name="__codelineno-0-623"></a><span class="w"> </span><span class="sd">"""Return the result type of a day transform.</span> |
| <a id="__codelineno-0-624" name="__codelineno-0-624"></a> |
| <a id="__codelineno-0-625" name="__codelineno-0-625"></a><span class="sd"> The physical representation conforms to the Iceberg spec as DateType is internally converted to int.</span> |
| <a id="__codelineno-0-626" name="__codelineno-0-626"></a><span class="sd"> The DateType returned here provides a more human-readable way to display the partition field.</span> |
| <a id="__codelineno-0-627" name="__codelineno-0-627"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-628" name="__codelineno-0-628"></a> <span class="k">return</span> <span class="n">DateType</span><span class="p">()</span> |
| <a id="__codelineno-0-629" name="__codelineno-0-629"></a> |
| <a id="__codelineno-0-630" name="__codelineno-0-630"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-631" name="__codelineno-0-631"></a> <span class="k">def</span><span class="w"> </span><span class="nf">granularity</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">TimeResolution</span><span class="p">:</span> |
| <a id="__codelineno-0-632" name="__codelineno-0-632"></a> <span class="k">return</span> <span class="n">TimeResolution</span><span class="o">.</span><span class="n">DAY</span> |
| <a id="__codelineno-0-633" name="__codelineno-0-633"></a> |
| <a id="__codelineno-0-634" name="__codelineno-0-634"></a> <span class="k">def</span><span class="w"> </span><span class="nf">to_human_string</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">_</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">])</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-635" name="__codelineno-0-635"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">to_human_day</span><span class="p">(</span><span class="n">value</span><span class="p">)</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="nb">int</span><span class="p">)</span> <span class="k">else</span> <span class="s2">"null"</span> |
| <a id="__codelineno-0-636" name="__codelineno-0-636"></a> |
| <a id="__codelineno-0-637" name="__codelineno-0-637"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-638" name="__codelineno-0-638"></a><span class="w"> </span><span class="sd">"""Return the string representation of the DayTransform class."""</span> |
| <a id="__codelineno-0-639" name="__codelineno-0-639"></a> <span class="k">return</span> <span class="s2">"DayTransform()"</span> |
| <a id="__codelineno-0-640" name="__codelineno-0-640"></a> |
| <a id="__codelineno-0-641" name="__codelineno-0-641"></a> <span class="k">def</span><span class="w"> </span><span class="nf">pyarrow_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Callable[[pa.Array], pa.Array]"</span><span class="p">:</span> |
| <a id="__codelineno-0-642" name="__codelineno-0-642"></a> <span class="n">pa</span> <span class="o">=</span> <span class="n">_try_import</span><span class="p">(</span><span class="s2">"pyarrow"</span><span class="p">,</span> <span class="n">extras_name</span><span class="o">=</span><span class="s2">"pyarrow"</span><span class="p">)</span> |
| <a id="__codelineno-0-643" name="__codelineno-0-643"></a> <span class="n">pyiceberg_core_transform</span> <span class="o">=</span> <span class="n">_try_import</span><span class="p">(</span><span class="s2">"pyiceberg_core"</span><span class="p">,</span> <span class="n">extras_name</span><span class="o">=</span><span class="s2">"pyiceberg-core"</span><span class="p">)</span><span class="o">.</span><span class="n">transform</span> |
| <a id="__codelineno-0-644" name="__codelineno-0-644"></a> |
| <a id="__codelineno-0-645" name="__codelineno-0-645"></a> <span class="k">return</span> <span class="n">_pyiceberg_transform_wrapper</span><span class="p">(</span><span class="n">pyiceberg_core_transform</span><span class="o">.</span><span class="n">day</span><span class="p">,</span> <span class="n">expected_type</span><span class="o">=</span><span class="n">pa</span><span class="o">.</span><span class="n">int32</span><span class="p">())</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.DayTransform.__repr__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__repr__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.transforms.DayTransform.__repr__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the string representation of the DayTransform class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-637">637</a></span> |
| <span class="normal"><a href="#__codelineno-0-638">638</a></span> |
| <span class="normal"><a href="#__codelineno-0-639">639</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-637" name="__codelineno-0-637"></a><span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-638" name="__codelineno-0-638"></a><span class="w"> </span><span class="sd">"""Return the string representation of the DayTransform class."""</span> |
| <a id="__codelineno-0-639" name="__codelineno-0-639"></a> <span class="k">return</span> <span class="s2">"DayTransform()"</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.DayTransform.result_type" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">result_type</span><span class="p">(</span><span class="n">source</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.transforms.DayTransform.result_type" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the result type of a day transform.</p> |
| <p>The physical representation conforms to the Iceberg spec as DateType is internally converted to int. |
| The DateType returned here provides a more human-readable way to display the partition field.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-622">622</a></span> |
| <span class="normal"><a href="#__codelineno-0-623">623</a></span> |
| <span class="normal"><a href="#__codelineno-0-624">624</a></span> |
| <span class="normal"><a href="#__codelineno-0-625">625</a></span> |
| <span class="normal"><a href="#__codelineno-0-626">626</a></span> |
| <span class="normal"><a href="#__codelineno-0-627">627</a></span> |
| <span class="normal"><a href="#__codelineno-0-628">628</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-622" name="__codelineno-0-622"></a><span class="k">def</span><span class="w"> </span><span class="nf">result_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">IcebergType</span><span class="p">:</span> |
| <a id="__codelineno-0-623" name="__codelineno-0-623"></a><span class="w"> </span><span class="sd">"""Return the result type of a day transform.</span> |
| <a id="__codelineno-0-624" name="__codelineno-0-624"></a> |
| <a id="__codelineno-0-625" name="__codelineno-0-625"></a><span class="sd"> The physical representation conforms to the Iceberg spec as DateType is internally converted to int.</span> |
| <a id="__codelineno-0-626" name="__codelineno-0-626"></a><span class="sd"> The DateType returned here provides a more human-readable way to display the partition field.</span> |
| <a id="__codelineno-0-627" name="__codelineno-0-627"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-628" name="__codelineno-0-628"></a> <span class="k">return</span> <span class="n">DateType</span><span class="p">()</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.transforms.HourTransform" class="doc doc-heading"> |
| <code>HourTransform</code> |
| |
| |
| <a href="#pyiceberg.transforms.HourTransform" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><span title="pyiceberg.transforms.TimeTransform">TimeTransform</span>[<span title="pyiceberg.transforms.S">S</span>]</code></p> |
| |
| |
| <p>Transforms a datetime value into a hour value.</p> |
| |
| |
| <details class="example" open> |
| <summary>Example</summary> |
| <blockquote> |
| <blockquote> |
| <blockquote> |
| <p>transform = HourTransform() |
| transform.transform(TimestampType())(1512151975038194) |
| 420042</p> |
| </blockquote> |
| </blockquote> |
| </blockquote> |
| </details> |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-648">648</a></span> |
| <span class="normal"><a href="#__codelineno-0-649">649</a></span> |
| <span class="normal"><a href="#__codelineno-0-650">650</a></span> |
| <span class="normal"><a href="#__codelineno-0-651">651</a></span> |
| <span class="normal"><a href="#__codelineno-0-652">652</a></span> |
| <span class="normal"><a href="#__codelineno-0-653">653</a></span> |
| <span class="normal"><a href="#__codelineno-0-654">654</a></span> |
| <span class="normal"><a href="#__codelineno-0-655">655</a></span> |
| <span class="normal"><a href="#__codelineno-0-656">656</a></span> |
| <span class="normal"><a href="#__codelineno-0-657">657</a></span> |
| <span class="normal"><a href="#__codelineno-0-658">658</a></span> |
| <span class="normal"><a href="#__codelineno-0-659">659</a></span> |
| <span class="normal"><a href="#__codelineno-0-660">660</a></span> |
| <span class="normal"><a href="#__codelineno-0-661">661</a></span> |
| <span class="normal"><a href="#__codelineno-0-662">662</a></span> |
| <span class="normal"><a href="#__codelineno-0-663">663</a></span> |
| <span class="normal"><a href="#__codelineno-0-664">664</a></span> |
| <span class="normal"><a href="#__codelineno-0-665">665</a></span> |
| <span class="normal"><a href="#__codelineno-0-666">666</a></span> |
| <span class="normal"><a href="#__codelineno-0-667">667</a></span> |
| <span class="normal"><a href="#__codelineno-0-668">668</a></span> |
| <span class="normal"><a href="#__codelineno-0-669">669</a></span> |
| <span class="normal"><a href="#__codelineno-0-670">670</a></span> |
| <span class="normal"><a href="#__codelineno-0-671">671</a></span> |
| <span class="normal"><a href="#__codelineno-0-672">672</a></span> |
| <span class="normal"><a href="#__codelineno-0-673">673</a></span> |
| <span class="normal"><a href="#__codelineno-0-674">674</a></span> |
| <span class="normal"><a href="#__codelineno-0-675">675</a></span> |
| <span class="normal"><a href="#__codelineno-0-676">676</a></span> |
| <span class="normal"><a href="#__codelineno-0-677">677</a></span> |
| <span class="normal"><a href="#__codelineno-0-678">678</a></span> |
| <span class="normal"><a href="#__codelineno-0-679">679</a></span> |
| <span class="normal"><a href="#__codelineno-0-680">680</a></span> |
| <span class="normal"><a href="#__codelineno-0-681">681</a></span> |
| <span class="normal"><a href="#__codelineno-0-682">682</a></span> |
| <span class="normal"><a href="#__codelineno-0-683">683</a></span> |
| <span class="normal"><a href="#__codelineno-0-684">684</a></span> |
| <span class="normal"><a href="#__codelineno-0-685">685</a></span> |
| <span class="normal"><a href="#__codelineno-0-686">686</a></span> |
| <span class="normal"><a href="#__codelineno-0-687">687</a></span> |
| <span class="normal"><a href="#__codelineno-0-688">688</a></span> |
| <span class="normal"><a href="#__codelineno-0-689">689</a></span> |
| <span class="normal"><a href="#__codelineno-0-690">690</a></span> |
| <span class="normal"><a href="#__codelineno-0-691">691</a></span> |
| <span class="normal"><a href="#__codelineno-0-692">692</a></span> |
| <span class="normal"><a href="#__codelineno-0-693">693</a></span> |
| <span class="normal"><a href="#__codelineno-0-694">694</a></span> |
| <span class="normal"><a href="#__codelineno-0-695">695</a></span> |
| <span class="normal"><a href="#__codelineno-0-696">696</a></span> |
| <span class="normal"><a href="#__codelineno-0-697">697</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-648" name="__codelineno-0-648"></a><span class="k">class</span><span class="w"> </span><span class="nc">HourTransform</span><span class="p">(</span><span class="n">TimeTransform</span><span class="p">[</span><span class="n">S</span><span class="p">]):</span> |
| <a id="__codelineno-0-649" name="__codelineno-0-649"></a><span class="w"> </span><span class="sd">"""Transforms a datetime value into a hour value.</span> |
| <a id="__codelineno-0-650" name="__codelineno-0-650"></a> |
| <a id="__codelineno-0-651" name="__codelineno-0-651"></a><span class="sd"> Example:</span> |
| <a id="__codelineno-0-652" name="__codelineno-0-652"></a><span class="sd"> >>> transform = HourTransform()</span> |
| <a id="__codelineno-0-653" name="__codelineno-0-653"></a><span class="sd"> >>> transform.transform(TimestampType())(1512151975038194)</span> |
| <a id="__codelineno-0-654" name="__codelineno-0-654"></a><span class="sd"> 420042</span> |
| <a id="__codelineno-0-655" name="__codelineno-0-655"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-656" name="__codelineno-0-656"></a> |
| <a id="__codelineno-0-657" name="__codelineno-0-657"></a> <span class="n">root</span><span class="p">:</span> <span class="n">LiteralType</span><span class="p">[</span><span class="s2">"hour"</span><span class="p">]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default</span><span class="o">=</span><span class="s2">"hour"</span><span class="p">)</span> <span class="c1"># noqa: F821</span> |
| <a id="__codelineno-0-658" name="__codelineno-0-658"></a> |
| <a id="__codelineno-0-659" name="__codelineno-0-659"></a> <span class="k">def</span><span class="w"> </span><span class="nf">transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">]],</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">int</span><span class="p">]]:</span> |
| <a id="__codelineno-0-660" name="__codelineno-0-660"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">TimestampType</span><span class="p">,</span> <span class="n">TimestamptzType</span><span class="p">)):</span> |
| <a id="__codelineno-0-661" name="__codelineno-0-661"></a> |
| <a id="__codelineno-0-662" name="__codelineno-0-662"></a> <span class="k">def</span><span class="w"> </span><span class="nf">hour_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-663" name="__codelineno-0-663"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">py_datetime</span><span class="o">.</span><span class="n">datetime</span><span class="p">):</span> |
| <a id="__codelineno-0-664" name="__codelineno-0-664"></a> <span class="n">v</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">datetime_to_micros</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-665" name="__codelineno-0-665"></a> |
| <a id="__codelineno-0-666" name="__codelineno-0-666"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">micros_to_hours</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-667" name="__codelineno-0-667"></a> |
| <a id="__codelineno-0-668" name="__codelineno-0-668"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">TimestampNanoType</span><span class="p">,</span> <span class="n">TimestamptzNanoType</span><span class="p">)):</span> |
| <a id="__codelineno-0-669" name="__codelineno-0-669"></a> |
| <a id="__codelineno-0-670" name="__codelineno-0-670"></a> <span class="k">def</span><span class="w"> </span><span class="nf">hour_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-671" name="__codelineno-0-671"></a> <span class="c1"># python datetime has no nanoseconds support.</span> |
| <a id="__codelineno-0-672" name="__codelineno-0-672"></a> <span class="c1"># nanosecond datetimes will be expressed as int as a workaround</span> |
| <a id="__codelineno-0-673" name="__codelineno-0-673"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">nanos_to_hours</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-674" name="__codelineno-0-674"></a> |
| <a id="__codelineno-0-675" name="__codelineno-0-675"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-676" name="__codelineno-0-676"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Cannot apply hour transform for type: </span><span class="si">{</span><span class="n">source</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-677" name="__codelineno-0-677"></a> |
| <a id="__codelineno-0-678" name="__codelineno-0-678"></a> <span class="k">return</span> <span class="k">lambda</span> <span class="n">v</span><span class="p">:</span> <span class="n">hour_func</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> <span class="k">if</span> <span class="n">v</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="kc">None</span> |
| <a id="__codelineno-0-679" name="__codelineno-0-679"></a> |
| <a id="__codelineno-0-680" name="__codelineno-0-680"></a> <span class="k">def</span><span class="w"> </span><span class="nf">can_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-681" name="__codelineno-0-681"></a> <span class="k">return</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">TimestampType</span><span class="p">,</span> <span class="n">TimestamptzType</span><span class="p">,</span> <span class="n">TimestampNanoType</span><span class="p">,</span> <span class="n">TimestamptzNanoType</span><span class="p">))</span> |
| <a id="__codelineno-0-682" name="__codelineno-0-682"></a> |
| <a id="__codelineno-0-683" name="__codelineno-0-683"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-684" name="__codelineno-0-684"></a> <span class="k">def</span><span class="w"> </span><span class="nf">granularity</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">TimeResolution</span><span class="p">:</span> |
| <a id="__codelineno-0-685" name="__codelineno-0-685"></a> <span class="k">return</span> <span class="n">TimeResolution</span><span class="o">.</span><span class="n">HOUR</span> |
| <a id="__codelineno-0-686" name="__codelineno-0-686"></a> |
| <a id="__codelineno-0-687" name="__codelineno-0-687"></a> <span class="k">def</span><span class="w"> </span><span class="nf">to_human_string</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">_</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">])</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-688" name="__codelineno-0-688"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">to_human_hour</span><span class="p">(</span><span class="n">value</span><span class="p">)</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="nb">int</span><span class="p">)</span> <span class="k">else</span> <span class="s2">"null"</span> |
| <a id="__codelineno-0-689" name="__codelineno-0-689"></a> |
| <a id="__codelineno-0-690" name="__codelineno-0-690"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-691" name="__codelineno-0-691"></a><span class="w"> </span><span class="sd">"""Return the string representation of the HourTransform class."""</span> |
| <a id="__codelineno-0-692" name="__codelineno-0-692"></a> <span class="k">return</span> <span class="s2">"HourTransform()"</span> |
| <a id="__codelineno-0-693" name="__codelineno-0-693"></a> |
| <a id="__codelineno-0-694" name="__codelineno-0-694"></a> <span class="k">def</span><span class="w"> </span><span class="nf">pyarrow_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Callable[[pa.Array], pa.Array]"</span><span class="p">:</span> |
| <a id="__codelineno-0-695" name="__codelineno-0-695"></a> <span class="n">pyiceberg_core_transform</span> <span class="o">=</span> <span class="n">_try_import</span><span class="p">(</span><span class="s2">"pyiceberg_core"</span><span class="p">,</span> <span class="n">extras_name</span><span class="o">=</span><span class="s2">"pyiceberg-core"</span><span class="p">)</span><span class="o">.</span><span class="n">transform</span> |
| <a id="__codelineno-0-696" name="__codelineno-0-696"></a> |
| <a id="__codelineno-0-697" name="__codelineno-0-697"></a> <span class="k">return</span> <span class="n">_pyiceberg_transform_wrapper</span><span class="p">(</span><span class="n">pyiceberg_core_transform</span><span class="o">.</span><span class="n">hour</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.HourTransform.__repr__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__repr__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.transforms.HourTransform.__repr__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the string representation of the HourTransform class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-690">690</a></span> |
| <span class="normal"><a href="#__codelineno-0-691">691</a></span> |
| <span class="normal"><a href="#__codelineno-0-692">692</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-690" name="__codelineno-0-690"></a><span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-691" name="__codelineno-0-691"></a><span class="w"> </span><span class="sd">"""Return the string representation of the HourTransform class."""</span> |
| <a id="__codelineno-0-692" name="__codelineno-0-692"></a> <span class="k">return</span> <span class="s2">"HourTransform()"</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.transforms.IdentityTransform" class="doc doc-heading"> |
| <code>IdentityTransform</code> |
| |
| |
| <a href="#pyiceberg.transforms.IdentityTransform" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><a class="autorefs autorefs-internal" title="Transform (pyiceberg.transforms.Transform)" href="#pyiceberg.transforms.Transform">Transform</a>[<span title="pyiceberg.transforms.S">S</span>, <span title="pyiceberg.transforms.S">S</span>]</code></p> |
| |
| |
| <p>Transforms a value into itself.</p> |
| |
| |
| <details class="example" open> |
| <summary>Example</summary> |
| <blockquote> |
| <blockquote> |
| <blockquote> |
| <p>transform = IdentityTransform() |
| transform.transform(StringType())('hello-world') |
| 'hello-world'</p> |
| </blockquote> |
| </blockquote> |
| </blockquote> |
| </details> |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-705">705</a></span> |
| <span class="normal"><a href="#__codelineno-0-706">706</a></span> |
| <span class="normal"><a href="#__codelineno-0-707">707</a></span> |
| <span class="normal"><a href="#__codelineno-0-708">708</a></span> |
| <span class="normal"><a href="#__codelineno-0-709">709</a></span> |
| <span class="normal"><a href="#__codelineno-0-710">710</a></span> |
| <span class="normal"><a href="#__codelineno-0-711">711</a></span> |
| <span class="normal"><a href="#__codelineno-0-712">712</a></span> |
| <span class="normal"><a href="#__codelineno-0-713">713</a></span> |
| <span class="normal"><a href="#__codelineno-0-714">714</a></span> |
| <span class="normal"><a href="#__codelineno-0-715">715</a></span> |
| <span class="normal"><a href="#__codelineno-0-716">716</a></span> |
| <span class="normal"><a href="#__codelineno-0-717">717</a></span> |
| <span class="normal"><a href="#__codelineno-0-718">718</a></span> |
| <span class="normal"><a href="#__codelineno-0-719">719</a></span> |
| <span class="normal"><a href="#__codelineno-0-720">720</a></span> |
| <span class="normal"><a href="#__codelineno-0-721">721</a></span> |
| <span class="normal"><a href="#__codelineno-0-722">722</a></span> |
| <span class="normal"><a href="#__codelineno-0-723">723</a></span> |
| <span class="normal"><a href="#__codelineno-0-724">724</a></span> |
| <span class="normal"><a href="#__codelineno-0-725">725</a></span> |
| <span class="normal"><a href="#__codelineno-0-726">726</a></span> |
| <span class="normal"><a href="#__codelineno-0-727">727</a></span> |
| <span class="normal"><a href="#__codelineno-0-728">728</a></span> |
| <span class="normal"><a href="#__codelineno-0-729">729</a></span> |
| <span class="normal"><a href="#__codelineno-0-730">730</a></span> |
| <span class="normal"><a href="#__codelineno-0-731">731</a></span> |
| <span class="normal"><a href="#__codelineno-0-732">732</a></span> |
| <span class="normal"><a href="#__codelineno-0-733">733</a></span> |
| <span class="normal"><a href="#__codelineno-0-734">734</a></span> |
| <span class="normal"><a href="#__codelineno-0-735">735</a></span> |
| <span class="normal"><a href="#__codelineno-0-736">736</a></span> |
| <span class="normal"><a href="#__codelineno-0-737">737</a></span> |
| <span class="normal"><a href="#__codelineno-0-738">738</a></span> |
| <span class="normal"><a href="#__codelineno-0-739">739</a></span> |
| <span class="normal"><a href="#__codelineno-0-740">740</a></span> |
| <span class="normal"><a href="#__codelineno-0-741">741</a></span> |
| <span class="normal"><a href="#__codelineno-0-742">742</a></span> |
| <span class="normal"><a href="#__codelineno-0-743">743</a></span> |
| <span class="normal"><a href="#__codelineno-0-744">744</a></span> |
| <span class="normal"><a href="#__codelineno-0-745">745</a></span> |
| <span class="normal"><a href="#__codelineno-0-746">746</a></span> |
| <span class="normal"><a href="#__codelineno-0-747">747</a></span> |
| <span class="normal"><a href="#__codelineno-0-748">748</a></span> |
| <span class="normal"><a href="#__codelineno-0-749">749</a></span> |
| <span class="normal"><a href="#__codelineno-0-750">750</a></span> |
| <span class="normal"><a href="#__codelineno-0-751">751</a></span> |
| <span class="normal"><a href="#__codelineno-0-752">752</a></span> |
| <span class="normal"><a href="#__codelineno-0-753">753</a></span> |
| <span class="normal"><a href="#__codelineno-0-754">754</a></span> |
| <span class="normal"><a href="#__codelineno-0-755">755</a></span> |
| <span class="normal"><a href="#__codelineno-0-756">756</a></span> |
| <span class="normal"><a href="#__codelineno-0-757">757</a></span> |
| <span class="normal"><a href="#__codelineno-0-758">758</a></span> |
| <span class="normal"><a href="#__codelineno-0-759">759</a></span> |
| <span class="normal"><a href="#__codelineno-0-760">760</a></span> |
| <span class="normal"><a href="#__codelineno-0-761">761</a></span> |
| <span class="normal"><a href="#__codelineno-0-762">762</a></span> |
| <span class="normal"><a href="#__codelineno-0-763">763</a></span> |
| <span class="normal"><a href="#__codelineno-0-764">764</a></span> |
| <span class="normal"><a href="#__codelineno-0-765">765</a></span> |
| <span class="normal"><a href="#__codelineno-0-766">766</a></span> |
| <span class="normal"><a href="#__codelineno-0-767">767</a></span> |
| <span class="normal"><a href="#__codelineno-0-768">768</a></span> |
| <span class="normal"><a href="#__codelineno-0-769">769</a></span> |
| <span class="normal"><a href="#__codelineno-0-770">770</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-705" name="__codelineno-0-705"></a><span class="k">class</span><span class="w"> </span><span class="nc">IdentityTransform</span><span class="p">(</span><span class="n">Transform</span><span class="p">[</span><span class="n">S</span><span class="p">,</span> <span class="n">S</span><span class="p">]):</span> |
| <a id="__codelineno-0-706" name="__codelineno-0-706"></a><span class="w"> </span><span class="sd">"""Transforms a value into itself.</span> |
| <a id="__codelineno-0-707" name="__codelineno-0-707"></a> |
| <a id="__codelineno-0-708" name="__codelineno-0-708"></a><span class="sd"> Example:</span> |
| <a id="__codelineno-0-709" name="__codelineno-0-709"></a><span class="sd"> >>> transform = IdentityTransform()</span> |
| <a id="__codelineno-0-710" name="__codelineno-0-710"></a><span class="sd"> >>> transform.transform(StringType())('hello-world')</span> |
| <a id="__codelineno-0-711" name="__codelineno-0-711"></a><span class="sd"> 'hello-world'</span> |
| <a id="__codelineno-0-712" name="__codelineno-0-712"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-713" name="__codelineno-0-713"></a> |
| <a id="__codelineno-0-714" name="__codelineno-0-714"></a> <span class="n">root</span><span class="p">:</span> <span class="n">LiteralType</span><span class="p">[</span><span class="s2">"identity"</span><span class="p">]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default</span><span class="o">=</span><span class="s2">"identity"</span><span class="p">)</span> <span class="c1"># noqa: F821</span> |
| <a id="__codelineno-0-715" name="__codelineno-0-715"></a> |
| <a id="__codelineno-0-716" name="__codelineno-0-716"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-717" name="__codelineno-0-717"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="s2">"identity"</span><span class="p">)</span> |
| <a id="__codelineno-0-718" name="__codelineno-0-718"></a> |
| <a id="__codelineno-0-719" name="__codelineno-0-719"></a> <span class="k">def</span><span class="w"> </span><span class="nf">transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">]],</span> <span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">]]:</span> |
| <a id="__codelineno-0-720" name="__codelineno-0-720"></a> <span class="k">return</span> <span class="k">lambda</span> <span class="n">v</span><span class="p">:</span> <span class="n">v</span> |
| <a id="__codelineno-0-721" name="__codelineno-0-721"></a> |
| <a id="__codelineno-0-722" name="__codelineno-0-722"></a> <span class="k">def</span><span class="w"> </span><span class="nf">can_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-723" name="__codelineno-0-723"></a> <span class="k">return</span> <span class="n">source</span><span class="o">.</span><span class="n">is_primitive</span> |
| <a id="__codelineno-0-724" name="__codelineno-0-724"></a> |
| <a id="__codelineno-0-725" name="__codelineno-0-725"></a> <span class="k">def</span><span class="w"> </span><span class="nf">result_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">IcebergType</span><span class="p">:</span> |
| <a id="__codelineno-0-726" name="__codelineno-0-726"></a> <span class="k">return</span> <span class="n">source</span> |
| <a id="__codelineno-0-727" name="__codelineno-0-727"></a> |
| <a id="__codelineno-0-728" name="__codelineno-0-728"></a> <span class="k">def</span><span class="w"> </span><span class="nf">project</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">pred</span><span class="p">:</span> <span class="n">BoundPredicate</span><span class="p">[</span><span class="n">L</span><span class="p">])</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">UnboundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">]]:</span> |
| <a id="__codelineno-0-729" name="__codelineno-0-729"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="o">.</span><span class="n">term</span><span class="p">,</span> <span class="n">BoundTransform</span><span class="p">):</span> |
| <a id="__codelineno-0-730" name="__codelineno-0-730"></a> <span class="k">return</span> <span class="n">_project_transform_predicate</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="p">)</span> |
| <a id="__codelineno-0-731" name="__codelineno-0-731"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundUnaryPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-732" name="__codelineno-0-732"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">))</span> |
| <a id="__codelineno-0-733" name="__codelineno-0-733"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundLiteralPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-734" name="__codelineno-0-734"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">),</span> <span class="n">pred</span><span class="o">.</span><span class="n">literal</span><span class="p">)</span> |
| <a id="__codelineno-0-735" name="__codelineno-0-735"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundSetPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-736" name="__codelineno-0-736"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">),</span> <span class="n">pred</span><span class="o">.</span><span class="n">literals</span><span class="p">)</span> |
| <a id="__codelineno-0-737" name="__codelineno-0-737"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-738" name="__codelineno-0-738"></a> <span class="k">return</span> <span class="kc">None</span> |
| <a id="__codelineno-0-739" name="__codelineno-0-739"></a> |
| <a id="__codelineno-0-740" name="__codelineno-0-740"></a> <span class="k">def</span><span class="w"> </span><span class="nf">strict_project</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">pred</span><span class="p">:</span> <span class="n">BoundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">])</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">UnboundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">]]:</span> |
| <a id="__codelineno-0-741" name="__codelineno-0-741"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundUnaryPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-742" name="__codelineno-0-742"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">))</span> |
| <a id="__codelineno-0-743" name="__codelineno-0-743"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundLiteralPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-744" name="__codelineno-0-744"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">),</span> <span class="n">pred</span><span class="o">.</span><span class="n">literal</span><span class="p">)</span> |
| <a id="__codelineno-0-745" name="__codelineno-0-745"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundSetPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-746" name="__codelineno-0-746"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">),</span> <span class="n">pred</span><span class="o">.</span><span class="n">literals</span><span class="p">)</span> |
| <a id="__codelineno-0-747" name="__codelineno-0-747"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-748" name="__codelineno-0-748"></a> <span class="k">return</span> <span class="kc">None</span> |
| <a id="__codelineno-0-749" name="__codelineno-0-749"></a> |
| <a id="__codelineno-0-750" name="__codelineno-0-750"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-751" name="__codelineno-0-751"></a> <span class="k">def</span><span class="w"> </span><span class="nf">preserves_order</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-752" name="__codelineno-0-752"></a> <span class="k">return</span> <span class="kc">True</span> |
| <a id="__codelineno-0-753" name="__codelineno-0-753"></a> |
| <a id="__codelineno-0-754" name="__codelineno-0-754"></a> <span class="k">def</span><span class="w"> </span><span class="nf">satisfies_order_of</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n">Transform</span><span class="p">[</span><span class="n">S</span><span class="p">,</span> <span class="n">T</span><span class="p">])</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-755" name="__codelineno-0-755"></a><span class="w"> </span><span class="sd">"""Ordering by value is the same as long as the other preserves order."""</span> |
| <a id="__codelineno-0-756" name="__codelineno-0-756"></a> <span class="k">return</span> <span class="n">other</span><span class="o">.</span><span class="n">preserves_order</span> |
| <a id="__codelineno-0-757" name="__codelineno-0-757"></a> |
| <a id="__codelineno-0-758" name="__codelineno-0-758"></a> <span class="k">def</span><span class="w"> </span><span class="nf">to_human_string</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source_type</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">])</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-759" name="__codelineno-0-759"></a> <span class="k">return</span> <span class="n">_human_string</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="n">source_type</span><span class="p">)</span> <span class="k">if</span> <span class="n">value</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="s2">"null"</span> |
| <a id="__codelineno-0-760" name="__codelineno-0-760"></a> |
| <a id="__codelineno-0-761" name="__codelineno-0-761"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__str__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-762" name="__codelineno-0-762"></a><span class="w"> </span><span class="sd">"""Return the string representation of the IdentityTransform class."""</span> |
| <a id="__codelineno-0-763" name="__codelineno-0-763"></a> <span class="k">return</span> <span class="s2">"identity"</span> |
| <a id="__codelineno-0-764" name="__codelineno-0-764"></a> |
| <a id="__codelineno-0-765" name="__codelineno-0-765"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-766" name="__codelineno-0-766"></a><span class="w"> </span><span class="sd">"""Return the string representation of the IdentityTransform class."""</span> |
| <a id="__codelineno-0-767" name="__codelineno-0-767"></a> <span class="k">return</span> <span class="s2">"IdentityTransform()"</span> |
| <a id="__codelineno-0-768" name="__codelineno-0-768"></a> |
| <a id="__codelineno-0-769" name="__codelineno-0-769"></a> <span class="k">def</span><span class="w"> </span><span class="nf">pyarrow_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Callable[[pa.Array], pa.Array]"</span><span class="p">:</span> |
| <a id="__codelineno-0-770" name="__codelineno-0-770"></a> <span class="k">return</span> <span class="k">lambda</span> <span class="n">v</span><span class="p">:</span> <span class="n">v</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.IdentityTransform.__repr__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__repr__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.transforms.IdentityTransform.__repr__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the string representation of the IdentityTransform class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-765">765</a></span> |
| <span class="normal"><a href="#__codelineno-0-766">766</a></span> |
| <span class="normal"><a href="#__codelineno-0-767">767</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-765" name="__codelineno-0-765"></a><span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-766" name="__codelineno-0-766"></a><span class="w"> </span><span class="sd">"""Return the string representation of the IdentityTransform class."""</span> |
| <a id="__codelineno-0-767" name="__codelineno-0-767"></a> <span class="k">return</span> <span class="s2">"IdentityTransform()"</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.IdentityTransform.__str__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__str__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.transforms.IdentityTransform.__str__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the string representation of the IdentityTransform class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-761">761</a></span> |
| <span class="normal"><a href="#__codelineno-0-762">762</a></span> |
| <span class="normal"><a href="#__codelineno-0-763">763</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-761" name="__codelineno-0-761"></a><span class="k">def</span><span class="w"> </span><span class="fm">__str__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-762" name="__codelineno-0-762"></a><span class="w"> </span><span class="sd">"""Return the string representation of the IdentityTransform class."""</span> |
| <a id="__codelineno-0-763" name="__codelineno-0-763"></a> <span class="k">return</span> <span class="s2">"identity"</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.IdentityTransform.satisfies_order_of" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">satisfies_order_of</span><span class="p">(</span><span class="n">other</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.transforms.IdentityTransform.satisfies_order_of" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Ordering by value is the same as long as the other preserves order.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-754">754</a></span> |
| <span class="normal"><a href="#__codelineno-0-755">755</a></span> |
| <span class="normal"><a href="#__codelineno-0-756">756</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-754" name="__codelineno-0-754"></a><span class="k">def</span><span class="w"> </span><span class="nf">satisfies_order_of</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n">Transform</span><span class="p">[</span><span class="n">S</span><span class="p">,</span> <span class="n">T</span><span class="p">])</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-755" name="__codelineno-0-755"></a><span class="w"> </span><span class="sd">"""Ordering by value is the same as long as the other preserves order."""</span> |
| <a id="__codelineno-0-756" name="__codelineno-0-756"></a> <span class="k">return</span> <span class="n">other</span><span class="o">.</span><span class="n">preserves_order</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.transforms.MonthTransform" class="doc doc-heading"> |
| <code>MonthTransform</code> |
| |
| |
| <a href="#pyiceberg.transforms.MonthTransform" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><span title="pyiceberg.transforms.TimeTransform">TimeTransform</span>[<span title="pyiceberg.transforms.S">S</span>]</code></p> |
| |
| |
| <p>Transforms a datetime value into a month value.</p> |
| |
| |
| <details class="example" open> |
| <summary>Example</summary> |
| <blockquote> |
| <blockquote> |
| <blockquote> |
| <p>transform = MonthTransform() |
| transform.transform(DateType())(17501) |
| 575</p> |
| </blockquote> |
| </blockquote> |
| </blockquote> |
| </details> |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-518">518</a></span> |
| <span class="normal"><a href="#__codelineno-0-519">519</a></span> |
| <span class="normal"><a href="#__codelineno-0-520">520</a></span> |
| <span class="normal"><a href="#__codelineno-0-521">521</a></span> |
| <span class="normal"><a href="#__codelineno-0-522">522</a></span> |
| <span class="normal"><a href="#__codelineno-0-523">523</a></span> |
| <span class="normal"><a href="#__codelineno-0-524">524</a></span> |
| <span class="normal"><a href="#__codelineno-0-525">525</a></span> |
| <span class="normal"><a href="#__codelineno-0-526">526</a></span> |
| <span class="normal"><a href="#__codelineno-0-527">527</a></span> |
| <span class="normal"><a href="#__codelineno-0-528">528</a></span> |
| <span class="normal"><a href="#__codelineno-0-529">529</a></span> |
| <span class="normal"><a href="#__codelineno-0-530">530</a></span> |
| <span class="normal"><a href="#__codelineno-0-531">531</a></span> |
| <span class="normal"><a href="#__codelineno-0-532">532</a></span> |
| <span class="normal"><a href="#__codelineno-0-533">533</a></span> |
| <span class="normal"><a href="#__codelineno-0-534">534</a></span> |
| <span class="normal"><a href="#__codelineno-0-535">535</a></span> |
| <span class="normal"><a href="#__codelineno-0-536">536</a></span> |
| <span class="normal"><a href="#__codelineno-0-537">537</a></span> |
| <span class="normal"><a href="#__codelineno-0-538">538</a></span> |
| <span class="normal"><a href="#__codelineno-0-539">539</a></span> |
| <span class="normal"><a href="#__codelineno-0-540">540</a></span> |
| <span class="normal"><a href="#__codelineno-0-541">541</a></span> |
| <span class="normal"><a href="#__codelineno-0-542">542</a></span> |
| <span class="normal"><a href="#__codelineno-0-543">543</a></span> |
| <span class="normal"><a href="#__codelineno-0-544">544</a></span> |
| <span class="normal"><a href="#__codelineno-0-545">545</a></span> |
| <span class="normal"><a href="#__codelineno-0-546">546</a></span> |
| <span class="normal"><a href="#__codelineno-0-547">547</a></span> |
| <span class="normal"><a href="#__codelineno-0-548">548</a></span> |
| <span class="normal"><a href="#__codelineno-0-549">549</a></span> |
| <span class="normal"><a href="#__codelineno-0-550">550</a></span> |
| <span class="normal"><a href="#__codelineno-0-551">551</a></span> |
| <span class="normal"><a href="#__codelineno-0-552">552</a></span> |
| <span class="normal"><a href="#__codelineno-0-553">553</a></span> |
| <span class="normal"><a href="#__codelineno-0-554">554</a></span> |
| <span class="normal"><a href="#__codelineno-0-555">555</a></span> |
| <span class="normal"><a href="#__codelineno-0-556">556</a></span> |
| <span class="normal"><a href="#__codelineno-0-557">557</a></span> |
| <span class="normal"><a href="#__codelineno-0-558">558</a></span> |
| <span class="normal"><a href="#__codelineno-0-559">559</a></span> |
| <span class="normal"><a href="#__codelineno-0-560">560</a></span> |
| <span class="normal"><a href="#__codelineno-0-561">561</a></span> |
| <span class="normal"><a href="#__codelineno-0-562">562</a></span> |
| <span class="normal"><a href="#__codelineno-0-563">563</a></span> |
| <span class="normal"><a href="#__codelineno-0-564">564</a></span> |
| <span class="normal"><a href="#__codelineno-0-565">565</a></span> |
| <span class="normal"><a href="#__codelineno-0-566">566</a></span> |
| <span class="normal"><a href="#__codelineno-0-567">567</a></span> |
| <span class="normal"><a href="#__codelineno-0-568">568</a></span> |
| <span class="normal"><a href="#__codelineno-0-569">569</a></span> |
| <span class="normal"><a href="#__codelineno-0-570">570</a></span> |
| <span class="normal"><a href="#__codelineno-0-571">571</a></span> |
| <span class="normal"><a href="#__codelineno-0-572">572</a></span> |
| <span class="normal"><a href="#__codelineno-0-573">573</a></span> |
| <span class="normal"><a href="#__codelineno-0-574">574</a></span> |
| <span class="normal"><a href="#__codelineno-0-575">575</a></span> |
| <span class="normal"><a href="#__codelineno-0-576">576</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-518" name="__codelineno-0-518"></a><span class="k">class</span><span class="w"> </span><span class="nc">MonthTransform</span><span class="p">(</span><span class="n">TimeTransform</span><span class="p">[</span><span class="n">S</span><span class="p">]):</span> |
| <a id="__codelineno-0-519" name="__codelineno-0-519"></a><span class="w"> </span><span class="sd">"""Transforms a datetime value into a month value.</span> |
| <a id="__codelineno-0-520" name="__codelineno-0-520"></a> |
| <a id="__codelineno-0-521" name="__codelineno-0-521"></a><span class="sd"> Example:</span> |
| <a id="__codelineno-0-522" name="__codelineno-0-522"></a><span class="sd"> >>> transform = MonthTransform()</span> |
| <a id="__codelineno-0-523" name="__codelineno-0-523"></a><span class="sd"> >>> transform.transform(DateType())(17501)</span> |
| <a id="__codelineno-0-524" name="__codelineno-0-524"></a><span class="sd"> 575</span> |
| <a id="__codelineno-0-525" name="__codelineno-0-525"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-526" name="__codelineno-0-526"></a> |
| <a id="__codelineno-0-527" name="__codelineno-0-527"></a> <span class="n">root</span><span class="p">:</span> <span class="n">LiteralType</span><span class="p">[</span><span class="s2">"month"</span><span class="p">]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default</span><span class="o">=</span><span class="s2">"month"</span><span class="p">)</span> <span class="c1"># noqa: F821</span> |
| <a id="__codelineno-0-528" name="__codelineno-0-528"></a> |
| <a id="__codelineno-0-529" name="__codelineno-0-529"></a> <span class="k">def</span><span class="w"> </span><span class="nf">transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">]],</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">int</span><span class="p">]]:</span> |
| <a id="__codelineno-0-530" name="__codelineno-0-530"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="n">DateType</span><span class="p">):</span> |
| <a id="__codelineno-0-531" name="__codelineno-0-531"></a> |
| <a id="__codelineno-0-532" name="__codelineno-0-532"></a> <span class="k">def</span><span class="w"> </span><span class="nf">month_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-533" name="__codelineno-0-533"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">py_datetime</span><span class="o">.</span><span class="n">date</span><span class="p">):</span> |
| <a id="__codelineno-0-534" name="__codelineno-0-534"></a> <span class="n">v</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">date_to_days</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-535" name="__codelineno-0-535"></a> |
| <a id="__codelineno-0-536" name="__codelineno-0-536"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">days_to_months</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-537" name="__codelineno-0-537"></a> |
| <a id="__codelineno-0-538" name="__codelineno-0-538"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">TimestampType</span><span class="p">,</span> <span class="n">TimestamptzType</span><span class="p">)):</span> |
| <a id="__codelineno-0-539" name="__codelineno-0-539"></a> |
| <a id="__codelineno-0-540" name="__codelineno-0-540"></a> <span class="k">def</span><span class="w"> </span><span class="nf">month_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-541" name="__codelineno-0-541"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">py_datetime</span><span class="o">.</span><span class="n">datetime</span><span class="p">):</span> |
| <a id="__codelineno-0-542" name="__codelineno-0-542"></a> <span class="n">v</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">datetime_to_micros</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-543" name="__codelineno-0-543"></a> |
| <a id="__codelineno-0-544" name="__codelineno-0-544"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">micros_to_months</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-545" name="__codelineno-0-545"></a> |
| <a id="__codelineno-0-546" name="__codelineno-0-546"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">TimestampNanoType</span><span class="p">,</span> <span class="n">TimestamptzNanoType</span><span class="p">)):</span> |
| <a id="__codelineno-0-547" name="__codelineno-0-547"></a> |
| <a id="__codelineno-0-548" name="__codelineno-0-548"></a> <span class="k">def</span><span class="w"> </span><span class="nf">month_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-549" name="__codelineno-0-549"></a> <span class="c1"># python datetime has no nanoseconds support.</span> |
| <a id="__codelineno-0-550" name="__codelineno-0-550"></a> <span class="c1"># nanosecond datetimes will be expressed as int as a workaround</span> |
| <a id="__codelineno-0-551" name="__codelineno-0-551"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">nanos_to_months</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-552" name="__codelineno-0-552"></a> |
| <a id="__codelineno-0-553" name="__codelineno-0-553"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-554" name="__codelineno-0-554"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Cannot apply month transform for type: </span><span class="si">{</span><span class="n">source</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-555" name="__codelineno-0-555"></a> |
| <a id="__codelineno-0-556" name="__codelineno-0-556"></a> <span class="k">return</span> <span class="k">lambda</span> <span class="n">v</span><span class="p">:</span> <span class="n">month_func</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> <span class="k">if</span> <span class="n">v</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="kc">None</span> |
| <a id="__codelineno-0-557" name="__codelineno-0-557"></a> |
| <a id="__codelineno-0-558" name="__codelineno-0-558"></a> <span class="k">def</span><span class="w"> </span><span class="nf">can_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-559" name="__codelineno-0-559"></a> <span class="k">return</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">DateType</span><span class="p">,</span> <span class="n">TimestampType</span><span class="p">,</span> <span class="n">TimestamptzType</span><span class="p">,</span> <span class="n">TimestampNanoType</span><span class="p">,</span> <span class="n">TimestamptzNanoType</span><span class="p">))</span> |
| <a id="__codelineno-0-560" name="__codelineno-0-560"></a> |
| <a id="__codelineno-0-561" name="__codelineno-0-561"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-562" name="__codelineno-0-562"></a> <span class="k">def</span><span class="w"> </span><span class="nf">granularity</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">TimeResolution</span><span class="p">:</span> |
| <a id="__codelineno-0-563" name="__codelineno-0-563"></a> <span class="k">return</span> <span class="n">TimeResolution</span><span class="o">.</span><span class="n">MONTH</span> |
| <a id="__codelineno-0-564" name="__codelineno-0-564"></a> |
| <a id="__codelineno-0-565" name="__codelineno-0-565"></a> <span class="k">def</span><span class="w"> </span><span class="nf">to_human_string</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">_</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">])</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-566" name="__codelineno-0-566"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">to_human_month</span><span class="p">(</span><span class="n">value</span><span class="p">)</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="nb">int</span><span class="p">)</span> <span class="k">else</span> <span class="s2">"null"</span> |
| <a id="__codelineno-0-567" name="__codelineno-0-567"></a> |
| <a id="__codelineno-0-568" name="__codelineno-0-568"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-569" name="__codelineno-0-569"></a><span class="w"> </span><span class="sd">"""Return the string representation of the MonthTransform class."""</span> |
| <a id="__codelineno-0-570" name="__codelineno-0-570"></a> <span class="k">return</span> <span class="s2">"MonthTransform()"</span> |
| <a id="__codelineno-0-571" name="__codelineno-0-571"></a> |
| <a id="__codelineno-0-572" name="__codelineno-0-572"></a> <span class="k">def</span><span class="w"> </span><span class="nf">pyarrow_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Callable[[pa.Array], pa.Array]"</span><span class="p">:</span> |
| <a id="__codelineno-0-573" name="__codelineno-0-573"></a> <span class="n">pa</span> <span class="o">=</span> <span class="n">_try_import</span><span class="p">(</span><span class="s2">"pyarrow"</span><span class="p">)</span> |
| <a id="__codelineno-0-574" name="__codelineno-0-574"></a> <span class="n">pyiceberg_core_transform</span> <span class="o">=</span> <span class="n">_try_import</span><span class="p">(</span><span class="s2">"pyiceberg_core"</span><span class="p">,</span> <span class="n">extras_name</span><span class="o">=</span><span class="s2">"pyiceberg-core"</span><span class="p">)</span><span class="o">.</span><span class="n">transform</span> |
| <a id="__codelineno-0-575" name="__codelineno-0-575"></a> |
| <a id="__codelineno-0-576" name="__codelineno-0-576"></a> <span class="k">return</span> <span class="n">_pyiceberg_transform_wrapper</span><span class="p">(</span><span class="n">pyiceberg_core_transform</span><span class="o">.</span><span class="n">month</span><span class="p">,</span> <span class="n">expected_type</span><span class="o">=</span><span class="n">pa</span><span class="o">.</span><span class="n">int32</span><span class="p">())</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.MonthTransform.__repr__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__repr__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.transforms.MonthTransform.__repr__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the string representation of the MonthTransform class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-568">568</a></span> |
| <span class="normal"><a href="#__codelineno-0-569">569</a></span> |
| <span class="normal"><a href="#__codelineno-0-570">570</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-568" name="__codelineno-0-568"></a><span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-569" name="__codelineno-0-569"></a><span class="w"> </span><span class="sd">"""Return the string representation of the MonthTransform class."""</span> |
| <a id="__codelineno-0-570" name="__codelineno-0-570"></a> <span class="k">return</span> <span class="s2">"MonthTransform()"</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.transforms.Transform" class="doc doc-heading"> |
| <code>Transform</code> |
| |
| |
| <a href="#pyiceberg.transforms.Transform" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><a class="autorefs autorefs-internal" title="IcebergRootModel (pyiceberg.typedef.IcebergRootModel)" href="../typedef/#pyiceberg.typedef.IcebergRootModel">IcebergRootModel</a>[<span title="str">str</span>]</code>, <code><span title="abc.ABC">ABC</span></code>, <code><span title="typing.Generic">Generic</span>[<span title="pyiceberg.transforms.S">S</span>, <span title="pyiceberg.transforms.T">T</span>]</code></p> |
| |
| |
| <p>Transform base class for concrete transforms.</p> |
| <p>A base class to transform values and project predicates on partition values. |
| This class is not used directly. Instead, use one of module method to create the child classes.</p> |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-158">158</a></span> |
| <span class="normal"><a href="#__codelineno-0-159">159</a></span> |
| <span class="normal"><a href="#__codelineno-0-160">160</a></span> |
| <span class="normal"><a href="#__codelineno-0-161">161</a></span> |
| <span class="normal"><a href="#__codelineno-0-162">162</a></span> |
| <span class="normal"><a href="#__codelineno-0-163">163</a></span> |
| <span class="normal"><a href="#__codelineno-0-164">164</a></span> |
| <span class="normal"><a href="#__codelineno-0-165">165</a></span> |
| <span class="normal"><a href="#__codelineno-0-166">166</a></span> |
| <span class="normal"><a href="#__codelineno-0-167">167</a></span> |
| <span class="normal"><a href="#__codelineno-0-168">168</a></span> |
| <span class="normal"><a href="#__codelineno-0-169">169</a></span> |
| <span class="normal"><a href="#__codelineno-0-170">170</a></span> |
| <span class="normal"><a href="#__codelineno-0-171">171</a></span> |
| <span class="normal"><a href="#__codelineno-0-172">172</a></span> |
| <span class="normal"><a href="#__codelineno-0-173">173</a></span> |
| <span class="normal"><a href="#__codelineno-0-174">174</a></span> |
| <span class="normal"><a href="#__codelineno-0-175">175</a></span> |
| <span class="normal"><a href="#__codelineno-0-176">176</a></span> |
| <span class="normal"><a href="#__codelineno-0-177">177</a></span> |
| <span class="normal"><a href="#__codelineno-0-178">178</a></span> |
| <span class="normal"><a href="#__codelineno-0-179">179</a></span> |
| <span class="normal"><a href="#__codelineno-0-180">180</a></span> |
| <span class="normal"><a href="#__codelineno-0-181">181</a></span> |
| <span class="normal"><a href="#__codelineno-0-182">182</a></span> |
| <span class="normal"><a href="#__codelineno-0-183">183</a></span> |
| <span class="normal"><a href="#__codelineno-0-184">184</a></span> |
| <span class="normal"><a href="#__codelineno-0-185">185</a></span> |
| <span class="normal"><a href="#__codelineno-0-186">186</a></span> |
| <span class="normal"><a href="#__codelineno-0-187">187</a></span> |
| <span class="normal"><a href="#__codelineno-0-188">188</a></span> |
| <span class="normal"><a href="#__codelineno-0-189">189</a></span> |
| <span class="normal"><a href="#__codelineno-0-190">190</a></span> |
| <span class="normal"><a href="#__codelineno-0-191">191</a></span> |
| <span class="normal"><a href="#__codelineno-0-192">192</a></span> |
| <span class="normal"><a href="#__codelineno-0-193">193</a></span> |
| <span class="normal"><a href="#__codelineno-0-194">194</a></span> |
| <span class="normal"><a href="#__codelineno-0-195">195</a></span> |
| <span class="normal"><a href="#__codelineno-0-196">196</a></span> |
| <span class="normal"><a href="#__codelineno-0-197">197</a></span> |
| <span class="normal"><a href="#__codelineno-0-198">198</a></span> |
| <span class="normal"><a href="#__codelineno-0-199">199</a></span> |
| <span class="normal"><a href="#__codelineno-0-200">200</a></span> |
| <span class="normal"><a href="#__codelineno-0-201">201</a></span> |
| <span class="normal"><a href="#__codelineno-0-202">202</a></span> |
| <span class="normal"><a href="#__codelineno-0-203">203</a></span> |
| <span class="normal"><a href="#__codelineno-0-204">204</a></span> |
| <span class="normal"><a href="#__codelineno-0-205">205</a></span> |
| <span class="normal"><a href="#__codelineno-0-206">206</a></span> |
| <span class="normal"><a href="#__codelineno-0-207">207</a></span> |
| <span class="normal"><a href="#__codelineno-0-208">208</a></span> |
| <span class="normal"><a href="#__codelineno-0-209">209</a></span> |
| <span class="normal"><a href="#__codelineno-0-210">210</a></span> |
| <span class="normal"><a href="#__codelineno-0-211">211</a></span> |
| <span class="normal"><a href="#__codelineno-0-212">212</a></span> |
| <span class="normal"><a href="#__codelineno-0-213">213</a></span> |
| <span class="normal"><a href="#__codelineno-0-214">214</a></span> |
| <span class="normal"><a href="#__codelineno-0-215">215</a></span> |
| <span class="normal"><a href="#__codelineno-0-216">216</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-158" name="__codelineno-0-158"></a><span class="k">class</span><span class="w"> </span><span class="nc">Transform</span><span class="p">(</span><span class="n">IcebergRootModel</span><span class="p">[</span><span class="nb">str</span><span class="p">],</span> <span class="n">ABC</span><span class="p">,</span> <span class="n">Generic</span><span class="p">[</span><span class="n">S</span><span class="p">,</span> <span class="n">T</span><span class="p">]):</span> |
| <a id="__codelineno-0-159" name="__codelineno-0-159"></a><span class="w"> </span><span class="sd">"""Transform base class for concrete transforms.</span> |
| <a id="__codelineno-0-160" name="__codelineno-0-160"></a> |
| <a id="__codelineno-0-161" name="__codelineno-0-161"></a><span class="sd"> A base class to transform values and project predicates on partition values.</span> |
| <a id="__codelineno-0-162" name="__codelineno-0-162"></a><span class="sd"> This class is not used directly. Instead, use one of module method to create the child classes.</span> |
| <a id="__codelineno-0-163" name="__codelineno-0-163"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-164" name="__codelineno-0-164"></a> |
| <a id="__codelineno-0-165" name="__codelineno-0-165"></a> <span class="n">root</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">Field</span><span class="p">()</span> |
| <a id="__codelineno-0-166" name="__codelineno-0-166"></a> |
| <a id="__codelineno-0-167" name="__codelineno-0-167"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-168" name="__codelineno-0-168"></a> <span class="k">def</span><span class="w"> </span><span class="nf">transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">]],</span> <span class="n">Optional</span><span class="p">[</span><span class="n">T</span><span class="p">]]:</span> <span class="o">...</span> |
| <a id="__codelineno-0-169" name="__codelineno-0-169"></a> |
| <a id="__codelineno-0-170" name="__codelineno-0-170"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-171" name="__codelineno-0-171"></a> <span class="k">def</span><span class="w"> </span><span class="nf">can_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-172" name="__codelineno-0-172"></a> <span class="k">return</span> <span class="kc">False</span> |
| <a id="__codelineno-0-173" name="__codelineno-0-173"></a> |
| <a id="__codelineno-0-174" name="__codelineno-0-174"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-175" name="__codelineno-0-175"></a> <span class="k">def</span><span class="w"> </span><span class="nf">result_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">IcebergType</span><span class="p">:</span> |
| <a id="__codelineno-0-176" name="__codelineno-0-176"></a><span class="w"> </span><span class="sd">"""Return the `IcebergType` produced by this transform given a source type.</span> |
| <a id="__codelineno-0-177" name="__codelineno-0-177"></a> |
| <a id="__codelineno-0-178" name="__codelineno-0-178"></a><span class="sd"> This method defines both the physical and display representation of the partition field.</span> |
| <a id="__codelineno-0-179" name="__codelineno-0-179"></a> |
| <a id="__codelineno-0-180" name="__codelineno-0-180"></a><span class="sd"> The physical representation must conform to the Iceberg spec. The display representation</span> |
| <a id="__codelineno-0-181" name="__codelineno-0-181"></a><span class="sd"> can deviate from the spec, such as by transforming the value into a more human-readable format.</span> |
| <a id="__codelineno-0-182" name="__codelineno-0-182"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-183" name="__codelineno-0-183"></a> <span class="o">...</span> |
| <a id="__codelineno-0-184" name="__codelineno-0-184"></a> |
| <a id="__codelineno-0-185" name="__codelineno-0-185"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-186" name="__codelineno-0-186"></a> <span class="k">def</span><span class="w"> </span><span class="nf">project</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">pred</span><span class="p">:</span> <span class="n">BoundPredicate</span><span class="p">[</span><span class="n">L</span><span class="p">])</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">UnboundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">]]:</span> <span class="o">...</span> |
| <a id="__codelineno-0-187" name="__codelineno-0-187"></a> |
| <a id="__codelineno-0-188" name="__codelineno-0-188"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-189" name="__codelineno-0-189"></a> <span class="k">def</span><span class="w"> </span><span class="nf">strict_project</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">pred</span><span class="p">:</span> <span class="n">BoundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">])</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">UnboundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">]]:</span> <span class="o">...</span> |
| <a id="__codelineno-0-190" name="__codelineno-0-190"></a> |
| <a id="__codelineno-0-191" name="__codelineno-0-191"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-192" name="__codelineno-0-192"></a> <span class="k">def</span><span class="w"> </span><span class="nf">preserves_order</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-193" name="__codelineno-0-193"></a> <span class="k">return</span> <span class="kc">False</span> |
| <a id="__codelineno-0-194" name="__codelineno-0-194"></a> |
| <a id="__codelineno-0-195" name="__codelineno-0-195"></a> <span class="k">def</span><span class="w"> </span><span class="nf">satisfies_order_of</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-196" name="__codelineno-0-196"></a> <span class="k">return</span> <span class="bp">self</span> <span class="o">==</span> <span class="n">other</span> |
| <a id="__codelineno-0-197" name="__codelineno-0-197"></a> |
| <a id="__codelineno-0-198" name="__codelineno-0-198"></a> <span class="k">def</span><span class="w"> </span><span class="nf">to_human_string</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">_</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">])</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-199" name="__codelineno-0-199"></a> <span class="k">return</span> <span class="nb">str</span><span class="p">(</span><span class="n">value</span><span class="p">)</span> <span class="k">if</span> <span class="n">value</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="s2">"null"</span> |
| <a id="__codelineno-0-200" name="__codelineno-0-200"></a> |
| <a id="__codelineno-0-201" name="__codelineno-0-201"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-202" name="__codelineno-0-202"></a> <span class="k">def</span><span class="w"> </span><span class="nf">dedup_name</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-203" name="__codelineno-0-203"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="fm">__str__</span><span class="p">()</span> |
| <a id="__codelineno-0-204" name="__codelineno-0-204"></a> |
| <a id="__codelineno-0-205" name="__codelineno-0-205"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__str__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-206" name="__codelineno-0-206"></a><span class="w"> </span><span class="sd">"""Return the string representation of the Transform class."""</span> |
| <a id="__codelineno-0-207" name="__codelineno-0-207"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">root</span> |
| <a id="__codelineno-0-208" name="__codelineno-0-208"></a> |
| <a id="__codelineno-0-209" name="__codelineno-0-209"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__eq__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-210" name="__codelineno-0-210"></a><span class="w"> </span><span class="sd">"""Return the equality of two instances of the Transform class."""</span> |
| <a id="__codelineno-0-211" name="__codelineno-0-211"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">other</span><span class="p">,</span> <span class="n">Transform</span><span class="p">):</span> |
| <a id="__codelineno-0-212" name="__codelineno-0-212"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">root</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="n">root</span> |
| <a id="__codelineno-0-213" name="__codelineno-0-213"></a> <span class="k">return</span> <span class="kc">False</span> |
| <a id="__codelineno-0-214" name="__codelineno-0-214"></a> |
| <a id="__codelineno-0-215" name="__codelineno-0-215"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-216" name="__codelineno-0-216"></a> <span class="k">def</span><span class="w"> </span><span class="nf">pyarrow_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Callable[[pa.Array], pa.Array]"</span><span class="p">:</span> <span class="o">...</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.Transform.__eq__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__eq__</span><span class="p">(</span><span class="n">other</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.transforms.Transform.__eq__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the equality of two instances of the Transform class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-209">209</a></span> |
| <span class="normal"><a href="#__codelineno-0-210">210</a></span> |
| <span class="normal"><a href="#__codelineno-0-211">211</a></span> |
| <span class="normal"><a href="#__codelineno-0-212">212</a></span> |
| <span class="normal"><a href="#__codelineno-0-213">213</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-209" name="__codelineno-0-209"></a><span class="k">def</span><span class="w"> </span><span class="fm">__eq__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-210" name="__codelineno-0-210"></a><span class="w"> </span><span class="sd">"""Return the equality of two instances of the Transform class."""</span> |
| <a id="__codelineno-0-211" name="__codelineno-0-211"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">other</span><span class="p">,</span> <span class="n">Transform</span><span class="p">):</span> |
| <a id="__codelineno-0-212" name="__codelineno-0-212"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">root</span> <span class="o">==</span> <span class="n">other</span><span class="o">.</span><span class="n">root</span> |
| <a id="__codelineno-0-213" name="__codelineno-0-213"></a> <span class="k">return</span> <span class="kc">False</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.Transform.__str__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__str__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.transforms.Transform.__str__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the string representation of the Transform class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-205">205</a></span> |
| <span class="normal"><a href="#__codelineno-0-206">206</a></span> |
| <span class="normal"><a href="#__codelineno-0-207">207</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-205" name="__codelineno-0-205"></a><span class="k">def</span><span class="w"> </span><span class="fm">__str__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-206" name="__codelineno-0-206"></a><span class="w"> </span><span class="sd">"""Return the string representation of the Transform class."""</span> |
| <a id="__codelineno-0-207" name="__codelineno-0-207"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">root</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.Transform.result_type" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">result_type</span><span class="p">(</span><span class="n">source</span><span class="p">)</span></code> |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-abstractmethod"><code>abstractmethod</code></small> |
| </span> |
| |
| <a href="#pyiceberg.transforms.Transform.result_type" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the <code>IcebergType</code> produced by this transform given a source type.</p> |
| <p>This method defines both the physical and display representation of the partition field.</p> |
| <p>The physical representation must conform to the Iceberg spec. The display representation |
| can deviate from the spec, such as by transforming the value into a more human-readable format.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-174">174</a></span> |
| <span class="normal"><a href="#__codelineno-0-175">175</a></span> |
| <span class="normal"><a href="#__codelineno-0-176">176</a></span> |
| <span class="normal"><a href="#__codelineno-0-177">177</a></span> |
| <span class="normal"><a href="#__codelineno-0-178">178</a></span> |
| <span class="normal"><a href="#__codelineno-0-179">179</a></span> |
| <span class="normal"><a href="#__codelineno-0-180">180</a></span> |
| <span class="normal"><a href="#__codelineno-0-181">181</a></span> |
| <span class="normal"><a href="#__codelineno-0-182">182</a></span> |
| <span class="normal"><a href="#__codelineno-0-183">183</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-174" name="__codelineno-0-174"></a><span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-175" name="__codelineno-0-175"></a><span class="k">def</span><span class="w"> </span><span class="nf">result_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">IcebergType</span><span class="p">:</span> |
| <a id="__codelineno-0-176" name="__codelineno-0-176"></a><span class="w"> </span><span class="sd">"""Return the `IcebergType` produced by this transform given a source type.</span> |
| <a id="__codelineno-0-177" name="__codelineno-0-177"></a> |
| <a id="__codelineno-0-178" name="__codelineno-0-178"></a><span class="sd"> This method defines both the physical and display representation of the partition field.</span> |
| <a id="__codelineno-0-179" name="__codelineno-0-179"></a> |
| <a id="__codelineno-0-180" name="__codelineno-0-180"></a><span class="sd"> The physical representation must conform to the Iceberg spec. The display representation</span> |
| <a id="__codelineno-0-181" name="__codelineno-0-181"></a><span class="sd"> can deviate from the spec, such as by transforming the value into a more human-readable format.</span> |
| <a id="__codelineno-0-182" name="__codelineno-0-182"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-183" name="__codelineno-0-183"></a> <span class="o">...</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.transforms.TruncateTransform" class="doc doc-heading"> |
| <code>TruncateTransform</code> |
| |
| |
| <a href="#pyiceberg.transforms.TruncateTransform" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><a class="autorefs autorefs-internal" title="Transform (pyiceberg.transforms.Transform)" href="#pyiceberg.transforms.Transform">Transform</a>[<span title="pyiceberg.transforms.S">S</span>, <span title="pyiceberg.transforms.S">S</span>]</code></p> |
| |
| |
| <p>A transform for truncating a value to a specified width.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>width</code> |
| </td> |
| <td> |
| <code><span title="int">int</span></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>The truncate width, should be positive.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| <p>Raises: |
| ValueError: If a type is provided that is incompatible with a Truncate transform.</p> |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-773">773</a></span> |
| <span class="normal"><a href="#__codelineno-0-774">774</a></span> |
| <span class="normal"><a href="#__codelineno-0-775">775</a></span> |
| <span class="normal"><a href="#__codelineno-0-776">776</a></span> |
| <span class="normal"><a href="#__codelineno-0-777">777</a></span> |
| <span class="normal"><a href="#__codelineno-0-778">778</a></span> |
| <span class="normal"><a href="#__codelineno-0-779">779</a></span> |
| <span class="normal"><a href="#__codelineno-0-780">780</a></span> |
| <span class="normal"><a href="#__codelineno-0-781">781</a></span> |
| <span class="normal"><a href="#__codelineno-0-782">782</a></span> |
| <span class="normal"><a href="#__codelineno-0-783">783</a></span> |
| <span class="normal"><a href="#__codelineno-0-784">784</a></span> |
| <span class="normal"><a href="#__codelineno-0-785">785</a></span> |
| <span class="normal"><a href="#__codelineno-0-786">786</a></span> |
| <span class="normal"><a href="#__codelineno-0-787">787</a></span> |
| <span class="normal"><a href="#__codelineno-0-788">788</a></span> |
| <span class="normal"><a href="#__codelineno-0-789">789</a></span> |
| <span class="normal"><a href="#__codelineno-0-790">790</a></span> |
| <span class="normal"><a href="#__codelineno-0-791">791</a></span> |
| <span class="normal"><a href="#__codelineno-0-792">792</a></span> |
| <span class="normal"><a href="#__codelineno-0-793">793</a></span> |
| <span class="normal"><a href="#__codelineno-0-794">794</a></span> |
| <span class="normal"><a href="#__codelineno-0-795">795</a></span> |
| <span class="normal"><a href="#__codelineno-0-796">796</a></span> |
| <span class="normal"><a href="#__codelineno-0-797">797</a></span> |
| <span class="normal"><a href="#__codelineno-0-798">798</a></span> |
| <span class="normal"><a href="#__codelineno-0-799">799</a></span> |
| <span class="normal"><a href="#__codelineno-0-800">800</a></span> |
| <span class="normal"><a href="#__codelineno-0-801">801</a></span> |
| <span class="normal"><a href="#__codelineno-0-802">802</a></span> |
| <span class="normal"><a href="#__codelineno-0-803">803</a></span> |
| <span class="normal"><a href="#__codelineno-0-804">804</a></span> |
| <span class="normal"><a href="#__codelineno-0-805">805</a></span> |
| <span class="normal"><a href="#__codelineno-0-806">806</a></span> |
| <span class="normal"><a href="#__codelineno-0-807">807</a></span> |
| <span class="normal"><a href="#__codelineno-0-808">808</a></span> |
| <span class="normal"><a href="#__codelineno-0-809">809</a></span> |
| <span class="normal"><a href="#__codelineno-0-810">810</a></span> |
| <span class="normal"><a href="#__codelineno-0-811">811</a></span> |
| <span class="normal"><a href="#__codelineno-0-812">812</a></span> |
| <span class="normal"><a href="#__codelineno-0-813">813</a></span> |
| <span class="normal"><a href="#__codelineno-0-814">814</a></span> |
| <span class="normal"><a href="#__codelineno-0-815">815</a></span> |
| <span class="normal"><a href="#__codelineno-0-816">816</a></span> |
| <span class="normal"><a href="#__codelineno-0-817">817</a></span> |
| <span class="normal"><a href="#__codelineno-0-818">818</a></span> |
| <span class="normal"><a href="#__codelineno-0-819">819</a></span> |
| <span class="normal"><a href="#__codelineno-0-820">820</a></span> |
| <span class="normal"><a href="#__codelineno-0-821">821</a></span> |
| <span class="normal"><a href="#__codelineno-0-822">822</a></span> |
| <span class="normal"><a href="#__codelineno-0-823">823</a></span> |
| <span class="normal"><a href="#__codelineno-0-824">824</a></span> |
| <span class="normal"><a href="#__codelineno-0-825">825</a></span> |
| <span class="normal"><a href="#__codelineno-0-826">826</a></span> |
| <span class="normal"><a href="#__codelineno-0-827">827</a></span> |
| <span class="normal"><a href="#__codelineno-0-828">828</a></span> |
| <span class="normal"><a href="#__codelineno-0-829">829</a></span> |
| <span class="normal"><a href="#__codelineno-0-830">830</a></span> |
| <span class="normal"><a href="#__codelineno-0-831">831</a></span> |
| <span class="normal"><a href="#__codelineno-0-832">832</a></span> |
| <span class="normal"><a href="#__codelineno-0-833">833</a></span> |
| <span class="normal"><a href="#__codelineno-0-834">834</a></span> |
| <span class="normal"><a href="#__codelineno-0-835">835</a></span> |
| <span class="normal"><a href="#__codelineno-0-836">836</a></span> |
| <span class="normal"><a href="#__codelineno-0-837">837</a></span> |
| <span class="normal"><a href="#__codelineno-0-838">838</a></span> |
| <span class="normal"><a href="#__codelineno-0-839">839</a></span> |
| <span class="normal"><a href="#__codelineno-0-840">840</a></span> |
| <span class="normal"><a href="#__codelineno-0-841">841</a></span> |
| <span class="normal"><a href="#__codelineno-0-842">842</a></span> |
| <span class="normal"><a href="#__codelineno-0-843">843</a></span> |
| <span class="normal"><a href="#__codelineno-0-844">844</a></span> |
| <span class="normal"><a href="#__codelineno-0-845">845</a></span> |
| <span class="normal"><a href="#__codelineno-0-846">846</a></span> |
| <span class="normal"><a href="#__codelineno-0-847">847</a></span> |
| <span class="normal"><a href="#__codelineno-0-848">848</a></span> |
| <span class="normal"><a href="#__codelineno-0-849">849</a></span> |
| <span class="normal"><a href="#__codelineno-0-850">850</a></span> |
| <span class="normal"><a href="#__codelineno-0-851">851</a></span> |
| <span class="normal"><a href="#__codelineno-0-852">852</a></span> |
| <span class="normal"><a href="#__codelineno-0-853">853</a></span> |
| <span class="normal"><a href="#__codelineno-0-854">854</a></span> |
| <span class="normal"><a href="#__codelineno-0-855">855</a></span> |
| <span class="normal"><a href="#__codelineno-0-856">856</a></span> |
| <span class="normal"><a href="#__codelineno-0-857">857</a></span> |
| <span class="normal"><a href="#__codelineno-0-858">858</a></span> |
| <span class="normal"><a href="#__codelineno-0-859">859</a></span> |
| <span class="normal"><a href="#__codelineno-0-860">860</a></span> |
| <span class="normal"><a href="#__codelineno-0-861">861</a></span> |
| <span class="normal"><a href="#__codelineno-0-862">862</a></span> |
| <span class="normal"><a href="#__codelineno-0-863">863</a></span> |
| <span class="normal"><a href="#__codelineno-0-864">864</a></span> |
| <span class="normal"><a href="#__codelineno-0-865">865</a></span> |
| <span class="normal"><a href="#__codelineno-0-866">866</a></span> |
| <span class="normal"><a href="#__codelineno-0-867">867</a></span> |
| <span class="normal"><a href="#__codelineno-0-868">868</a></span> |
| <span class="normal"><a href="#__codelineno-0-869">869</a></span> |
| <span class="normal"><a href="#__codelineno-0-870">870</a></span> |
| <span class="normal"><a href="#__codelineno-0-871">871</a></span> |
| <span class="normal"><a href="#__codelineno-0-872">872</a></span> |
| <span class="normal"><a href="#__codelineno-0-873">873</a></span> |
| <span class="normal"><a href="#__codelineno-0-874">874</a></span> |
| <span class="normal"><a href="#__codelineno-0-875">875</a></span> |
| <span class="normal"><a href="#__codelineno-0-876">876</a></span> |
| <span class="normal"><a href="#__codelineno-0-877">877</a></span> |
| <span class="normal"><a href="#__codelineno-0-878">878</a></span> |
| <span class="normal"><a href="#__codelineno-0-879">879</a></span> |
| <span class="normal"><a href="#__codelineno-0-880">880</a></span> |
| <span class="normal"><a href="#__codelineno-0-881">881</a></span> |
| <span class="normal"><a href="#__codelineno-0-882">882</a></span> |
| <span class="normal"><a href="#__codelineno-0-883">883</a></span> |
| <span class="normal"><a href="#__codelineno-0-884">884</a></span> |
| <span class="normal"><a href="#__codelineno-0-885">885</a></span> |
| <span class="normal"><a href="#__codelineno-0-886">886</a></span> |
| <span class="normal"><a href="#__codelineno-0-887">887</a></span> |
| <span class="normal"><a href="#__codelineno-0-888">888</a></span> |
| <span class="normal"><a href="#__codelineno-0-889">889</a></span> |
| <span class="normal"><a href="#__codelineno-0-890">890</a></span> |
| <span class="normal"><a href="#__codelineno-0-891">891</a></span> |
| <span class="normal"><a href="#__codelineno-0-892">892</a></span> |
| <span class="normal"><a href="#__codelineno-0-893">893</a></span> |
| <span class="normal"><a href="#__codelineno-0-894">894</a></span> |
| <span class="normal"><a href="#__codelineno-0-895">895</a></span> |
| <span class="normal"><a href="#__codelineno-0-896">896</a></span> |
| <span class="normal"><a href="#__codelineno-0-897">897</a></span> |
| <span class="normal"><a href="#__codelineno-0-898">898</a></span> |
| <span class="normal"><a href="#__codelineno-0-899">899</a></span> |
| <span class="normal"><a href="#__codelineno-0-900">900</a></span> |
| <span class="normal"><a href="#__codelineno-0-901">901</a></span> |
| <span class="normal"><a href="#__codelineno-0-902">902</a></span> |
| <span class="normal"><a href="#__codelineno-0-903">903</a></span> |
| <span class="normal"><a href="#__codelineno-0-904">904</a></span> |
| <span class="normal"><a href="#__codelineno-0-905">905</a></span> |
| <span class="normal"><a href="#__codelineno-0-906">906</a></span> |
| <span class="normal"><a href="#__codelineno-0-907">907</a></span> |
| <span class="normal"><a href="#__codelineno-0-908">908</a></span> |
| <span class="normal"><a href="#__codelineno-0-909">909</a></span> |
| <span class="normal"><a href="#__codelineno-0-910">910</a></span> |
| <span class="normal"><a href="#__codelineno-0-911">911</a></span> |
| <span class="normal"><a href="#__codelineno-0-912">912</a></span> |
| <span class="normal"><a href="#__codelineno-0-913">913</a></span> |
| <span class="normal"><a href="#__codelineno-0-914">914</a></span> |
| <span class="normal"><a href="#__codelineno-0-915">915</a></span> |
| <span class="normal"><a href="#__codelineno-0-916">916</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-773" name="__codelineno-0-773"></a><span class="k">class</span><span class="w"> </span><span class="nc">TruncateTransform</span><span class="p">(</span><span class="n">Transform</span><span class="p">[</span><span class="n">S</span><span class="p">,</span> <span class="n">S</span><span class="p">]):</span> |
| <a id="__codelineno-0-774" name="__codelineno-0-774"></a><span class="w"> </span><span class="sd">"""A transform for truncating a value to a specified width.</span> |
| <a id="__codelineno-0-775" name="__codelineno-0-775"></a> |
| <a id="__codelineno-0-776" name="__codelineno-0-776"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-777" name="__codelineno-0-777"></a><span class="sd"> width (int): The truncate width, should be positive.</span> |
| <a id="__codelineno-0-778" name="__codelineno-0-778"></a><span class="sd"> Raises:</span> |
| <a id="__codelineno-0-779" name="__codelineno-0-779"></a><span class="sd"> ValueError: If a type is provided that is incompatible with a Truncate transform.</span> |
| <a id="__codelineno-0-780" name="__codelineno-0-780"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-781" name="__codelineno-0-781"></a> |
| <a id="__codelineno-0-782" name="__codelineno-0-782"></a> <span class="n">root</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">Field</span><span class="p">()</span> |
| <a id="__codelineno-0-783" name="__codelineno-0-783"></a> <span class="n">_source_type</span><span class="p">:</span> <span class="n">IcebergType</span> <span class="o">=</span> <span class="n">PrivateAttr</span><span class="p">()</span> |
| <a id="__codelineno-0-784" name="__codelineno-0-784"></a> <span class="n">_width</span><span class="p">:</span> <span class="n">PositiveInt</span> <span class="o">=</span> <span class="n">PrivateAttr</span><span class="p">()</span> |
| <a id="__codelineno-0-785" name="__codelineno-0-785"></a> |
| <a id="__codelineno-0-786" name="__codelineno-0-786"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">width</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="o">**</span><span class="n">data</span><span class="p">:</span> <span class="n">Any</span><span class="p">):</span> |
| <a id="__codelineno-0-787" name="__codelineno-0-787"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">root</span><span class="o">=</span><span class="sa">f</span><span class="s2">"truncate[</span><span class="si">{</span><span class="n">width</span><span class="si">}</span><span class="s2">]"</span><span class="p">,</span> <span class="o">**</span><span class="n">data</span><span class="p">)</span> |
| <a id="__codelineno-0-788" name="__codelineno-0-788"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_width</span> <span class="o">=</span> <span class="n">width</span> |
| <a id="__codelineno-0-789" name="__codelineno-0-789"></a> |
| <a id="__codelineno-0-790" name="__codelineno-0-790"></a> <span class="k">def</span><span class="w"> </span><span class="nf">can_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-791" name="__codelineno-0-791"></a> <span class="k">return</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">IntegerType</span><span class="p">,</span> <span class="n">LongType</span><span class="p">,</span> <span class="n">StringType</span><span class="p">,</span> <span class="n">BinaryType</span><span class="p">,</span> <span class="n">DecimalType</span><span class="p">))</span> |
| <a id="__codelineno-0-792" name="__codelineno-0-792"></a> |
| <a id="__codelineno-0-793" name="__codelineno-0-793"></a> <span class="k">def</span><span class="w"> </span><span class="nf">result_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">IcebergType</span><span class="p">:</span> |
| <a id="__codelineno-0-794" name="__codelineno-0-794"></a> <span class="k">return</span> <span class="n">source</span> |
| <a id="__codelineno-0-795" name="__codelineno-0-795"></a> |
| <a id="__codelineno-0-796" name="__codelineno-0-796"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-797" name="__codelineno-0-797"></a> <span class="k">def</span><span class="w"> </span><span class="nf">preserves_order</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-798" name="__codelineno-0-798"></a> <span class="k">return</span> <span class="kc">True</span> |
| <a id="__codelineno-0-799" name="__codelineno-0-799"></a> |
| <a id="__codelineno-0-800" name="__codelineno-0-800"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-801" name="__codelineno-0-801"></a> <span class="k">def</span><span class="w"> </span><span class="nf">source_type</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">IcebergType</span><span class="p">:</span> |
| <a id="__codelineno-0-802" name="__codelineno-0-802"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_source_type</span> |
| <a id="__codelineno-0-803" name="__codelineno-0-803"></a> |
| <a id="__codelineno-0-804" name="__codelineno-0-804"></a> <span class="k">def</span><span class="w"> </span><span class="nf">project</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">pred</span><span class="p">:</span> <span class="n">BoundPredicate</span><span class="p">[</span><span class="n">L</span><span class="p">])</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">UnboundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">]]:</span> |
| <a id="__codelineno-0-805" name="__codelineno-0-805"></a> <span class="n">field_type</span> <span class="o">=</span> <span class="n">pred</span><span class="o">.</span><span class="n">term</span><span class="o">.</span><span class="n">ref</span><span class="p">()</span><span class="o">.</span><span class="n">field</span><span class="o">.</span><span class="n">field_type</span> |
| <a id="__codelineno-0-806" name="__codelineno-0-806"></a> |
| <a id="__codelineno-0-807" name="__codelineno-0-807"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="o">.</span><span class="n">term</span><span class="p">,</span> <span class="n">BoundTransform</span><span class="p">):</span> |
| <a id="__codelineno-0-808" name="__codelineno-0-808"></a> <span class="k">return</span> <span class="n">_project_transform_predicate</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="p">)</span> |
| <a id="__codelineno-0-809" name="__codelineno-0-809"></a> |
| <a id="__codelineno-0-810" name="__codelineno-0-810"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundUnaryPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-811" name="__codelineno-0-811"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">))</span> |
| <a id="__codelineno-0-812" name="__codelineno-0-812"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundIn</span><span class="p">):</span> |
| <a id="__codelineno-0-813" name="__codelineno-0-813"></a> <span class="k">return</span> <span class="n">_set_apply_transform</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">transform</span><span class="p">(</span><span class="n">field_type</span><span class="p">))</span> |
| <a id="__codelineno-0-814" name="__codelineno-0-814"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">field_type</span><span class="p">,</span> <span class="p">(</span><span class="n">IntegerType</span><span class="p">,</span> <span class="n">LongType</span><span class="p">,</span> <span class="n">DecimalType</span><span class="p">)):</span> |
| <a id="__codelineno-0-815" name="__codelineno-0-815"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundLiteralPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-816" name="__codelineno-0-816"></a> <span class="k">return</span> <span class="n">_truncate_number</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">transform</span><span class="p">(</span><span class="n">field_type</span><span class="p">))</span> |
| <a id="__codelineno-0-817" name="__codelineno-0-817"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">field_type</span><span class="p">,</span> <span class="p">(</span><span class="n">BinaryType</span><span class="p">,</span> <span class="n">StringType</span><span class="p">)):</span> |
| <a id="__codelineno-0-818" name="__codelineno-0-818"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundLiteralPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-819" name="__codelineno-0-819"></a> <span class="k">return</span> <span class="n">_truncate_array</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">transform</span><span class="p">(</span><span class="n">field_type</span><span class="p">))</span> |
| <a id="__codelineno-0-820" name="__codelineno-0-820"></a> <span class="k">return</span> <span class="kc">None</span> |
| <a id="__codelineno-0-821" name="__codelineno-0-821"></a> |
| <a id="__codelineno-0-822" name="__codelineno-0-822"></a> <span class="k">def</span><span class="w"> </span><span class="nf">strict_project</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">pred</span><span class="p">:</span> <span class="n">BoundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">])</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">UnboundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">]]:</span> |
| <a id="__codelineno-0-823" name="__codelineno-0-823"></a> <span class="n">field_type</span> <span class="o">=</span> <span class="n">pred</span><span class="o">.</span><span class="n">term</span><span class="o">.</span><span class="n">ref</span><span class="p">()</span><span class="o">.</span><span class="n">field</span><span class="o">.</span><span class="n">field_type</span> |
| <a id="__codelineno-0-824" name="__codelineno-0-824"></a> |
| <a id="__codelineno-0-825" name="__codelineno-0-825"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="o">.</span><span class="n">term</span><span class="p">,</span> <span class="n">BoundTransform</span><span class="p">):</span> |
| <a id="__codelineno-0-826" name="__codelineno-0-826"></a> <span class="k">return</span> <span class="n">_project_transform_predicate</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="p">)</span> |
| <a id="__codelineno-0-827" name="__codelineno-0-827"></a> |
| <a id="__codelineno-0-828" name="__codelineno-0-828"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundUnaryPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-829" name="__codelineno-0-829"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">Reference</span><span class="p">(</span><span class="n">name</span><span class="p">))</span> |
| <a id="__codelineno-0-830" name="__codelineno-0-830"></a> |
| <a id="__codelineno-0-831" name="__codelineno-0-831"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">field_type</span><span class="p">,</span> <span class="p">(</span><span class="n">IntegerType</span><span class="p">,</span> <span class="n">LongType</span><span class="p">,</span> <span class="n">DecimalType</span><span class="p">)):</span> |
| <a id="__codelineno-0-832" name="__codelineno-0-832"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundLiteralPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-833" name="__codelineno-0-833"></a> <span class="k">return</span> <span class="n">_truncate_number_strict</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">transform</span><span class="p">(</span><span class="n">field_type</span><span class="p">))</span> |
| <a id="__codelineno-0-834" name="__codelineno-0-834"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundNotIn</span><span class="p">):</span> |
| <a id="__codelineno-0-835" name="__codelineno-0-835"></a> <span class="k">return</span> <span class="n">_set_apply_transform</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">transform</span><span class="p">(</span><span class="n">field_type</span><span class="p">))</span> |
| <a id="__codelineno-0-836" name="__codelineno-0-836"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-837" name="__codelineno-0-837"></a> <span class="k">return</span> <span class="kc">None</span> |
| <a id="__codelineno-0-838" name="__codelineno-0-838"></a> |
| <a id="__codelineno-0-839" name="__codelineno-0-839"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundLiteralPredicate</span><span class="p">):</span> |
| <a id="__codelineno-0-840" name="__codelineno-0-840"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundStartsWith</span><span class="p">):</span> |
| <a id="__codelineno-0-841" name="__codelineno-0-841"></a> <span class="n">literal_width</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">pred</span><span class="o">.</span><span class="n">literal</span><span class="o">.</span><span class="n">value</span><span class="p">)</span> |
| <a id="__codelineno-0-842" name="__codelineno-0-842"></a> <span class="k">if</span> <span class="n">literal_width</span> <span class="o"><</span> <span class="bp">self</span><span class="o">.</span><span class="n">width</span><span class="p">:</span> |
| <a id="__codelineno-0-843" name="__codelineno-0-843"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="o">.</span><span class="n">literal</span><span class="o">.</span><span class="n">value</span><span class="p">)</span> |
| <a id="__codelineno-0-844" name="__codelineno-0-844"></a> <span class="k">elif</span> <span class="n">literal_width</span> <span class="o">==</span> <span class="bp">self</span><span class="o">.</span><span class="n">width</span><span class="p">:</span> |
| <a id="__codelineno-0-845" name="__codelineno-0-845"></a> <span class="k">return</span> <span class="n">EqualTo</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="o">.</span><span class="n">literal</span><span class="o">.</span><span class="n">value</span><span class="p">)</span> |
| <a id="__codelineno-0-846" name="__codelineno-0-846"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-847" name="__codelineno-0-847"></a> <span class="k">return</span> <span class="kc">None</span> |
| <a id="__codelineno-0-848" name="__codelineno-0-848"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundNotStartsWith</span><span class="p">):</span> |
| <a id="__codelineno-0-849" name="__codelineno-0-849"></a> <span class="n">literal_width</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">pred</span><span class="o">.</span><span class="n">literal</span><span class="o">.</span><span class="n">value</span><span class="p">)</span> |
| <a id="__codelineno-0-850" name="__codelineno-0-850"></a> <span class="k">if</span> <span class="n">literal_width</span> <span class="o"><</span> <span class="bp">self</span><span class="o">.</span><span class="n">width</span><span class="p">:</span> |
| <a id="__codelineno-0-851" name="__codelineno-0-851"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="o">.</span><span class="n">literal</span><span class="o">.</span><span class="n">value</span><span class="p">)</span> |
| <a id="__codelineno-0-852" name="__codelineno-0-852"></a> <span class="k">elif</span> <span class="n">literal_width</span> <span class="o">==</span> <span class="bp">self</span><span class="o">.</span><span class="n">width</span><span class="p">:</span> |
| <a id="__codelineno-0-853" name="__codelineno-0-853"></a> <span class="k">return</span> <span class="n">NotEqualTo</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="o">.</span><span class="n">literal</span><span class="o">.</span><span class="n">value</span><span class="p">)</span> |
| <a id="__codelineno-0-854" name="__codelineno-0-854"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-855" name="__codelineno-0-855"></a> <span class="k">return</span> <span class="n">pred</span><span class="o">.</span><span class="n">as_unbound</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">transform</span><span class="p">(</span><span class="n">field_type</span><span class="p">)(</span><span class="n">pred</span><span class="o">.</span><span class="n">literal</span><span class="o">.</span><span class="n">value</span><span class="p">))</span> |
| <a id="__codelineno-0-856" name="__codelineno-0-856"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-857" name="__codelineno-0-857"></a> <span class="c1"># ProjectionUtil.truncateArrayStrict(name, pred, this);</span> |
| <a id="__codelineno-0-858" name="__codelineno-0-858"></a> <span class="k">return</span> <span class="n">_truncate_array_strict</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">transform</span><span class="p">(</span><span class="n">field_type</span><span class="p">))</span> |
| <a id="__codelineno-0-859" name="__codelineno-0-859"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">pred</span><span class="p">,</span> <span class="n">BoundNotIn</span><span class="p">):</span> |
| <a id="__codelineno-0-860" name="__codelineno-0-860"></a> <span class="k">return</span> <span class="n">_set_apply_transform</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">pred</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">transform</span><span class="p">(</span><span class="n">field_type</span><span class="p">))</span> |
| <a id="__codelineno-0-861" name="__codelineno-0-861"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-862" name="__codelineno-0-862"></a> <span class="k">return</span> <span class="kc">None</span> |
| <a id="__codelineno-0-863" name="__codelineno-0-863"></a> |
| <a id="__codelineno-0-864" name="__codelineno-0-864"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-865" name="__codelineno-0-865"></a> <span class="k">def</span><span class="w"> </span><span class="nf">width</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-866" name="__codelineno-0-866"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_width</span> |
| <a id="__codelineno-0-867" name="__codelineno-0-867"></a> |
| <a id="__codelineno-0-868" name="__codelineno-0-868"></a> <span class="k">def</span><span class="w"> </span><span class="nf">transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">]],</span> <span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">]]:</span> |
| <a id="__codelineno-0-869" name="__codelineno-0-869"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">IntegerType</span><span class="p">,</span> <span class="n">LongType</span><span class="p">)):</span> |
| <a id="__codelineno-0-870" name="__codelineno-0-870"></a> |
| <a id="__codelineno-0-871" name="__codelineno-0-871"></a> <span class="k">def</span><span class="w"> </span><span class="nf">truncate_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span> |
| <a id="__codelineno-0-872" name="__codelineno-0-872"></a> <span class="k">return</span> <span class="n">v</span> <span class="o">-</span> <span class="n">v</span> <span class="o">%</span> <span class="bp">self</span><span class="o">.</span><span class="n">_width</span> |
| <a id="__codelineno-0-873" name="__codelineno-0-873"></a> |
| <a id="__codelineno-0-874" name="__codelineno-0-874"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">StringType</span><span class="p">,</span> <span class="n">BinaryType</span><span class="p">)):</span> |
| <a id="__codelineno-0-875" name="__codelineno-0-875"></a> |
| <a id="__codelineno-0-876" name="__codelineno-0-876"></a> <span class="k">def</span><span class="w"> </span><span class="nf">truncate_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span> |
| <a id="__codelineno-0-877" name="__codelineno-0-877"></a> <span class="k">return</span> <span class="n">v</span><span class="p">[</span><span class="mi">0</span> <span class="p">:</span> <span class="nb">min</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_width</span><span class="p">,</span> <span class="nb">len</span><span class="p">(</span><span class="n">v</span><span class="p">))]</span> |
| <a id="__codelineno-0-878" name="__codelineno-0-878"></a> |
| <a id="__codelineno-0-879" name="__codelineno-0-879"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="n">DecimalType</span><span class="p">):</span> |
| <a id="__codelineno-0-880" name="__codelineno-0-880"></a> |
| <a id="__codelineno-0-881" name="__codelineno-0-881"></a> <span class="k">def</span><span class="w"> </span><span class="nf">truncate_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="n">Any</span><span class="p">:</span> |
| <a id="__codelineno-0-882" name="__codelineno-0-882"></a> <span class="k">return</span> <span class="n">truncate_decimal</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_width</span><span class="p">)</span> |
| <a id="__codelineno-0-883" name="__codelineno-0-883"></a> |
| <a id="__codelineno-0-884" name="__codelineno-0-884"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-885" name="__codelineno-0-885"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Cannot truncate for type: </span><span class="si">{</span><span class="n">source</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-886" name="__codelineno-0-886"></a> |
| <a id="__codelineno-0-887" name="__codelineno-0-887"></a> <span class="k">return</span> <span class="k">lambda</span> <span class="n">v</span><span class="p">:</span> <span class="n">truncate_func</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> <span class="k">if</span> <span class="n">v</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="kc">None</span> |
| <a id="__codelineno-0-888" name="__codelineno-0-888"></a> |
| <a id="__codelineno-0-889" name="__codelineno-0-889"></a> <span class="k">def</span><span class="w"> </span><span class="nf">satisfies_order_of</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n">Transform</span><span class="p">[</span><span class="n">S</span><span class="p">,</span> <span class="n">T</span><span class="p">])</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-890" name="__codelineno-0-890"></a> <span class="k">if</span> <span class="bp">self</span> <span class="o">==</span> <span class="n">other</span><span class="p">:</span> |
| <a id="__codelineno-0-891" name="__codelineno-0-891"></a> <span class="k">return</span> <span class="kc">True</span> |
| <a id="__codelineno-0-892" name="__codelineno-0-892"></a> <span class="k">elif</span> <span class="p">(</span> |
| <a id="__codelineno-0-893" name="__codelineno-0-893"></a> <span class="nb">isinstance</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">source_type</span><span class="p">,</span> <span class="n">StringType</span><span class="p">)</span> |
| <a id="__codelineno-0-894" name="__codelineno-0-894"></a> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">other</span><span class="p">,</span> <span class="n">TruncateTransform</span><span class="p">)</span> |
| <a id="__codelineno-0-895" name="__codelineno-0-895"></a> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">other</span><span class="o">.</span><span class="n">source_type</span><span class="p">,</span> <span class="n">StringType</span><span class="p">)</span> |
| <a id="__codelineno-0-896" name="__codelineno-0-896"></a> <span class="p">):</span> |
| <a id="__codelineno-0-897" name="__codelineno-0-897"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">width</span> <span class="o">>=</span> <span class="n">other</span><span class="o">.</span><span class="n">width</span> |
| <a id="__codelineno-0-898" name="__codelineno-0-898"></a> |
| <a id="__codelineno-0-899" name="__codelineno-0-899"></a> <span class="k">return</span> <span class="kc">False</span> |
| <a id="__codelineno-0-900" name="__codelineno-0-900"></a> |
| <a id="__codelineno-0-901" name="__codelineno-0-901"></a> <span class="k">def</span><span class="w"> </span><span class="nf">to_human_string</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">_</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">])</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-902" name="__codelineno-0-902"></a> <span class="k">if</span> <span class="n">value</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-903" name="__codelineno-0-903"></a> <span class="k">return</span> <span class="s2">"null"</span> |
| <a id="__codelineno-0-904" name="__codelineno-0-904"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="nb">bytes</span><span class="p">):</span> |
| <a id="__codelineno-0-905" name="__codelineno-0-905"></a> <span class="k">return</span> <span class="n">_base64encode</span><span class="p">(</span><span class="n">value</span><span class="p">)</span> |
| <a id="__codelineno-0-906" name="__codelineno-0-906"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-907" name="__codelineno-0-907"></a> <span class="k">return</span> <span class="nb">str</span><span class="p">(</span><span class="n">value</span><span class="p">)</span> |
| <a id="__codelineno-0-908" name="__codelineno-0-908"></a> |
| <a id="__codelineno-0-909" name="__codelineno-0-909"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-910" name="__codelineno-0-910"></a><span class="w"> </span><span class="sd">"""Return the string representation of the TruncateTransform class."""</span> |
| <a id="__codelineno-0-911" name="__codelineno-0-911"></a> <span class="k">return</span> <span class="sa">f</span><span class="s2">"TruncateTransform(width=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">_width</span><span class="si">}</span><span class="s2">)"</span> |
| <a id="__codelineno-0-912" name="__codelineno-0-912"></a> |
| <a id="__codelineno-0-913" name="__codelineno-0-913"></a> <span class="k">def</span><span class="w"> </span><span class="nf">pyarrow_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Callable[[pa.Array], pa.Array]"</span><span class="p">:</span> |
| <a id="__codelineno-0-914" name="__codelineno-0-914"></a> <span class="n">pyiceberg_core_transform</span> <span class="o">=</span> <span class="n">_try_import</span><span class="p">(</span><span class="s2">"pyiceberg_core"</span><span class="p">,</span> <span class="n">extras_name</span><span class="o">=</span><span class="s2">"pyiceberg-core"</span><span class="p">)</span><span class="o">.</span><span class="n">transform</span> |
| <a id="__codelineno-0-915" name="__codelineno-0-915"></a> |
| <a id="__codelineno-0-916" name="__codelineno-0-916"></a> <span class="k">return</span> <span class="n">_pyiceberg_transform_wrapper</span><span class="p">(</span><span class="n">pyiceberg_core_transform</span><span class="o">.</span><span class="n">truncate</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_width</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.TruncateTransform.__repr__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__repr__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.transforms.TruncateTransform.__repr__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the string representation of the TruncateTransform class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-909">909</a></span> |
| <span class="normal"><a href="#__codelineno-0-910">910</a></span> |
| <span class="normal"><a href="#__codelineno-0-911">911</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-909" name="__codelineno-0-909"></a><span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-910" name="__codelineno-0-910"></a><span class="w"> </span><span class="sd">"""Return the string representation of the TruncateTransform class."""</span> |
| <a id="__codelineno-0-911" name="__codelineno-0-911"></a> <span class="k">return</span> <span class="sa">f</span><span class="s2">"TruncateTransform(width=</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">_width</span><span class="si">}</span><span class="s2">)"</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.transforms.UnknownTransform" class="doc doc-heading"> |
| <code>UnknownTransform</code> |
| |
| |
| <a href="#pyiceberg.transforms.UnknownTransform" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><a class="autorefs autorefs-internal" title="Transform (pyiceberg.transforms.Transform)" href="#pyiceberg.transforms.Transform">Transform</a>[<span title="pyiceberg.transforms.S">S</span>, <span title="pyiceberg.transforms.T">T</span>]</code></p> |
| |
| |
| <p>A transform that represents when an unknown transform is provided.</p> |
| |
| |
| <p><span class="doc-section-title">Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| <th>Default</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code>transform</code> |
| </td> |
| <td> |
| <code><span title="str">str</span></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>A string name of a transform.</p> |
| </div> |
| </td> |
| <td> |
| <em>required</em> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <p><span class="doc-section-title">Other Parameters:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Name</th> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td><code>source_type</code></td> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="IcebergType (pyiceberg.types.IcebergType)" href="../types/#pyiceberg.types.IcebergType">IcebergType</a></code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>An Iceberg <code>Type</code>.</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-964"> 964</a></span> |
| <span class="normal"><a href="#__codelineno-0-965"> 965</a></span> |
| <span class="normal"><a href="#__codelineno-0-966"> 966</a></span> |
| <span class="normal"><a href="#__codelineno-0-967"> 967</a></span> |
| <span class="normal"><a href="#__codelineno-0-968"> 968</a></span> |
| <span class="normal"><a href="#__codelineno-0-969"> 969</a></span> |
| <span class="normal"><a href="#__codelineno-0-970"> 970</a></span> |
| <span class="normal"><a href="#__codelineno-0-971"> 971</a></span> |
| <span class="normal"><a href="#__codelineno-0-972"> 972</a></span> |
| <span class="normal"><a href="#__codelineno-0-973"> 973</a></span> |
| <span class="normal"><a href="#__codelineno-0-974"> 974</a></span> |
| <span class="normal"><a href="#__codelineno-0-975"> 975</a></span> |
| <span class="normal"><a href="#__codelineno-0-976"> 976</a></span> |
| <span class="normal"><a href="#__codelineno-0-977"> 977</a></span> |
| <span class="normal"><a href="#__codelineno-0-978"> 978</a></span> |
| <span class="normal"><a href="#__codelineno-0-979"> 979</a></span> |
| <span class="normal"><a href="#__codelineno-0-980"> 980</a></span> |
| <span class="normal"><a href="#__codelineno-0-981"> 981</a></span> |
| <span class="normal"><a href="#__codelineno-0-982"> 982</a></span> |
| <span class="normal"><a href="#__codelineno-0-983"> 983</a></span> |
| <span class="normal"><a href="#__codelineno-0-984"> 984</a></span> |
| <span class="normal"><a href="#__codelineno-0-985"> 985</a></span> |
| <span class="normal"><a href="#__codelineno-0-986"> 986</a></span> |
| <span class="normal"><a href="#__codelineno-0-987"> 987</a></span> |
| <span class="normal"><a href="#__codelineno-0-988"> 988</a></span> |
| <span class="normal"><a href="#__codelineno-0-989"> 989</a></span> |
| <span class="normal"><a href="#__codelineno-0-990"> 990</a></span> |
| <span class="normal"><a href="#__codelineno-0-991"> 991</a></span> |
| <span class="normal"><a href="#__codelineno-0-992"> 992</a></span> |
| <span class="normal"><a href="#__codelineno-0-993"> 993</a></span> |
| <span class="normal"><a href="#__codelineno-0-994"> 994</a></span> |
| <span class="normal"><a href="#__codelineno-0-995"> 995</a></span> |
| <span class="normal"><a href="#__codelineno-0-996"> 996</a></span> |
| <span class="normal"><a href="#__codelineno-0-997"> 997</a></span> |
| <span class="normal"><a href="#__codelineno-0-998"> 998</a></span> |
| <span class="normal"><a href="#__codelineno-0-999"> 999</a></span> |
| <span class="normal"><a href="#__codelineno-0-1000">1000</a></span> |
| <span class="normal"><a href="#__codelineno-0-1001">1001</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-964" name="__codelineno-0-964"></a><span class="k">class</span><span class="w"> </span><span class="nc">UnknownTransform</span><span class="p">(</span><span class="n">Transform</span><span class="p">[</span><span class="n">S</span><span class="p">,</span> <span class="n">T</span><span class="p">]):</span> |
| <a id="__codelineno-0-965" name="__codelineno-0-965"></a><span class="w"> </span><span class="sd">"""A transform that represents when an unknown transform is provided.</span> |
| <a id="__codelineno-0-966" name="__codelineno-0-966"></a> |
| <a id="__codelineno-0-967" name="__codelineno-0-967"></a><span class="sd"> Args:</span> |
| <a id="__codelineno-0-968" name="__codelineno-0-968"></a><span class="sd"> transform (str): A string name of a transform.</span> |
| <a id="__codelineno-0-969" name="__codelineno-0-969"></a> |
| <a id="__codelineno-0-970" name="__codelineno-0-970"></a><span class="sd"> Keyword Args:</span> |
| <a id="__codelineno-0-971" name="__codelineno-0-971"></a><span class="sd"> source_type (IcebergType): An Iceberg `Type`.</span> |
| <a id="__codelineno-0-972" name="__codelineno-0-972"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-973" name="__codelineno-0-973"></a> |
| <a id="__codelineno-0-974" name="__codelineno-0-974"></a> <span class="n">root</span><span class="p">:</span> <span class="n">LiteralType</span><span class="p">[</span><span class="s2">"unknown"</span><span class="p">]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default</span><span class="o">=</span><span class="s2">"unknown"</span><span class="p">)</span> <span class="c1"># noqa: F821</span> |
| <a id="__codelineno-0-975" name="__codelineno-0-975"></a> <span class="n">_transform</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="n">PrivateAttr</span><span class="p">()</span> |
| <a id="__codelineno-0-976" name="__codelineno-0-976"></a> |
| <a id="__codelineno-0-977" name="__codelineno-0-977"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">transform</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="o">**</span><span class="n">data</span><span class="p">:</span> <span class="n">Any</span><span class="p">):</span> |
| <a id="__codelineno-0-978" name="__codelineno-0-978"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">**</span><span class="n">data</span><span class="p">)</span> |
| <a id="__codelineno-0-979" name="__codelineno-0-979"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_transform</span> <span class="o">=</span> <span class="n">transform</span> |
| <a id="__codelineno-0-980" name="__codelineno-0-980"></a> |
| <a id="__codelineno-0-981" name="__codelineno-0-981"></a> <span class="k">def</span><span class="w"> </span><span class="nf">transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">]],</span> <span class="n">Optional</span><span class="p">[</span><span class="n">T</span><span class="p">]]:</span> |
| <a id="__codelineno-0-982" name="__codelineno-0-982"></a> <span class="k">raise</span> <span class="ne">AttributeError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Cannot apply unsupported transform: </span><span class="si">{</span><span class="bp">self</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-983" name="__codelineno-0-983"></a> |
| <a id="__codelineno-0-984" name="__codelineno-0-984"></a> <span class="k">def</span><span class="w"> </span><span class="nf">can_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-985" name="__codelineno-0-985"></a> <span class="k">return</span> <span class="kc">False</span> |
| <a id="__codelineno-0-986" name="__codelineno-0-986"></a> |
| <a id="__codelineno-0-987" name="__codelineno-0-987"></a> <span class="k">def</span><span class="w"> </span><span class="nf">result_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">StringType</span><span class="p">:</span> |
| <a id="__codelineno-0-988" name="__codelineno-0-988"></a> <span class="k">return</span> <span class="n">StringType</span><span class="p">()</span> |
| <a id="__codelineno-0-989" name="__codelineno-0-989"></a> |
| <a id="__codelineno-0-990" name="__codelineno-0-990"></a> <span class="k">def</span><span class="w"> </span><span class="nf">project</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">pred</span><span class="p">:</span> <span class="n">BoundPredicate</span><span class="p">[</span><span class="n">L</span><span class="p">])</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">UnboundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">]]:</span> |
| <a id="__codelineno-0-991" name="__codelineno-0-991"></a> <span class="k">return</span> <span class="kc">None</span> |
| <a id="__codelineno-0-992" name="__codelineno-0-992"></a> |
| <a id="__codelineno-0-993" name="__codelineno-0-993"></a> <span class="k">def</span><span class="w"> </span><span class="nf">strict_project</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">pred</span><span class="p">:</span> <span class="n">BoundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">])</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">UnboundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">]]:</span> |
| <a id="__codelineno-0-994" name="__codelineno-0-994"></a> <span class="k">return</span> <span class="kc">None</span> |
| <a id="__codelineno-0-995" name="__codelineno-0-995"></a> |
| <a id="__codelineno-0-996" name="__codelineno-0-996"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-997" name="__codelineno-0-997"></a><span class="w"> </span><span class="sd">"""Return the string representation of the UnknownTransform class."""</span> |
| <a id="__codelineno-0-998" name="__codelineno-0-998"></a> <span class="k">return</span> <span class="sa">f</span><span class="s2">"UnknownTransform(transform=</span><span class="si">{</span><span class="nb">repr</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_transform</span><span class="p">)</span><span class="si">}</span><span class="s2">)"</span> |
| <a id="__codelineno-0-999" name="__codelineno-0-999"></a> |
| <a id="__codelineno-0-1000" name="__codelineno-0-1000"></a> <span class="k">def</span><span class="w"> </span><span class="nf">pyarrow_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Callable[[pa.Array], pa.Array]"</span><span class="p">:</span> |
| <a id="__codelineno-0-1001" name="__codelineno-0-1001"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span><span class="p">()</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.UnknownTransform.__repr__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__repr__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.transforms.UnknownTransform.__repr__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the string representation of the UnknownTransform class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-996">996</a></span> |
| <span class="normal"><a href="#__codelineno-0-997">997</a></span> |
| <span class="normal"><a href="#__codelineno-0-998">998</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-996" name="__codelineno-0-996"></a><span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-997" name="__codelineno-0-997"></a><span class="w"> </span><span class="sd">"""Return the string representation of the UnknownTransform class."""</span> |
| <a id="__codelineno-0-998" name="__codelineno-0-998"></a> <span class="k">return</span> <span class="sa">f</span><span class="s2">"UnknownTransform(transform=</span><span class="si">{</span><span class="nb">repr</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_transform</span><span class="p">)</span><span class="si">}</span><span class="s2">)"</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.transforms.VoidTransform" class="doc doc-heading"> |
| <code>VoidTransform</code> |
| |
| |
| <a href="#pyiceberg.transforms.VoidTransform" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><a class="autorefs autorefs-internal" title="Transform (pyiceberg.transforms.Transform)" href="#pyiceberg.transforms.Transform">Transform</a>[<span title="pyiceberg.transforms.S">S</span>, None]</code>, <code><a class="autorefs autorefs-internal" title="Singleton (pyiceberg.utils.singleton.Singleton)" href="../utils/singleton/#pyiceberg.utils.singleton.Singleton">Singleton</a></code></p> |
| |
| |
| <p>A transform that always returns None.</p> |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-1004">1004</a></span> |
| <span class="normal"><a href="#__codelineno-0-1005">1005</a></span> |
| <span class="normal"><a href="#__codelineno-0-1006">1006</a></span> |
| <span class="normal"><a href="#__codelineno-0-1007">1007</a></span> |
| <span class="normal"><a href="#__codelineno-0-1008">1008</a></span> |
| <span class="normal"><a href="#__codelineno-0-1009">1009</a></span> |
| <span class="normal"><a href="#__codelineno-0-1010">1010</a></span> |
| <span class="normal"><a href="#__codelineno-0-1011">1011</a></span> |
| <span class="normal"><a href="#__codelineno-0-1012">1012</a></span> |
| <span class="normal"><a href="#__codelineno-0-1013">1013</a></span> |
| <span class="normal"><a href="#__codelineno-0-1014">1014</a></span> |
| <span class="normal"><a href="#__codelineno-0-1015">1015</a></span> |
| <span class="normal"><a href="#__codelineno-0-1016">1016</a></span> |
| <span class="normal"><a href="#__codelineno-0-1017">1017</a></span> |
| <span class="normal"><a href="#__codelineno-0-1018">1018</a></span> |
| <span class="normal"><a href="#__codelineno-0-1019">1019</a></span> |
| <span class="normal"><a href="#__codelineno-0-1020">1020</a></span> |
| <span class="normal"><a href="#__codelineno-0-1021">1021</a></span> |
| <span class="normal"><a href="#__codelineno-0-1022">1022</a></span> |
| <span class="normal"><a href="#__codelineno-0-1023">1023</a></span> |
| <span class="normal"><a href="#__codelineno-0-1024">1024</a></span> |
| <span class="normal"><a href="#__codelineno-0-1025">1025</a></span> |
| <span class="normal"><a href="#__codelineno-0-1026">1026</a></span> |
| <span class="normal"><a href="#__codelineno-0-1027">1027</a></span> |
| <span class="normal"><a href="#__codelineno-0-1028">1028</a></span> |
| <span class="normal"><a href="#__codelineno-0-1029">1029</a></span> |
| <span class="normal"><a href="#__codelineno-0-1030">1030</a></span> |
| <span class="normal"><a href="#__codelineno-0-1031">1031</a></span> |
| <span class="normal"><a href="#__codelineno-0-1032">1032</a></span> |
| <span class="normal"><a href="#__codelineno-0-1033">1033</a></span> |
| <span class="normal"><a href="#__codelineno-0-1034">1034</a></span> |
| <span class="normal"><a href="#__codelineno-0-1035">1035</a></span> |
| <span class="normal"><a href="#__codelineno-0-1036">1036</a></span> |
| <span class="normal"><a href="#__codelineno-0-1037">1037</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-1004" name="__codelineno-0-1004"></a><span class="k">class</span><span class="w"> </span><span class="nc">VoidTransform</span><span class="p">(</span><span class="n">Transform</span><span class="p">[</span><span class="n">S</span><span class="p">,</span> <span class="kc">None</span><span class="p">],</span> <span class="n">Singleton</span><span class="p">):</span> |
| <a id="__codelineno-0-1005" name="__codelineno-0-1005"></a><span class="w"> </span><span class="sd">"""A transform that always returns None."""</span> |
| <a id="__codelineno-0-1006" name="__codelineno-0-1006"></a> |
| <a id="__codelineno-0-1007" name="__codelineno-0-1007"></a> <span class="n">root</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"void"</span> |
| <a id="__codelineno-0-1008" name="__codelineno-0-1008"></a> |
| <a id="__codelineno-0-1009" name="__codelineno-0-1009"></a> <span class="k">def</span><span class="w"> </span><span class="nf">transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">]],</span> <span class="n">Optional</span><span class="p">[</span><span class="n">T</span><span class="p">]]:</span> |
| <a id="__codelineno-0-1010" name="__codelineno-0-1010"></a> <span class="k">return</span> <span class="k">lambda</span> <span class="n">v</span><span class="p">:</span> <span class="kc">None</span> |
| <a id="__codelineno-0-1011" name="__codelineno-0-1011"></a> |
| <a id="__codelineno-0-1012" name="__codelineno-0-1012"></a> <span class="k">def</span><span class="w"> </span><span class="nf">can_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">_</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-1013" name="__codelineno-0-1013"></a> <span class="k">return</span> <span class="kc">True</span> |
| <a id="__codelineno-0-1014" name="__codelineno-0-1014"></a> |
| <a id="__codelineno-0-1015" name="__codelineno-0-1015"></a> <span class="k">def</span><span class="w"> </span><span class="nf">result_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">IcebergType</span><span class="p">:</span> |
| <a id="__codelineno-0-1016" name="__codelineno-0-1016"></a> <span class="k">return</span> <span class="n">source</span> |
| <a id="__codelineno-0-1017" name="__codelineno-0-1017"></a> |
| <a id="__codelineno-0-1018" name="__codelineno-0-1018"></a> <span class="k">def</span><span class="w"> </span><span class="nf">project</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">pred</span><span class="p">:</span> <span class="n">BoundPredicate</span><span class="p">[</span><span class="n">L</span><span class="p">])</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">UnboundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">]]:</span> |
| <a id="__codelineno-0-1019" name="__codelineno-0-1019"></a> <span class="k">return</span> <span class="kc">None</span> |
| <a id="__codelineno-0-1020" name="__codelineno-0-1020"></a> |
| <a id="__codelineno-0-1021" name="__codelineno-0-1021"></a> <span class="k">def</span><span class="w"> </span><span class="nf">strict_project</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">pred</span><span class="p">:</span> <span class="n">BoundPredicate</span><span class="p">[</span><span class="n">L</span><span class="p">])</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">UnboundPredicate</span><span class="p">[</span><span class="n">Any</span><span class="p">]]:</span> |
| <a id="__codelineno-0-1022" name="__codelineno-0-1022"></a> <span class="k">return</span> <span class="kc">None</span> |
| <a id="__codelineno-0-1023" name="__codelineno-0-1023"></a> |
| <a id="__codelineno-0-1024" name="__codelineno-0-1024"></a> <span class="k">def</span><span class="w"> </span><span class="nf">to_human_string</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">_</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">])</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-1025" name="__codelineno-0-1025"></a> <span class="k">return</span> <span class="s2">"null"</span> |
| <a id="__codelineno-0-1026" name="__codelineno-0-1026"></a> |
| <a id="__codelineno-0-1027" name="__codelineno-0-1027"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-1028" name="__codelineno-0-1028"></a><span class="w"> </span><span class="sd">"""Return the string representation of the VoidTransform class."""</span> |
| <a id="__codelineno-0-1029" name="__codelineno-0-1029"></a> <span class="k">return</span> <span class="s2">"VoidTransform()"</span> |
| <a id="__codelineno-0-1030" name="__codelineno-0-1030"></a> |
| <a id="__codelineno-0-1031" name="__codelineno-0-1031"></a> <span class="k">def</span><span class="w"> </span><span class="nf">pyarrow_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Callable[[pa.Array], pa.Array]"</span><span class="p">:</span> |
| <a id="__codelineno-0-1032" name="__codelineno-0-1032"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-1033" name="__codelineno-0-1033"></a> <span class="kn">import</span><span class="w"> </span><span class="nn">pyarrow</span><span class="w"> </span><span class="k">as</span><span class="w"> </span><span class="nn">pa</span> |
| <a id="__codelineno-0-1034" name="__codelineno-0-1034"></a> <span class="k">except</span> <span class="ne">ModuleNotFoundError</span> <span class="k">as</span> <span class="n">e</span><span class="p">:</span> |
| <a id="__codelineno-0-1035" name="__codelineno-0-1035"></a> <span class="k">raise</span> <span class="ne">ModuleNotFoundError</span><span class="p">(</span><span class="s2">"For partition transforms, PyArrow needs to be installed"</span><span class="p">)</span> <span class="kn">from</span><span class="w"> </span><span class="nn">e</span> |
| <a id="__codelineno-0-1036" name="__codelineno-0-1036"></a> |
| <a id="__codelineno-0-1037" name="__codelineno-0-1037"></a> <span class="k">return</span> <span class="k">lambda</span> <span class="n">arr</span><span class="p">:</span> <span class="n">pa</span><span class="o">.</span><span class="n">nulls</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">arr</span><span class="p">),</span> <span class="nb">type</span><span class="o">=</span><span class="n">arr</span><span class="o">.</span><span class="n">type</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.VoidTransform.__repr__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__repr__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.transforms.VoidTransform.__repr__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the string representation of the VoidTransform class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-1027">1027</a></span> |
| <span class="normal"><a href="#__codelineno-0-1028">1028</a></span> |
| <span class="normal"><a href="#__codelineno-0-1029">1029</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-1027" name="__codelineno-0-1027"></a><span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-1028" name="__codelineno-0-1028"></a><span class="w"> </span><span class="sd">"""Return the string representation of the VoidTransform class."""</span> |
| <a id="__codelineno-0-1029" name="__codelineno-0-1029"></a> <span class="k">return</span> <span class="s2">"VoidTransform()"</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.transforms.YearTransform" class="doc doc-heading"> |
| <code>YearTransform</code> |
| |
| |
| <a href="#pyiceberg.transforms.YearTransform" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><span title="pyiceberg.transforms.TimeTransform">TimeTransform</span>[<span title="pyiceberg.transforms.S">S</span>]</code></p> |
| |
| |
| <p>Transforms a datetime value into a year value.</p> |
| |
| |
| <details class="example" open> |
| <summary>Example</summary> |
| <blockquote> |
| <blockquote> |
| <blockquote> |
| <p>transform = YearTransform() |
| transform.transform(TimestampType())(1512151975038194) |
| 47</p> |
| </blockquote> |
| </blockquote> |
| </blockquote> |
| </details> |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-458">458</a></span> |
| <span class="normal"><a href="#__codelineno-0-459">459</a></span> |
| <span class="normal"><a href="#__codelineno-0-460">460</a></span> |
| <span class="normal"><a href="#__codelineno-0-461">461</a></span> |
| <span class="normal"><a href="#__codelineno-0-462">462</a></span> |
| <span class="normal"><a href="#__codelineno-0-463">463</a></span> |
| <span class="normal"><a href="#__codelineno-0-464">464</a></span> |
| <span class="normal"><a href="#__codelineno-0-465">465</a></span> |
| <span class="normal"><a href="#__codelineno-0-466">466</a></span> |
| <span class="normal"><a href="#__codelineno-0-467">467</a></span> |
| <span class="normal"><a href="#__codelineno-0-468">468</a></span> |
| <span class="normal"><a href="#__codelineno-0-469">469</a></span> |
| <span class="normal"><a href="#__codelineno-0-470">470</a></span> |
| <span class="normal"><a href="#__codelineno-0-471">471</a></span> |
| <span class="normal"><a href="#__codelineno-0-472">472</a></span> |
| <span class="normal"><a href="#__codelineno-0-473">473</a></span> |
| <span class="normal"><a href="#__codelineno-0-474">474</a></span> |
| <span class="normal"><a href="#__codelineno-0-475">475</a></span> |
| <span class="normal"><a href="#__codelineno-0-476">476</a></span> |
| <span class="normal"><a href="#__codelineno-0-477">477</a></span> |
| <span class="normal"><a href="#__codelineno-0-478">478</a></span> |
| <span class="normal"><a href="#__codelineno-0-479">479</a></span> |
| <span class="normal"><a href="#__codelineno-0-480">480</a></span> |
| <span class="normal"><a href="#__codelineno-0-481">481</a></span> |
| <span class="normal"><a href="#__codelineno-0-482">482</a></span> |
| <span class="normal"><a href="#__codelineno-0-483">483</a></span> |
| <span class="normal"><a href="#__codelineno-0-484">484</a></span> |
| <span class="normal"><a href="#__codelineno-0-485">485</a></span> |
| <span class="normal"><a href="#__codelineno-0-486">486</a></span> |
| <span class="normal"><a href="#__codelineno-0-487">487</a></span> |
| <span class="normal"><a href="#__codelineno-0-488">488</a></span> |
| <span class="normal"><a href="#__codelineno-0-489">489</a></span> |
| <span class="normal"><a href="#__codelineno-0-490">490</a></span> |
| <span class="normal"><a href="#__codelineno-0-491">491</a></span> |
| <span class="normal"><a href="#__codelineno-0-492">492</a></span> |
| <span class="normal"><a href="#__codelineno-0-493">493</a></span> |
| <span class="normal"><a href="#__codelineno-0-494">494</a></span> |
| <span class="normal"><a href="#__codelineno-0-495">495</a></span> |
| <span class="normal"><a href="#__codelineno-0-496">496</a></span> |
| <span class="normal"><a href="#__codelineno-0-497">497</a></span> |
| <span class="normal"><a href="#__codelineno-0-498">498</a></span> |
| <span class="normal"><a href="#__codelineno-0-499">499</a></span> |
| <span class="normal"><a href="#__codelineno-0-500">500</a></span> |
| <span class="normal"><a href="#__codelineno-0-501">501</a></span> |
| <span class="normal"><a href="#__codelineno-0-502">502</a></span> |
| <span class="normal"><a href="#__codelineno-0-503">503</a></span> |
| <span class="normal"><a href="#__codelineno-0-504">504</a></span> |
| <span class="normal"><a href="#__codelineno-0-505">505</a></span> |
| <span class="normal"><a href="#__codelineno-0-506">506</a></span> |
| <span class="normal"><a href="#__codelineno-0-507">507</a></span> |
| <span class="normal"><a href="#__codelineno-0-508">508</a></span> |
| <span class="normal"><a href="#__codelineno-0-509">509</a></span> |
| <span class="normal"><a href="#__codelineno-0-510">510</a></span> |
| <span class="normal"><a href="#__codelineno-0-511">511</a></span> |
| <span class="normal"><a href="#__codelineno-0-512">512</a></span> |
| <span class="normal"><a href="#__codelineno-0-513">513</a></span> |
| <span class="normal"><a href="#__codelineno-0-514">514</a></span> |
| <span class="normal"><a href="#__codelineno-0-515">515</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-458" name="__codelineno-0-458"></a><span class="k">class</span><span class="w"> </span><span class="nc">YearTransform</span><span class="p">(</span><span class="n">TimeTransform</span><span class="p">[</span><span class="n">S</span><span class="p">]):</span> |
| <a id="__codelineno-0-459" name="__codelineno-0-459"></a><span class="w"> </span><span class="sd">"""Transforms a datetime value into a year value.</span> |
| <a id="__codelineno-0-460" name="__codelineno-0-460"></a> |
| <a id="__codelineno-0-461" name="__codelineno-0-461"></a><span class="sd"> Example:</span> |
| <a id="__codelineno-0-462" name="__codelineno-0-462"></a><span class="sd"> >>> transform = YearTransform()</span> |
| <a id="__codelineno-0-463" name="__codelineno-0-463"></a><span class="sd"> >>> transform.transform(TimestampType())(1512151975038194)</span> |
| <a id="__codelineno-0-464" name="__codelineno-0-464"></a><span class="sd"> 47</span> |
| <a id="__codelineno-0-465" name="__codelineno-0-465"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-466" name="__codelineno-0-466"></a> |
| <a id="__codelineno-0-467" name="__codelineno-0-467"></a> <span class="n">root</span><span class="p">:</span> <span class="n">LiteralType</span><span class="p">[</span><span class="s2">"year"</span><span class="p">]</span> <span class="o">=</span> <span class="n">Field</span><span class="p">(</span><span class="n">default</span><span class="o">=</span><span class="s2">"year"</span><span class="p">)</span> <span class="c1"># noqa: F821</span> |
| <a id="__codelineno-0-468" name="__codelineno-0-468"></a> |
| <a id="__codelineno-0-469" name="__codelineno-0-469"></a> <span class="k">def</span><span class="w"> </span><span class="nf">transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">]],</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">int</span><span class="p">]]:</span> |
| <a id="__codelineno-0-470" name="__codelineno-0-470"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="n">DateType</span><span class="p">):</span> |
| <a id="__codelineno-0-471" name="__codelineno-0-471"></a> |
| <a id="__codelineno-0-472" name="__codelineno-0-472"></a> <span class="k">def</span><span class="w"> </span><span class="nf">year_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-473" name="__codelineno-0-473"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">py_datetime</span><span class="o">.</span><span class="n">date</span><span class="p">):</span> |
| <a id="__codelineno-0-474" name="__codelineno-0-474"></a> <span class="n">v</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">date_to_days</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-475" name="__codelineno-0-475"></a> |
| <a id="__codelineno-0-476" name="__codelineno-0-476"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">days_to_years</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-477" name="__codelineno-0-477"></a> |
| <a id="__codelineno-0-478" name="__codelineno-0-478"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">TimestampType</span><span class="p">,</span> <span class="n">TimestamptzType</span><span class="p">)):</span> |
| <a id="__codelineno-0-479" name="__codelineno-0-479"></a> |
| <a id="__codelineno-0-480" name="__codelineno-0-480"></a> <span class="k">def</span><span class="w"> </span><span class="nf">year_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-481" name="__codelineno-0-481"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">v</span><span class="p">,</span> <span class="n">py_datetime</span><span class="o">.</span><span class="n">datetime</span><span class="p">):</span> |
| <a id="__codelineno-0-482" name="__codelineno-0-482"></a> <span class="n">v</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">datetime_to_micros</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-483" name="__codelineno-0-483"></a> |
| <a id="__codelineno-0-484" name="__codelineno-0-484"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">micros_to_years</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-485" name="__codelineno-0-485"></a> |
| <a id="__codelineno-0-486" name="__codelineno-0-486"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">TimestampNanoType</span><span class="p">,</span> <span class="n">TimestamptzNanoType</span><span class="p">)):</span> |
| <a id="__codelineno-0-487" name="__codelineno-0-487"></a> |
| <a id="__codelineno-0-488" name="__codelineno-0-488"></a> <span class="k">def</span><span class="w"> </span><span class="nf">year_func</span><span class="p">(</span><span class="n">v</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-489" name="__codelineno-0-489"></a> <span class="c1"># python datetime has no nanoseconds support.</span> |
| <a id="__codelineno-0-490" name="__codelineno-0-490"></a> <span class="c1"># nanosecond datetimes will be expressed as int as a workaround</span> |
| <a id="__codelineno-0-491" name="__codelineno-0-491"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">nanos_to_years</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> |
| <a id="__codelineno-0-492" name="__codelineno-0-492"></a> |
| <a id="__codelineno-0-493" name="__codelineno-0-493"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-494" name="__codelineno-0-494"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Cannot apply year transform for type: </span><span class="si">{</span><span class="n">source</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-495" name="__codelineno-0-495"></a> |
| <a id="__codelineno-0-496" name="__codelineno-0-496"></a> <span class="k">return</span> <span class="k">lambda</span> <span class="n">v</span><span class="p">:</span> <span class="n">year_func</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> <span class="k">if</span> <span class="n">v</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="k">else</span> <span class="kc">None</span> |
| <a id="__codelineno-0-497" name="__codelineno-0-497"></a> |
| <a id="__codelineno-0-498" name="__codelineno-0-498"></a> <span class="k">def</span><span class="w"> </span><span class="nf">can_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-499" name="__codelineno-0-499"></a> <span class="k">return</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">source</span><span class="p">,</span> <span class="p">(</span><span class="n">DateType</span><span class="p">,</span> <span class="n">TimestampType</span><span class="p">,</span> <span class="n">TimestamptzType</span><span class="p">,</span> <span class="n">TimestampNanoType</span><span class="p">,</span> <span class="n">TimestamptzNanoType</span><span class="p">))</span> |
| <a id="__codelineno-0-500" name="__codelineno-0-500"></a> |
| <a id="__codelineno-0-501" name="__codelineno-0-501"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-502" name="__codelineno-0-502"></a> <span class="k">def</span><span class="w"> </span><span class="nf">granularity</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">TimeResolution</span><span class="p">:</span> |
| <a id="__codelineno-0-503" name="__codelineno-0-503"></a> <span class="k">return</span> <span class="n">TimeResolution</span><span class="o">.</span><span class="n">YEAR</span> |
| <a id="__codelineno-0-504" name="__codelineno-0-504"></a> |
| <a id="__codelineno-0-505" name="__codelineno-0-505"></a> <span class="k">def</span><span class="w"> </span><span class="nf">to_human_string</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">_</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">S</span><span class="p">])</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-506" name="__codelineno-0-506"></a> <span class="k">return</span> <span class="n">datetime</span><span class="o">.</span><span class="n">to_human_year</span><span class="p">(</span><span class="n">value</span><span class="p">)</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="nb">int</span><span class="p">)</span> <span class="k">else</span> <span class="s2">"null"</span> |
| <a id="__codelineno-0-507" name="__codelineno-0-507"></a> |
| <a id="__codelineno-0-508" name="__codelineno-0-508"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-509" name="__codelineno-0-509"></a><span class="w"> </span><span class="sd">"""Return the string representation of the YearTransform class."""</span> |
| <a id="__codelineno-0-510" name="__codelineno-0-510"></a> <span class="k">return</span> <span class="s2">"YearTransform()"</span> |
| <a id="__codelineno-0-511" name="__codelineno-0-511"></a> |
| <a id="__codelineno-0-512" name="__codelineno-0-512"></a> <span class="k">def</span><span class="w"> </span><span class="nf">pyarrow_transform</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">source</span><span class="p">:</span> <span class="n">IcebergType</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Callable[[pa.Array], pa.Array]"</span><span class="p">:</span> |
| <a id="__codelineno-0-513" name="__codelineno-0-513"></a> <span class="n">pa</span> <span class="o">=</span> <span class="n">_try_import</span><span class="p">(</span><span class="s2">"pyarrow"</span><span class="p">)</span> |
| <a id="__codelineno-0-514" name="__codelineno-0-514"></a> <span class="n">pyiceberg_core_transform</span> <span class="o">=</span> <span class="n">_try_import</span><span class="p">(</span><span class="s2">"pyiceberg_core"</span><span class="p">,</span> <span class="n">extras_name</span><span class="o">=</span><span class="s2">"pyiceberg-core"</span><span class="p">)</span><span class="o">.</span><span class="n">transform</span> |
| <a id="__codelineno-0-515" name="__codelineno-0-515"></a> <span class="k">return</span> <span class="n">_pyiceberg_transform_wrapper</span><span class="p">(</span><span class="n">pyiceberg_core_transform</span><span class="o">.</span><span class="n">year</span><span class="p">,</span> <span class="n">expected_type</span><span class="o">=</span><span class="n">pa</span><span class="o">.</span><span class="n">int32</span><span class="p">())</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.transforms.YearTransform.__repr__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__repr__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.transforms.YearTransform.__repr__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the string representation of the YearTransform class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/transforms.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-508">508</a></span> |
| <span class="normal"><a href="#__codelineno-0-509">509</a></span> |
| <span class="normal"><a href="#__codelineno-0-510">510</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-508" name="__codelineno-0-508"></a><span class="k">def</span><span class="w"> </span><span class="fm">__repr__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-509" name="__codelineno-0-509"></a><span class="w"> </span><span class="sd">"""Return the string representation of the YearTransform class."""</span> |
| <a id="__codelineno-0-510" name="__codelineno-0-510"></a> <span class="k">return</span> <span class="s2">"YearTransform()"</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </article> |
| </div> |
| |
| |
| <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> |
| </div> |
| |
| <button type="button" class="md-top md-icon" data-md-component="top" hidden> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> |
| Back to top |
| </button> |
| |
| </main> |
| |
| <footer class="md-footer"> |
| |
| <div class="md-footer-meta md-typeset"> |
| <div class="md-footer-meta__inner md-grid"> |
| <div class="md-copyright"> |
| |
| |
| Made with |
| <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener"> |
| Material for MkDocs |
| </a> |
| |
| </div> |
| |
| </div> |
| </div> |
| </footer> |
| |
| </div> |
| <div class="md-dialog" data-md-component="dialog"> |
| <div class="md-dialog__inner md-typeset"></div> |
| </div> |
| |
| |
| |
| |
| <script id="__config" type="application/json">{"base": "../../..", "features": ["navigation.top", "navigation.tracking", "navigation.tabs", "navigation.tabs.sticky", "content.code.copy"], "search": "../../../assets/javascripts/workers/search.973d3a69.min.js", "tags": null, "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": null}</script> |
| |
| |
| <script src="../../../assets/javascripts/bundle.f55a23d4.min.js"></script> |
| |
| |
| </body> |
| </html> |
