| |
| <!doctype html> |
| <html lang="en" class="no-js"> |
| <head> |
| |
| <meta charset="utf-8"> |
| <meta name="viewport" content="width=device-width,initial-scale=1"> |
| |
| |
| |
| <link rel="canonical" href="https://py.iceberg.apache.org/reference/pyiceberg/avro/file/"> |
| |
| |
| <link rel="prev" href="../encoder/"> |
| |
| |
| <link rel="next" href="../reader/"> |
| |
| |
| <link rel="icon" href="../../../../assets/images/iceberg-logo-icon.png"> |
| <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.6.21"> |
| |
| |
| |
| <title>file - PyIceberg</title> |
| |
| |
| |
| <link rel="stylesheet" href="../../../../assets/stylesheets/main.2a3383ac.min.css"> |
| |
| |
| <link rel="stylesheet" href="../../../../assets/stylesheets/palette.06af60db.min.css"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin> |
| <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Lato:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"> |
| <style>:root{--md-text-font:"Lato";--md-code-font:"Roboto Mono"}</style> |
| |
| |
| |
| <link rel="stylesheet" href="../../../../assets/_mkdocstrings.css"> |
| |
| <script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script> |
| |
| |
| |
| |
| |
| |
| |
| <!-- Matomo --> |
| <script> |
| var _paq = window._paq = window._paq || []; |
| /* tracker methods like "setCustomDimension" should be called before "trackPageView" */ |
| _paq.push(["setDoNotTrack", true]); |
| _paq.push(["disableCookies"]); |
| _paq.push(['trackPageView']); |
| _paq.push(['enableLinkTracking']); |
| (function() { |
| var u="https://analytics.apache.org/"; |
| _paq.push(['setTrackerUrl', u+'matomo.php']); |
| _paq.push(['setSiteId', '82']); |
| var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0]; |
| g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s); |
| })(); |
| </script> |
| <!-- End Matomo --> |
| |
| </head> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <body dir="ltr" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo"> |
| |
| |
| <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off"> |
| <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off"> |
| <label class="md-overlay" for="__drawer"></label> |
| <div data-md-component="skip"> |
| |
| |
| <a href="#pyiceberg.avro.file" class="md-skip"> |
| Skip to content |
| </a> |
| |
| </div> |
| <div data-md-component="announce"> |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| <header class="md-header md-header--shadow md-header--lifted" data-md-component="header"> |
| <nav class="md-header__inner md-grid" aria-label="Header"> |
| <a href="../../../.." title="PyIceberg" class="md-header__button md-logo" aria-label="PyIceberg" data-md-component="logo"> |
| |
| <img src="../../../../assets/images/iceberg-logo-icon.png" alt="logo"> |
| |
| </a> |
| <label class="md-header__button md-icon" for="__drawer"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> |
| </label> |
| <div class="md-header__title" data-md-component="header-title"> |
| <div class="md-header__ellipsis"> |
| <div class="md-header__topic"> |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| </div> |
| <div class="md-header__topic" data-md-component="header-topic"> |
| <span class="md-ellipsis"> |
| |
| file |
| |
| </span> |
| </div> |
| </div> |
| </div> |
| |
| |
| <form class="md-header__option" data-md-component="palette"> |
| |
| |
| |
| |
| <input class="md-option" data-md-color-media="" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_0"> |
| |
| <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_1" hidden> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a4 4 0 0 0-4 4 4 4 0 0 0 4 4 4 4 0 0 0 4-4 4 4 0 0 0-4-4m0 10a6 6 0 0 1-6-6 6 6 0 0 1 6-6 6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> |
| </label> |
| |
| |
| |
| |
| |
| <input class="md-option" data-md-color-media="" data-md-color-scheme="slate" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_1"> |
| |
| <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_0" hidden> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 18c-.89 0-1.74-.2-2.5-.55C11.56 16.5 13 14.42 13 12s-1.44-4.5-3.5-5.45C10.26 6.2 11.11 6 12 6a6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> |
| </label> |
| |
| |
| </form> |
| |
| |
| |
| <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> |
| |
| |
| |
| |
| |
| <label class="md-header__button md-icon" for="__search"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> |
| </label> |
| <div class="md-search" data-md-component="search" role="dialog"> |
| <label class="md-search__overlay" for="__search"></label> |
| <div class="md-search__inner" role="search"> |
| <form class="md-search__form" name="search"> |
| <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required> |
| <label class="md-search__icon md-icon" for="__search"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> |
| </label> |
| <nav class="md-search__options" aria-label="Search"> |
| |
| <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> |
| </button> |
| </nav> |
| |
| </form> |
| <div class="md-search__output"> |
| <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix> |
| <div class="md-search-result" data-md-component="search-result"> |
| <div class="md-search-result__meta"> |
| Initializing search |
| </div> |
| <ol class="md-search-result__list" role="presentation"></ol> |
| </div> |
| </div> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-header__source"> |
| <a href="https://github.com/apache/iceberg-python" title="Go to repository" class="md-source" data-md-component="source"> |
| <div class="md-source__icon md-icon"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.0.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg> |
| </div> |
| <div class="md-source__repository"> |
| apache/iceberg-python |
| </div> |
| </a> |
| </div> |
| |
| </nav> |
| |
| |
| |
| <nav class="md-tabs" aria-label="Tabs" data-md-component="tabs"> |
| <div class="md-grid"> |
| <ul class="md-tabs__list"> |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../.." class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Getting started |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../configuration/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Configuration |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../cli/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| CLI |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../api/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| API |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../contributing/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Contributing |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../community/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Community |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../verify-release/" class="md-tabs__link"> |
| |
| |
| |
| Releases |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item md-tabs__item--active"> |
| <a href="../../" class="md-tabs__link"> |
| |
| |
| |
| Code Reference |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </div> |
| </nav> |
| |
| |
| </header> |
| |
| <div class="md-container" data-md-component="container"> |
| |
| |
| |
| |
| <main class="md-main" data-md-component="main"> |
| <div class="md-main__inner md-grid"> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| |
| |
| |
| |
| <nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0"> |
| <label class="md-nav__title" for="__drawer"> |
| <a href="../../../.." title="PyIceberg" class="md-nav__button md-logo" aria-label="PyIceberg" data-md-component="logo"> |
| |
| <img src="../../../../assets/images/iceberg-logo-icon.png" alt="logo"> |
| |
| </a> |
| PyIceberg |
| </label> |
| |
| <div class="md-nav__source"> |
| <a href="https://github.com/apache/iceberg-python" title="Go to repository" class="md-source" data-md-component="source"> |
| <div class="md-source__icon md-icon"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.0.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg> |
| </div> |
| <div class="md-source__repository"> |
| apache/iceberg-python |
| </div> |
| </a> |
| </div> |
| |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../.." class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Getting started |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../configuration/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../cli/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| CLI |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../../../api/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| API |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_4" id="__nav_4_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_4"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../row-filter-syntax/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Row Filter Syntax |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../expression-dsl/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Expression DSL |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../contributing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Contributing |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../community/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Community |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" > |
| |
| |
| <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Releases |
| |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_7"> |
| <span class="md-nav__icon md-icon"></span> |
| Releases |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../verify-release/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Verify a release |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../how-to-release/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| How to release |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://github.com/apache/iceberg-python/releases" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Release Notes |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../nightly-build/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Nightly Build |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" checked> |
| |
| |
| <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex=""> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Code Reference |
| |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_8"> |
| <span class="md-nav__icon md-icon"></span> |
| Code Reference |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1" checked> |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| pyiceberg |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1" id="__nav_8_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_8_1_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_8_1"> |
| <span class="md-nav__icon md-icon"></span> |
| pyiceberg |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_1" checked> |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| avro |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_1" id="__nav_8_1_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_1_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_8_1_1"> |
| <span class="md-nav__icon md-icon"></span> |
| avro |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_1_1" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../codecs/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| codecs |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_1_1" id="__nav_8_1_1_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_1_1_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_1_1"> |
| <span class="md-nav__icon md-icon"></span> |
| codecs |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../codecs/bzip2/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| bzip2 |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../codecs/codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| codec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../codecs/deflate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| deflate |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../codecs/snappy_codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| snappy_codec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../codecs/zstandard_codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| zstandard_codec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../decoder/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| decoder |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../encoder/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| encoder |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active"> |
| |
| <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc"> |
| |
| |
| |
| <label class="md-nav__link md-nav__link--active" for="__toc"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| file |
| |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <a href="./" class="md-nav__link md-nav__link--active"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| file |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| |
| <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> |
| |
| |
| |
| |
| <label class="md-nav__title" for="__toc"> |
| <span class="md-nav__icon md-icon"></span> |
| Table of contents |
| </label> |
| <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| file |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFile" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| AvroFile |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="AvroFile"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFile.__enter__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __enter__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFile.__exit__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __exit__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFile.__iter__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __iter__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFile.__next__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __next__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFileHeader" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| AvroFileHeader |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="AvroFileHeader"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFileHeader.compression_codec" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| compression_codec |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroOutputFile" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| AvroOutputFile |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="AvroOutputFile"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroOutputFile.__enter__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __enter__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroOutputFile.__exit__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __exit__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroOutputFile.compression_codec" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| compression_codec |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.Block" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Block |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Block"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.Block.__iter__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __iter__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.Block.__next__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __next__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| </ul> |
| |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../reader/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| reader |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../resolver/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| resolver |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../writer/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| writer |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_2" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../catalog/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| catalog |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_2" id="__nav_8_1_2_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_2"> |
| <span class="md-nav__icon md-icon"></span> |
| catalog |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/bigquery_metastore/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| bigquery_metastore |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/dynamodb/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| dynamodb |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/glue/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| glue |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/hive/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| hive |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/memory/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| memory |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/noop/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| noop |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_2_7" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../catalog/rest/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| rest |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_2_7" id="__nav_8_1_2_7_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_2_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_2_7"> |
| <span class="md-nav__icon md-icon"></span> |
| rest |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/rest/auth/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| auth |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/rest/response/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| response |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/sql/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| sql |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_3" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../cli/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| cli |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_3" id="__nav_8_1_3_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_3"> |
| <span class="md-nav__icon md-icon"></span> |
| cli |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../cli/console/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| console |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../cli/output/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| output |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../conversions/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| conversions |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../exceptions/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| exceptions |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_6" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../expressions/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| expressions |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_6" id="__nav_8_1_6_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_6_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_6"> |
| <span class="md-nav__icon md-icon"></span> |
| expressions |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../expressions/literals/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| literals |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../expressions/parser/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| parser |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../expressions/visitors/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| visitors |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_7" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../io/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| io |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_7" id="__nav_8_1_7_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_7"> |
| <span class="md-nav__icon md-icon"></span> |
| io |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../io/fsspec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| fsspec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../io/pyarrow/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| pyarrow |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../manifest/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| manifest |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../partitioning/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| partitioning |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../schema/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| schema |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../serializers/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| serializers |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_12" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../table/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| table |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_12" id="__nav_8_1_12_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_12_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_12"> |
| <span class="md-nav__icon md-icon"></span> |
| table |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/inspect/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| inspect |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/locations/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| locations |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/maintenance/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| maintenance |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/metadata/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| metadata |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/name_mapping/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| name_mapping |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/puffin/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| puffin |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/refs/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| refs |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/snapshots/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| snapshots |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/sorting/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| sorting |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/statistics/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| statistics |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_12_11" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../table/update/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| update |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_12_11" id="__nav_8_1_12_11_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_12_11_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_12_11"> |
| <span class="md-nav__icon md-icon"></span> |
| update |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/schema/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| schema |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/snapshot/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| snapshot |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/sorting/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| sorting |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/spec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| spec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/statistics/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| statistics |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/validate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| validate |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/upsert_util/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| upsert_util |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../transforms/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| transforms |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../typedef/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| typedef |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../types/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| types |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_16" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../utils/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| utils |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_16" id="__nav_8_1_16_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_16"> |
| <span class="md-nav__icon md-icon"></span> |
| utils |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/bin_packing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| bin_packing |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/concurrent/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| concurrent |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/config/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| config |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/datetime/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| datetime |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/decimal/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| decimal |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/deprecated/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| deprecated |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/lazydict/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| lazydict |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/parsing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| parsing |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/properties/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| properties |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/schema_conversion/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| schema_conversion |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/singleton/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| singleton |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/truncate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| truncate |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| </ul> |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> |
| |
| |
| |
| |
| <label class="md-nav__title" for="__toc"> |
| <span class="md-nav__icon md-icon"></span> |
| Table of contents |
| </label> |
| <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| file |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFile" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| AvroFile |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="AvroFile"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFile.__enter__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __enter__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFile.__exit__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __exit__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFile.__iter__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __iter__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFile.__next__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __next__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFileHeader" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| AvroFileHeader |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="AvroFileHeader"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroFileHeader.compression_codec" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| compression_codec |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroOutputFile" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| AvroOutputFile |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="AvroOutputFile"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroOutputFile.__enter__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __enter__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroOutputFile.__exit__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __exit__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.AvroOutputFile.compression_codec" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| compression_codec |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.Block" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Block |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Block"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.Block.__iter__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __iter__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.file.Block.__next__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __next__ |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| </ul> |
| |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-content" data-md-component="content"> |
| <article class="md-content__inner md-typeset"> |
| |
| |
| |
| |
| |
| |
| |
| |
| <h1>file</h1> |
| |
| <div class="doc doc-object doc-module"> |
| |
| |
| |
| <a id="pyiceberg.avro.file"></a> |
| <div class="doc doc-contents first"> |
| |
| <p>Avro reader for reading Avro files.</p> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.avro.file.AvroFile" class="doc doc-heading"> |
| <code>AvroFile</code> |
| |
| |
| <a href="#pyiceberg.avro.file.AvroFile" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><span title="typing.Generic">Generic</span>[<span title="pyiceberg.avro.file.D">D</span>]</code></p> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-136">136</a></span> |
| <span class="normal"><a href="#__codelineno-0-137">137</a></span> |
| <span class="normal"><a href="#__codelineno-0-138">138</a></span> |
| <span class="normal"><a href="#__codelineno-0-139">139</a></span> |
| <span class="normal"><a href="#__codelineno-0-140">140</a></span> |
| <span class="normal"><a href="#__codelineno-0-141">141</a></span> |
| <span class="normal"><a href="#__codelineno-0-142">142</a></span> |
| <span class="normal"><a href="#__codelineno-0-143">143</a></span> |
| <span class="normal"><a href="#__codelineno-0-144">144</a></span> |
| <span class="normal"><a href="#__codelineno-0-145">145</a></span> |
| <span class="normal"><a href="#__codelineno-0-146">146</a></span> |
| <span class="normal"><a href="#__codelineno-0-147">147</a></span> |
| <span class="normal"><a href="#__codelineno-0-148">148</a></span> |
| <span class="normal"><a href="#__codelineno-0-149">149</a></span> |
| <span class="normal"><a href="#__codelineno-0-150">150</a></span> |
| <span class="normal"><a href="#__codelineno-0-151">151</a></span> |
| <span class="normal"><a href="#__codelineno-0-152">152</a></span> |
| <span class="normal"><a href="#__codelineno-0-153">153</a></span> |
| <span class="normal"><a href="#__codelineno-0-154">154</a></span> |
| <span class="normal"><a href="#__codelineno-0-155">155</a></span> |
| <span class="normal"><a href="#__codelineno-0-156">156</a></span> |
| <span class="normal"><a href="#__codelineno-0-157">157</a></span> |
| <span class="normal"><a href="#__codelineno-0-158">158</a></span> |
| <span class="normal"><a href="#__codelineno-0-159">159</a></span> |
| <span class="normal"><a href="#__codelineno-0-160">160</a></span> |
| <span class="normal"><a href="#__codelineno-0-161">161</a></span> |
| <span class="normal"><a href="#__codelineno-0-162">162</a></span> |
| <span class="normal"><a href="#__codelineno-0-163">163</a></span> |
| <span class="normal"><a href="#__codelineno-0-164">164</a></span> |
| <span class="normal"><a href="#__codelineno-0-165">165</a></span> |
| <span class="normal"><a href="#__codelineno-0-166">166</a></span> |
| <span class="normal"><a href="#__codelineno-0-167">167</a></span> |
| <span class="normal"><a href="#__codelineno-0-168">168</a></span> |
| <span class="normal"><a href="#__codelineno-0-169">169</a></span> |
| <span class="normal"><a href="#__codelineno-0-170">170</a></span> |
| <span class="normal"><a href="#__codelineno-0-171">171</a></span> |
| <span class="normal"><a href="#__codelineno-0-172">172</a></span> |
| <span class="normal"><a href="#__codelineno-0-173">173</a></span> |
| <span class="normal"><a href="#__codelineno-0-174">174</a></span> |
| <span class="normal"><a href="#__codelineno-0-175">175</a></span> |
| <span class="normal"><a href="#__codelineno-0-176">176</a></span> |
| <span class="normal"><a href="#__codelineno-0-177">177</a></span> |
| <span class="normal"><a href="#__codelineno-0-178">178</a></span> |
| <span class="normal"><a href="#__codelineno-0-179">179</a></span> |
| <span class="normal"><a href="#__codelineno-0-180">180</a></span> |
| <span class="normal"><a href="#__codelineno-0-181">181</a></span> |
| <span class="normal"><a href="#__codelineno-0-182">182</a></span> |
| <span class="normal"><a href="#__codelineno-0-183">183</a></span> |
| <span class="normal"><a href="#__codelineno-0-184">184</a></span> |
| <span class="normal"><a href="#__codelineno-0-185">185</a></span> |
| <span class="normal"><a href="#__codelineno-0-186">186</a></span> |
| <span class="normal"><a href="#__codelineno-0-187">187</a></span> |
| <span class="normal"><a href="#__codelineno-0-188">188</a></span> |
| <span class="normal"><a href="#__codelineno-0-189">189</a></span> |
| <span class="normal"><a href="#__codelineno-0-190">190</a></span> |
| <span class="normal"><a href="#__codelineno-0-191">191</a></span> |
| <span class="normal"><a href="#__codelineno-0-192">192</a></span> |
| <span class="normal"><a href="#__codelineno-0-193">193</a></span> |
| <span class="normal"><a href="#__codelineno-0-194">194</a></span> |
| <span class="normal"><a href="#__codelineno-0-195">195</a></span> |
| <span class="normal"><a href="#__codelineno-0-196">196</a></span> |
| <span class="normal"><a href="#__codelineno-0-197">197</a></span> |
| <span class="normal"><a href="#__codelineno-0-198">198</a></span> |
| <span class="normal"><a href="#__codelineno-0-199">199</a></span> |
| <span class="normal"><a href="#__codelineno-0-200">200</a></span> |
| <span class="normal"><a href="#__codelineno-0-201">201</a></span> |
| <span class="normal"><a href="#__codelineno-0-202">202</a></span> |
| <span class="normal"><a href="#__codelineno-0-203">203</a></span> |
| <span class="normal"><a href="#__codelineno-0-204">204</a></span> |
| <span class="normal"><a href="#__codelineno-0-205">205</a></span> |
| <span class="normal"><a href="#__codelineno-0-206">206</a></span> |
| <span class="normal"><a href="#__codelineno-0-207">207</a></span> |
| <span class="normal"><a href="#__codelineno-0-208">208</a></span> |
| <span class="normal"><a href="#__codelineno-0-209">209</a></span> |
| <span class="normal"><a href="#__codelineno-0-210">210</a></span> |
| <span class="normal"><a href="#__codelineno-0-211">211</a></span> |
| <span class="normal"><a href="#__codelineno-0-212">212</a></span> |
| <span class="normal"><a href="#__codelineno-0-213">213</a></span> |
| <span class="normal"><a href="#__codelineno-0-214">214</a></span> |
| <span class="normal"><a href="#__codelineno-0-215">215</a></span> |
| <span class="normal"><a href="#__codelineno-0-216">216</a></span> |
| <span class="normal"><a href="#__codelineno-0-217">217</a></span> |
| <span class="normal"><a href="#__codelineno-0-218">218</a></span> |
| <span class="normal"><a href="#__codelineno-0-219">219</a></span> |
| <span class="normal"><a href="#__codelineno-0-220">220</a></span> |
| <span class="normal"><a href="#__codelineno-0-221">221</a></span> |
| <span class="normal"><a href="#__codelineno-0-222">222</a></span> |
| <span class="normal"><a href="#__codelineno-0-223">223</a></span> |
| <span class="normal"><a href="#__codelineno-0-224">224</a></span> |
| <span class="normal"><a href="#__codelineno-0-225">225</a></span> |
| <span class="normal"><a href="#__codelineno-0-226">226</a></span> |
| <span class="normal"><a href="#__codelineno-0-227">227</a></span> |
| <span class="normal"><a href="#__codelineno-0-228">228</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-136" name="__codelineno-0-136"></a><span class="k">class</span><span class="w"> </span><span class="nc">AvroFile</span><span class="p">(</span><span class="n">Generic</span><span class="p">[</span><span class="n">D</span><span class="p">]):</span> |
| <a id="__codelineno-0-137" name="__codelineno-0-137"></a> <span class="vm">__slots__</span> <span class="o">=</span> <span class="p">(</span> |
| <a id="__codelineno-0-138" name="__codelineno-0-138"></a> <span class="s2">"input_file"</span><span class="p">,</span> |
| <a id="__codelineno-0-139" name="__codelineno-0-139"></a> <span class="s2">"read_schema"</span><span class="p">,</span> |
| <a id="__codelineno-0-140" name="__codelineno-0-140"></a> <span class="s2">"read_types"</span><span class="p">,</span> |
| <a id="__codelineno-0-141" name="__codelineno-0-141"></a> <span class="s2">"read_enums"</span><span class="p">,</span> |
| <a id="__codelineno-0-142" name="__codelineno-0-142"></a> <span class="s2">"header"</span><span class="p">,</span> |
| <a id="__codelineno-0-143" name="__codelineno-0-143"></a> <span class="s2">"schema"</span><span class="p">,</span> |
| <a id="__codelineno-0-144" name="__codelineno-0-144"></a> <span class="s2">"reader"</span><span class="p">,</span> |
| <a id="__codelineno-0-145" name="__codelineno-0-145"></a> <span class="s2">"decoder"</span><span class="p">,</span> |
| <a id="__codelineno-0-146" name="__codelineno-0-146"></a> <span class="s2">"block"</span><span class="p">,</span> |
| <a id="__codelineno-0-147" name="__codelineno-0-147"></a> <span class="p">)</span> |
| <a id="__codelineno-0-148" name="__codelineno-0-148"></a> <span class="n">input_file</span><span class="p">:</span> <span class="n">InputFile</span> |
| <a id="__codelineno-0-149" name="__codelineno-0-149"></a> <span class="n">read_schema</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Schema</span><span class="p">]</span> |
| <a id="__codelineno-0-150" name="__codelineno-0-150"></a> <span class="n">read_types</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="n">Callable</span><span class="p">[</span><span class="o">...</span><span class="p">,</span> <span class="n">StructProtocol</span><span class="p">]]</span> |
| <a id="__codelineno-0-151" name="__codelineno-0-151"></a> <span class="n">read_enums</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="n">Callable</span><span class="p">[</span><span class="o">...</span><span class="p">,</span> <span class="n">Enum</span><span class="p">]]</span> |
| <a id="__codelineno-0-152" name="__codelineno-0-152"></a> <span class="n">header</span><span class="p">:</span> <span class="n">AvroFileHeader</span> |
| <a id="__codelineno-0-153" name="__codelineno-0-153"></a> <span class="n">schema</span><span class="p">:</span> <span class="n">Schema</span> |
| <a id="__codelineno-0-154" name="__codelineno-0-154"></a> <span class="n">reader</span><span class="p">:</span> <span class="n">Reader</span> |
| <a id="__codelineno-0-155" name="__codelineno-0-155"></a> |
| <a id="__codelineno-0-156" name="__codelineno-0-156"></a> <span class="n">decoder</span><span class="p">:</span> <span class="n">BinaryDecoder</span> |
| <a id="__codelineno-0-157" name="__codelineno-0-157"></a> <span class="n">block</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Block</span><span class="p">[</span><span class="n">D</span><span class="p">]]</span> |
| <a id="__codelineno-0-158" name="__codelineno-0-158"></a> |
| <a id="__codelineno-0-159" name="__codelineno-0-159"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span> |
| <a id="__codelineno-0-160" name="__codelineno-0-160"></a> <span class="bp">self</span><span class="p">,</span> |
| <a id="__codelineno-0-161" name="__codelineno-0-161"></a> <span class="n">input_file</span><span class="p">:</span> <span class="n">InputFile</span><span class="p">,</span> |
| <a id="__codelineno-0-162" name="__codelineno-0-162"></a> <span class="n">read_schema</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Schema</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> |
| <a id="__codelineno-0-163" name="__codelineno-0-163"></a> <span class="n">read_types</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="n">Callable</span><span class="p">[</span><span class="o">...</span><span class="p">,</span> <span class="n">StructProtocol</span><span class="p">]]</span> <span class="o">=</span> <span class="n">EMPTY_DICT</span><span class="p">,</span> |
| <a id="__codelineno-0-164" name="__codelineno-0-164"></a> <span class="n">read_enums</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="n">Callable</span><span class="p">[</span><span class="o">...</span><span class="p">,</span> <span class="n">Enum</span><span class="p">]]</span> <span class="o">=</span> <span class="n">EMPTY_DICT</span><span class="p">,</span> |
| <a id="__codelineno-0-165" name="__codelineno-0-165"></a> <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-166" name="__codelineno-0-166"></a> <span class="bp">self</span><span class="o">.</span><span class="n">input_file</span> <span class="o">=</span> <span class="n">input_file</span> |
| <a id="__codelineno-0-167" name="__codelineno-0-167"></a> <span class="bp">self</span><span class="o">.</span><span class="n">read_schema</span> <span class="o">=</span> <span class="n">read_schema</span> |
| <a id="__codelineno-0-168" name="__codelineno-0-168"></a> <span class="bp">self</span><span class="o">.</span><span class="n">read_types</span> <span class="o">=</span> <span class="n">read_types</span> |
| <a id="__codelineno-0-169" name="__codelineno-0-169"></a> <span class="bp">self</span><span class="o">.</span><span class="n">read_enums</span> <span class="o">=</span> <span class="n">read_enums</span> |
| <a id="__codelineno-0-170" name="__codelineno-0-170"></a> <span class="bp">self</span><span class="o">.</span><span class="n">block</span> <span class="o">=</span> <span class="kc">None</span> |
| <a id="__codelineno-0-171" name="__codelineno-0-171"></a> |
| <a id="__codelineno-0-172" name="__codelineno-0-172"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__enter__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">AvroFile</span><span class="p">[</span><span class="n">D</span><span class="p">]:</span> |
| <a id="__codelineno-0-173" name="__codelineno-0-173"></a><span class="w"> </span><span class="sd">"""Generate a reader tree for the payload within an avro file.</span> |
| <a id="__codelineno-0-174" name="__codelineno-0-174"></a> |
| <a id="__codelineno-0-175" name="__codelineno-0-175"></a><span class="sd"> Return:</span> |
| <a id="__codelineno-0-176" name="__codelineno-0-176"></a><span class="sd"> A generator returning the AvroStructs.</span> |
| <a id="__codelineno-0-177" name="__codelineno-0-177"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-178" name="__codelineno-0-178"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">input_file</span><span class="o">.</span><span class="n">open</span><span class="p">()</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span> |
| <a id="__codelineno-0-179" name="__codelineno-0-179"></a> <span class="bp">self</span><span class="o">.</span><span class="n">decoder</span> <span class="o">=</span> <span class="n">new_decoder</span><span class="p">(</span><span class="n">f</span><span class="o">.</span><span class="n">read</span><span class="p">())</span> |
| <a id="__codelineno-0-180" name="__codelineno-0-180"></a> <span class="bp">self</span><span class="o">.</span><span class="n">header</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_read_header</span><span class="p">()</span> |
| <a id="__codelineno-0-181" name="__codelineno-0-181"></a> <span class="bp">self</span><span class="o">.</span><span class="n">schema</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">header</span><span class="o">.</span><span class="n">get_schema</span><span class="p">()</span> |
| <a id="__codelineno-0-182" name="__codelineno-0-182"></a> <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_schema</span><span class="p">:</span> |
| <a id="__codelineno-0-183" name="__codelineno-0-183"></a> <span class="bp">self</span><span class="o">.</span><span class="n">read_schema</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">schema</span> |
| <a id="__codelineno-0-184" name="__codelineno-0-184"></a> |
| <a id="__codelineno-0-185" name="__codelineno-0-185"></a> <span class="bp">self</span><span class="o">.</span><span class="n">reader</span> <span class="o">=</span> <span class="n">resolve_reader</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">schema</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_schema</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_types</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_enums</span><span class="p">)</span> |
| <a id="__codelineno-0-186" name="__codelineno-0-186"></a> |
| <a id="__codelineno-0-187" name="__codelineno-0-187"></a> <span class="k">return</span> <span class="bp">self</span> |
| <a id="__codelineno-0-188" name="__codelineno-0-188"></a> |
| <a id="__codelineno-0-189" name="__codelineno-0-189"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__exit__</span><span class="p">(</span> |
| <a id="__codelineno-0-190" name="__codelineno-0-190"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">exctype</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Type</span><span class="p">[</span><span class="ne">BaseException</span><span class="p">]],</span> <span class="n">excinst</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="ne">BaseException</span><span class="p">],</span> <span class="n">exctb</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">TracebackType</span><span class="p">]</span> |
| <a id="__codelineno-0-191" name="__codelineno-0-191"></a> <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-192" name="__codelineno-0-192"></a><span class="w"> </span><span class="sd">"""Perform cleanup when exiting the scope of a 'with' statement."""</span> |
| <a id="__codelineno-0-193" name="__codelineno-0-193"></a> |
| <a id="__codelineno-0-194" name="__codelineno-0-194"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__iter__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">AvroFile</span><span class="p">[</span><span class="n">D</span><span class="p">]:</span> |
| <a id="__codelineno-0-195" name="__codelineno-0-195"></a><span class="w"> </span><span class="sd">"""Return an iterator for the AvroFile class."""</span> |
| <a id="__codelineno-0-196" name="__codelineno-0-196"></a> <span class="k">return</span> <span class="bp">self</span> |
| <a id="__codelineno-0-197" name="__codelineno-0-197"></a> |
| <a id="__codelineno-0-198" name="__codelineno-0-198"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_read_block</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-199" name="__codelineno-0-199"></a> <span class="c1"># If there is already a block, we'll have the sync bytes</span> |
| <a id="__codelineno-0-200" name="__codelineno-0-200"></a> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">block</span><span class="p">:</span> |
| <a id="__codelineno-0-201" name="__codelineno-0-201"></a> <span class="n">sync_marker</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">decoder</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="n">SYNC_SIZE</span><span class="p">)</span> |
| <a id="__codelineno-0-202" name="__codelineno-0-202"></a> <span class="k">if</span> <span class="n">sync_marker</span> <span class="o">!=</span> <span class="bp">self</span><span class="o">.</span><span class="n">header</span><span class="o">.</span><span class="n">sync</span><span class="p">:</span> |
| <a id="__codelineno-0-203" name="__codelineno-0-203"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Expected sync bytes </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">header</span><span class="o">.</span><span class="n">sync</span><span class="si">!r}</span><span class="s2">, but got </span><span class="si">{</span><span class="n">sync_marker</span><span class="si">!r}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-204" name="__codelineno-0-204"></a> <span class="n">block_records</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">decoder</span><span class="o">.</span><span class="n">read_int</span><span class="p">()</span> |
| <a id="__codelineno-0-205" name="__codelineno-0-205"></a> |
| <a id="__codelineno-0-206" name="__codelineno-0-206"></a> <span class="n">block_bytes</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">decoder</span><span class="o">.</span><span class="n">read_bytes</span><span class="p">()</span> |
| <a id="__codelineno-0-207" name="__codelineno-0-207"></a> <span class="k">if</span> <span class="n">codec</span> <span class="o">:=</span> <span class="bp">self</span><span class="o">.</span><span class="n">header</span><span class="o">.</span><span class="n">compression_codec</span><span class="p">():</span> |
| <a id="__codelineno-0-208" name="__codelineno-0-208"></a> <span class="n">block_bytes</span> <span class="o">=</span> <span class="n">codec</span><span class="o">.</span><span class="n">decompress</span><span class="p">(</span><span class="n">block_bytes</span><span class="p">)</span> |
| <a id="__codelineno-0-209" name="__codelineno-0-209"></a> |
| <a id="__codelineno-0-210" name="__codelineno-0-210"></a> <span class="bp">self</span><span class="o">.</span><span class="n">block</span> <span class="o">=</span> <span class="n">Block</span><span class="p">(</span><span class="n">reader</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">reader</span><span class="p">,</span> <span class="n">block_records</span><span class="o">=</span><span class="n">block_records</span><span class="p">,</span> <span class="n">block_decoder</span><span class="o">=</span><span class="n">new_decoder</span><span class="p">(</span><span class="n">block_bytes</span><span class="p">))</span> |
| <a id="__codelineno-0-211" name="__codelineno-0-211"></a> <span class="k">return</span> <span class="n">block_records</span> |
| <a id="__codelineno-0-212" name="__codelineno-0-212"></a> |
| <a id="__codelineno-0-213" name="__codelineno-0-213"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__next__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">D</span><span class="p">:</span> |
| <a id="__codelineno-0-214" name="__codelineno-0-214"></a><span class="w"> </span><span class="sd">"""Return the next item when iterating over the AvroFile class."""</span> |
| <a id="__codelineno-0-215" name="__codelineno-0-215"></a> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">block</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">block</span><span class="o">.</span><span class="n">has_next</span><span class="p">():</span> |
| <a id="__codelineno-0-216" name="__codelineno-0-216"></a> <span class="k">return</span> <span class="nb">next</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">block</span><span class="p">)</span> |
| <a id="__codelineno-0-217" name="__codelineno-0-217"></a> |
| <a id="__codelineno-0-218" name="__codelineno-0-218"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-219" name="__codelineno-0-219"></a> <span class="n">new_block</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_read_block</span><span class="p">()</span> |
| <a id="__codelineno-0-220" name="__codelineno-0-220"></a> <span class="k">except</span> <span class="ne">EOFError</span> <span class="k">as</span> <span class="n">exc</span><span class="p">:</span> |
| <a id="__codelineno-0-221" name="__codelineno-0-221"></a> <span class="k">raise</span> <span class="ne">StopIteration</span> <span class="kn">from</span><span class="w"> </span><span class="nn">exc</span> |
| <a id="__codelineno-0-222" name="__codelineno-0-222"></a> |
| <a id="__codelineno-0-223" name="__codelineno-0-223"></a> <span class="k">if</span> <span class="n">new_block</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span> |
| <a id="__codelineno-0-224" name="__codelineno-0-224"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="fm">__next__</span><span class="p">()</span> |
| <a id="__codelineno-0-225" name="__codelineno-0-225"></a> <span class="k">raise</span> <span class="ne">StopIteration</span> |
| <a id="__codelineno-0-226" name="__codelineno-0-226"></a> |
| <a id="__codelineno-0-227" name="__codelineno-0-227"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_read_header</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">AvroFileHeader</span><span class="p">:</span> |
| <a id="__codelineno-0-228" name="__codelineno-0-228"></a> <span class="k">return</span> <span class="n">construct_reader</span><span class="p">(</span><span class="n">META_SCHEMA</span><span class="p">,</span> <span class="p">{</span><span class="o">-</span><span class="mi">1</span><span class="p">:</span> <span class="n">AvroFileHeader</span><span class="p">})</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">decoder</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.file.AvroFile.__enter__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__enter__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.file.AvroFile.__enter__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Generate a reader tree for the payload within an avro file.</p> |
| |
| |
| <details class="return" open> |
| <summary>Return</summary> |
| <p>A generator returning the AvroStructs.</p> |
| </details> |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-172">172</a></span> |
| <span class="normal"><a href="#__codelineno-0-173">173</a></span> |
| <span class="normal"><a href="#__codelineno-0-174">174</a></span> |
| <span class="normal"><a href="#__codelineno-0-175">175</a></span> |
| <span class="normal"><a href="#__codelineno-0-176">176</a></span> |
| <span class="normal"><a href="#__codelineno-0-177">177</a></span> |
| <span class="normal"><a href="#__codelineno-0-178">178</a></span> |
| <span class="normal"><a href="#__codelineno-0-179">179</a></span> |
| <span class="normal"><a href="#__codelineno-0-180">180</a></span> |
| <span class="normal"><a href="#__codelineno-0-181">181</a></span> |
| <span class="normal"><a href="#__codelineno-0-182">182</a></span> |
| <span class="normal"><a href="#__codelineno-0-183">183</a></span> |
| <span class="normal"><a href="#__codelineno-0-184">184</a></span> |
| <span class="normal"><a href="#__codelineno-0-185">185</a></span> |
| <span class="normal"><a href="#__codelineno-0-186">186</a></span> |
| <span class="normal"><a href="#__codelineno-0-187">187</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-172" name="__codelineno-0-172"></a><span class="k">def</span><span class="w"> </span><span class="fm">__enter__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">AvroFile</span><span class="p">[</span><span class="n">D</span><span class="p">]:</span> |
| <a id="__codelineno-0-173" name="__codelineno-0-173"></a><span class="w"> </span><span class="sd">"""Generate a reader tree for the payload within an avro file.</span> |
| <a id="__codelineno-0-174" name="__codelineno-0-174"></a> |
| <a id="__codelineno-0-175" name="__codelineno-0-175"></a><span class="sd"> Return:</span> |
| <a id="__codelineno-0-176" name="__codelineno-0-176"></a><span class="sd"> A generator returning the AvroStructs.</span> |
| <a id="__codelineno-0-177" name="__codelineno-0-177"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-178" name="__codelineno-0-178"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">input_file</span><span class="o">.</span><span class="n">open</span><span class="p">()</span> <span class="k">as</span> <span class="n">f</span><span class="p">:</span> |
| <a id="__codelineno-0-179" name="__codelineno-0-179"></a> <span class="bp">self</span><span class="o">.</span><span class="n">decoder</span> <span class="o">=</span> <span class="n">new_decoder</span><span class="p">(</span><span class="n">f</span><span class="o">.</span><span class="n">read</span><span class="p">())</span> |
| <a id="__codelineno-0-180" name="__codelineno-0-180"></a> <span class="bp">self</span><span class="o">.</span><span class="n">header</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_read_header</span><span class="p">()</span> |
| <a id="__codelineno-0-181" name="__codelineno-0-181"></a> <span class="bp">self</span><span class="o">.</span><span class="n">schema</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">header</span><span class="o">.</span><span class="n">get_schema</span><span class="p">()</span> |
| <a id="__codelineno-0-182" name="__codelineno-0-182"></a> <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_schema</span><span class="p">:</span> |
| <a id="__codelineno-0-183" name="__codelineno-0-183"></a> <span class="bp">self</span><span class="o">.</span><span class="n">read_schema</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">schema</span> |
| <a id="__codelineno-0-184" name="__codelineno-0-184"></a> |
| <a id="__codelineno-0-185" name="__codelineno-0-185"></a> <span class="bp">self</span><span class="o">.</span><span class="n">reader</span> <span class="o">=</span> <span class="n">resolve_reader</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">schema</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_schema</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_types</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_enums</span><span class="p">)</span> |
| <a id="__codelineno-0-186" name="__codelineno-0-186"></a> |
| <a id="__codelineno-0-187" name="__codelineno-0-187"></a> <span class="k">return</span> <span class="bp">self</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.file.AvroFile.__exit__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__exit__</span><span class="p">(</span><span class="n">exctype</span><span class="p">,</span> <span class="n">excinst</span><span class="p">,</span> <span class="n">exctb</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.avro.file.AvroFile.__exit__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Perform cleanup when exiting the scope of a 'with' statement.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-189">189</a></span> |
| <span class="normal"><a href="#__codelineno-0-190">190</a></span> |
| <span class="normal"><a href="#__codelineno-0-191">191</a></span> |
| <span class="normal"><a href="#__codelineno-0-192">192</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-189" name="__codelineno-0-189"></a><span class="k">def</span><span class="w"> </span><span class="fm">__exit__</span><span class="p">(</span> |
| <a id="__codelineno-0-190" name="__codelineno-0-190"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">exctype</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Type</span><span class="p">[</span><span class="ne">BaseException</span><span class="p">]],</span> <span class="n">excinst</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="ne">BaseException</span><span class="p">],</span> <span class="n">exctb</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">TracebackType</span><span class="p">]</span> |
| <a id="__codelineno-0-191" name="__codelineno-0-191"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-192" name="__codelineno-0-192"></a><span class="w"> </span><span class="sd">"""Perform cleanup when exiting the scope of a 'with' statement."""</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.file.AvroFile.__iter__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__iter__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.file.AvroFile.__iter__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return an iterator for the AvroFile class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-194">194</a></span> |
| <span class="normal"><a href="#__codelineno-0-195">195</a></span> |
| <span class="normal"><a href="#__codelineno-0-196">196</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-194" name="__codelineno-0-194"></a><span class="k">def</span><span class="w"> </span><span class="fm">__iter__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">AvroFile</span><span class="p">[</span><span class="n">D</span><span class="p">]:</span> |
| <a id="__codelineno-0-195" name="__codelineno-0-195"></a><span class="w"> </span><span class="sd">"""Return an iterator for the AvroFile class."""</span> |
| <a id="__codelineno-0-196" name="__codelineno-0-196"></a> <span class="k">return</span> <span class="bp">self</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.file.AvroFile.__next__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__next__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.file.AvroFile.__next__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the next item when iterating over the AvroFile class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-213">213</a></span> |
| <span class="normal"><a href="#__codelineno-0-214">214</a></span> |
| <span class="normal"><a href="#__codelineno-0-215">215</a></span> |
| <span class="normal"><a href="#__codelineno-0-216">216</a></span> |
| <span class="normal"><a href="#__codelineno-0-217">217</a></span> |
| <span class="normal"><a href="#__codelineno-0-218">218</a></span> |
| <span class="normal"><a href="#__codelineno-0-219">219</a></span> |
| <span class="normal"><a href="#__codelineno-0-220">220</a></span> |
| <span class="normal"><a href="#__codelineno-0-221">221</a></span> |
| <span class="normal"><a href="#__codelineno-0-222">222</a></span> |
| <span class="normal"><a href="#__codelineno-0-223">223</a></span> |
| <span class="normal"><a href="#__codelineno-0-224">224</a></span> |
| <span class="normal"><a href="#__codelineno-0-225">225</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-213" name="__codelineno-0-213"></a><span class="k">def</span><span class="w"> </span><span class="fm">__next__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">D</span><span class="p">:</span> |
| <a id="__codelineno-0-214" name="__codelineno-0-214"></a><span class="w"> </span><span class="sd">"""Return the next item when iterating over the AvroFile class."""</span> |
| <a id="__codelineno-0-215" name="__codelineno-0-215"></a> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">block</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">block</span><span class="o">.</span><span class="n">has_next</span><span class="p">():</span> |
| <a id="__codelineno-0-216" name="__codelineno-0-216"></a> <span class="k">return</span> <span class="nb">next</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">block</span><span class="p">)</span> |
| <a id="__codelineno-0-217" name="__codelineno-0-217"></a> |
| <a id="__codelineno-0-218" name="__codelineno-0-218"></a> <span class="k">try</span><span class="p">:</span> |
| <a id="__codelineno-0-219" name="__codelineno-0-219"></a> <span class="n">new_block</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_read_block</span><span class="p">()</span> |
| <a id="__codelineno-0-220" name="__codelineno-0-220"></a> <span class="k">except</span> <span class="ne">EOFError</span> <span class="k">as</span> <span class="n">exc</span><span class="p">:</span> |
| <a id="__codelineno-0-221" name="__codelineno-0-221"></a> <span class="k">raise</span> <span class="ne">StopIteration</span> <span class="kn">from</span><span class="w"> </span><span class="nn">exc</span> |
| <a id="__codelineno-0-222" name="__codelineno-0-222"></a> |
| <a id="__codelineno-0-223" name="__codelineno-0-223"></a> <span class="k">if</span> <span class="n">new_block</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span> |
| <a id="__codelineno-0-224" name="__codelineno-0-224"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="fm">__next__</span><span class="p">()</span> |
| <a id="__codelineno-0-225" name="__codelineno-0-225"></a> <span class="k">raise</span> <span class="ne">StopIteration</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.avro.file.AvroFileHeader" class="doc doc-heading"> |
| <code>AvroFileHeader</code> |
| |
| |
| <a href="#pyiceberg.avro.file.AvroFileHeader" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><a class="autorefs autorefs-internal" title="Record (pyiceberg.typedef.Record)" href="../../typedef/#pyiceberg.typedef.Record">Record</a></code></p> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-75"> 75</a></span> |
| <span class="normal"><a href="#__codelineno-0-76"> 76</a></span> |
| <span class="normal"><a href="#__codelineno-0-77"> 77</a></span> |
| <span class="normal"><a href="#__codelineno-0-78"> 78</a></span> |
| <span class="normal"><a href="#__codelineno-0-79"> 79</a></span> |
| <span class="normal"><a href="#__codelineno-0-80"> 80</a></span> |
| <span class="normal"><a href="#__codelineno-0-81"> 81</a></span> |
| <span class="normal"><a href="#__codelineno-0-82"> 82</a></span> |
| <span class="normal"><a href="#__codelineno-0-83"> 83</a></span> |
| <span class="normal"><a href="#__codelineno-0-84"> 84</a></span> |
| <span class="normal"><a href="#__codelineno-0-85"> 85</a></span> |
| <span class="normal"><a href="#__codelineno-0-86"> 86</a></span> |
| <span class="normal"><a href="#__codelineno-0-87"> 87</a></span> |
| <span class="normal"><a href="#__codelineno-0-88"> 88</a></span> |
| <span class="normal"><a href="#__codelineno-0-89"> 89</a></span> |
| <span class="normal"><a href="#__codelineno-0-90"> 90</a></span> |
| <span class="normal"><a href="#__codelineno-0-91"> 91</a></span> |
| <span class="normal"><a href="#__codelineno-0-92"> 92</a></span> |
| <span class="normal"><a href="#__codelineno-0-93"> 93</a></span> |
| <span class="normal"><a href="#__codelineno-0-94"> 94</a></span> |
| <span class="normal"><a href="#__codelineno-0-95"> 95</a></span> |
| <span class="normal"><a href="#__codelineno-0-96"> 96</a></span> |
| <span class="normal"><a href="#__codelineno-0-97"> 97</a></span> |
| <span class="normal"><a href="#__codelineno-0-98"> 98</a></span> |
| <span class="normal"><a href="#__codelineno-0-99"> 99</a></span> |
| <span class="normal"><a href="#__codelineno-0-100">100</a></span> |
| <span class="normal"><a href="#__codelineno-0-101">101</a></span> |
| <span class="normal"><a href="#__codelineno-0-102">102</a></span> |
| <span class="normal"><a href="#__codelineno-0-103">103</a></span> |
| <span class="normal"><a href="#__codelineno-0-104">104</a></span> |
| <span class="normal"><a href="#__codelineno-0-105">105</a></span> |
| <span class="normal"><a href="#__codelineno-0-106">106</a></span> |
| <span class="normal"><a href="#__codelineno-0-107">107</a></span> |
| <span class="normal"><a href="#__codelineno-0-108">108</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-75" name="__codelineno-0-75"></a><span class="k">class</span><span class="w"> </span><span class="nc">AvroFileHeader</span><span class="p">(</span><span class="n">Record</span><span class="p">):</span> |
| <a id="__codelineno-0-76" name="__codelineno-0-76"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-77" name="__codelineno-0-77"></a> <span class="k">def</span><span class="w"> </span><span class="nf">magic</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bytes</span><span class="p">:</span> |
| <a id="__codelineno-0-78" name="__codelineno-0-78"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_data</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> |
| <a id="__codelineno-0-79" name="__codelineno-0-79"></a> |
| <a id="__codelineno-0-80" name="__codelineno-0-80"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-81" name="__codelineno-0-81"></a> <span class="k">def</span><span class="w"> </span><span class="nf">meta</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]:</span> |
| <a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_data</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span> |
| <a id="__codelineno-0-83" name="__codelineno-0-83"></a> |
| <a id="__codelineno-0-84" name="__codelineno-0-84"></a> <span class="nd">@property</span> |
| <a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="k">def</span><span class="w"> </span><span class="nf">sync</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bytes</span><span class="p">:</span> |
| <a id="__codelineno-0-86" name="__codelineno-0-86"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_data</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span> |
| <a id="__codelineno-0-87" name="__codelineno-0-87"></a> |
| <a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="k">def</span><span class="w"> </span><span class="nf">compression_codec</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">Type</span><span class="p">[</span><span class="n">Codec</span><span class="p">]]:</span> |
| <a id="__codelineno-0-89" name="__codelineno-0-89"></a><span class="w"> </span><span class="sd">"""Get the file's compression codec algorithm from the file's metadata.</span> |
| <a id="__codelineno-0-90" name="__codelineno-0-90"></a> |
| <a id="__codelineno-0-91" name="__codelineno-0-91"></a><span class="sd"> In the case of a null codec, we return a None indicating that we</span> |
| <a id="__codelineno-0-92" name="__codelineno-0-92"></a><span class="sd"> don't need to compress/decompress.</span> |
| <a id="__codelineno-0-93" name="__codelineno-0-93"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="kn">from</span><span class="w"> </span><span class="nn">pyiceberg.table</span><span class="w"> </span><span class="kn">import</span> <span class="n">TableProperties</span> |
| <a id="__codelineno-0-95" name="__codelineno-0-95"></a> |
| <a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="n">codec_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">meta</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">AVRO_CODEC_KEY</span><span class="p">,</span> <span class="n">TableProperties</span><span class="o">.</span><span class="n">WRITE_AVRO_COMPRESSION_DEFAULT</span><span class="p">)</span> |
| <a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="k">if</span> <span class="n">codec_name</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">KNOWN_CODECS</span><span class="p">:</span> |
| <a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Unsupported codec: </span><span class="si">{</span><span class="n">codec_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-99" name="__codelineno-0-99"></a> |
| <a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="k">return</span> <span class="n">KNOWN_CODECS</span><span class="p">[</span><span class="n">codec_name</span><span class="p">]</span> <span class="c1"># type: ignore</span> |
| <a id="__codelineno-0-101" name="__codelineno-0-101"></a> |
| <a id="__codelineno-0-102" name="__codelineno-0-102"></a> <span class="k">def</span><span class="w"> </span><span class="nf">get_schema</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Schema</span><span class="p">:</span> |
| <a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="k">if</span> <span class="n">_SCHEMA_KEY</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">meta</span><span class="p">:</span> |
| <a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="n">avro_schema_string</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">meta</span><span class="p">[</span><span class="n">_SCHEMA_KEY</span><span class="p">]</span> |
| <a id="__codelineno-0-105" name="__codelineno-0-105"></a> <span class="n">avro_schema</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">loads</span><span class="p">(</span><span class="n">avro_schema_string</span><span class="p">)</span> |
| <a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="k">return</span> <span class="n">AvroSchemaConversion</span><span class="p">()</span><span class="o">.</span><span class="n">avro_to_iceberg</span><span class="p">(</span><span class="n">avro_schema</span><span class="p">)</span> |
| <a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">"No schema found in Avro file headers"</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.file.AvroFileHeader.compression_codec" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">compression_codec</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.file.AvroFileHeader.compression_codec" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Get the file's compression codec algorithm from the file's metadata.</p> |
| <p>In the case of a null codec, we return a None indicating that we |
| don't need to compress/decompress.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-88"> 88</a></span> |
| <span class="normal"><a href="#__codelineno-0-89"> 89</a></span> |
| <span class="normal"><a href="#__codelineno-0-90"> 90</a></span> |
| <span class="normal"><a href="#__codelineno-0-91"> 91</a></span> |
| <span class="normal"><a href="#__codelineno-0-92"> 92</a></span> |
| <span class="normal"><a href="#__codelineno-0-93"> 93</a></span> |
| <span class="normal"><a href="#__codelineno-0-94"> 94</a></span> |
| <span class="normal"><a href="#__codelineno-0-95"> 95</a></span> |
| <span class="normal"><a href="#__codelineno-0-96"> 96</a></span> |
| <span class="normal"><a href="#__codelineno-0-97"> 97</a></span> |
| <span class="normal"><a href="#__codelineno-0-98"> 98</a></span> |
| <span class="normal"><a href="#__codelineno-0-99"> 99</a></span> |
| <span class="normal"><a href="#__codelineno-0-100">100</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-88" name="__codelineno-0-88"></a><span class="k">def</span><span class="w"> </span><span class="nf">compression_codec</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">Type</span><span class="p">[</span><span class="n">Codec</span><span class="p">]]:</span> |
| <a id="__codelineno-0-89" name="__codelineno-0-89"></a><span class="w"> </span><span class="sd">"""Get the file's compression codec algorithm from the file's metadata.</span> |
| <a id="__codelineno-0-90" name="__codelineno-0-90"></a> |
| <a id="__codelineno-0-91" name="__codelineno-0-91"></a><span class="sd"> In the case of a null codec, we return a None indicating that we</span> |
| <a id="__codelineno-0-92" name="__codelineno-0-92"></a><span class="sd"> don't need to compress/decompress.</span> |
| <a id="__codelineno-0-93" name="__codelineno-0-93"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="kn">from</span><span class="w"> </span><span class="nn">pyiceberg.table</span><span class="w"> </span><span class="kn">import</span> <span class="n">TableProperties</span> |
| <a id="__codelineno-0-95" name="__codelineno-0-95"></a> |
| <a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="n">codec_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">meta</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">AVRO_CODEC_KEY</span><span class="p">,</span> <span class="n">TableProperties</span><span class="o">.</span><span class="n">WRITE_AVRO_COMPRESSION_DEFAULT</span><span class="p">)</span> |
| <a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="k">if</span> <span class="n">codec_name</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">KNOWN_CODECS</span><span class="p">:</span> |
| <a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Unsupported codec: </span><span class="si">{</span><span class="n">codec_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-99" name="__codelineno-0-99"></a> |
| <a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="k">return</span> <span class="n">KNOWN_CODECS</span><span class="p">[</span><span class="n">codec_name</span><span class="p">]</span> <span class="c1"># type: ignore</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.avro.file.AvroOutputFile" class="doc doc-heading"> |
| <code>AvroOutputFile</code> |
| |
| |
| <a href="#pyiceberg.avro.file.AvroOutputFile" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><span title="typing.Generic">Generic</span>[<span title="pyiceberg.avro.file.D">D</span>]</code></p> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-231">231</a></span> |
| <span class="normal"><a href="#__codelineno-0-232">232</a></span> |
| <span class="normal"><a href="#__codelineno-0-233">233</a></span> |
| <span class="normal"><a href="#__codelineno-0-234">234</a></span> |
| <span class="normal"><a href="#__codelineno-0-235">235</a></span> |
| <span class="normal"><a href="#__codelineno-0-236">236</a></span> |
| <span class="normal"><a href="#__codelineno-0-237">237</a></span> |
| <span class="normal"><a href="#__codelineno-0-238">238</a></span> |
| <span class="normal"><a href="#__codelineno-0-239">239</a></span> |
| <span class="normal"><a href="#__codelineno-0-240">240</a></span> |
| <span class="normal"><a href="#__codelineno-0-241">241</a></span> |
| <span class="normal"><a href="#__codelineno-0-242">242</a></span> |
| <span class="normal"><a href="#__codelineno-0-243">243</a></span> |
| <span class="normal"><a href="#__codelineno-0-244">244</a></span> |
| <span class="normal"><a href="#__codelineno-0-245">245</a></span> |
| <span class="normal"><a href="#__codelineno-0-246">246</a></span> |
| <span class="normal"><a href="#__codelineno-0-247">247</a></span> |
| <span class="normal"><a href="#__codelineno-0-248">248</a></span> |
| <span class="normal"><a href="#__codelineno-0-249">249</a></span> |
| <span class="normal"><a href="#__codelineno-0-250">250</a></span> |
| <span class="normal"><a href="#__codelineno-0-251">251</a></span> |
| <span class="normal"><a href="#__codelineno-0-252">252</a></span> |
| <span class="normal"><a href="#__codelineno-0-253">253</a></span> |
| <span class="normal"><a href="#__codelineno-0-254">254</a></span> |
| <span class="normal"><a href="#__codelineno-0-255">255</a></span> |
| <span class="normal"><a href="#__codelineno-0-256">256</a></span> |
| <span class="normal"><a href="#__codelineno-0-257">257</a></span> |
| <span class="normal"><a href="#__codelineno-0-258">258</a></span> |
| <span class="normal"><a href="#__codelineno-0-259">259</a></span> |
| <span class="normal"><a href="#__codelineno-0-260">260</a></span> |
| <span class="normal"><a href="#__codelineno-0-261">261</a></span> |
| <span class="normal"><a href="#__codelineno-0-262">262</a></span> |
| <span class="normal"><a href="#__codelineno-0-263">263</a></span> |
| <span class="normal"><a href="#__codelineno-0-264">264</a></span> |
| <span class="normal"><a href="#__codelineno-0-265">265</a></span> |
| <span class="normal"><a href="#__codelineno-0-266">266</a></span> |
| <span class="normal"><a href="#__codelineno-0-267">267</a></span> |
| <span class="normal"><a href="#__codelineno-0-268">268</a></span> |
| <span class="normal"><a href="#__codelineno-0-269">269</a></span> |
| <span class="normal"><a href="#__codelineno-0-270">270</a></span> |
| <span class="normal"><a href="#__codelineno-0-271">271</a></span> |
| <span class="normal"><a href="#__codelineno-0-272">272</a></span> |
| <span class="normal"><a href="#__codelineno-0-273">273</a></span> |
| <span class="normal"><a href="#__codelineno-0-274">274</a></span> |
| <span class="normal"><a href="#__codelineno-0-275">275</a></span> |
| <span class="normal"><a href="#__codelineno-0-276">276</a></span> |
| <span class="normal"><a href="#__codelineno-0-277">277</a></span> |
| <span class="normal"><a href="#__codelineno-0-278">278</a></span> |
| <span class="normal"><a href="#__codelineno-0-279">279</a></span> |
| <span class="normal"><a href="#__codelineno-0-280">280</a></span> |
| <span class="normal"><a href="#__codelineno-0-281">281</a></span> |
| <span class="normal"><a href="#__codelineno-0-282">282</a></span> |
| <span class="normal"><a href="#__codelineno-0-283">283</a></span> |
| <span class="normal"><a href="#__codelineno-0-284">284</a></span> |
| <span class="normal"><a href="#__codelineno-0-285">285</a></span> |
| <span class="normal"><a href="#__codelineno-0-286">286</a></span> |
| <span class="normal"><a href="#__codelineno-0-287">287</a></span> |
| <span class="normal"><a href="#__codelineno-0-288">288</a></span> |
| <span class="normal"><a href="#__codelineno-0-289">289</a></span> |
| <span class="normal"><a href="#__codelineno-0-290">290</a></span> |
| <span class="normal"><a href="#__codelineno-0-291">291</a></span> |
| <span class="normal"><a href="#__codelineno-0-292">292</a></span> |
| <span class="normal"><a href="#__codelineno-0-293">293</a></span> |
| <span class="normal"><a href="#__codelineno-0-294">294</a></span> |
| <span class="normal"><a href="#__codelineno-0-295">295</a></span> |
| <span class="normal"><a href="#__codelineno-0-296">296</a></span> |
| <span class="normal"><a href="#__codelineno-0-297">297</a></span> |
| <span class="normal"><a href="#__codelineno-0-298">298</a></span> |
| <span class="normal"><a href="#__codelineno-0-299">299</a></span> |
| <span class="normal"><a href="#__codelineno-0-300">300</a></span> |
| <span class="normal"><a href="#__codelineno-0-301">301</a></span> |
| <span class="normal"><a href="#__codelineno-0-302">302</a></span> |
| <span class="normal"><a href="#__codelineno-0-303">303</a></span> |
| <span class="normal"><a href="#__codelineno-0-304">304</a></span> |
| <span class="normal"><a href="#__codelineno-0-305">305</a></span> |
| <span class="normal"><a href="#__codelineno-0-306">306</a></span> |
| <span class="normal"><a href="#__codelineno-0-307">307</a></span> |
| <span class="normal"><a href="#__codelineno-0-308">308</a></span> |
| <span class="normal"><a href="#__codelineno-0-309">309</a></span> |
| <span class="normal"><a href="#__codelineno-0-310">310</a></span> |
| <span class="normal"><a href="#__codelineno-0-311">311</a></span> |
| <span class="normal"><a href="#__codelineno-0-312">312</a></span> |
| <span class="normal"><a href="#__codelineno-0-313">313</a></span> |
| <span class="normal"><a href="#__codelineno-0-314">314</a></span> |
| <span class="normal"><a href="#__codelineno-0-315">315</a></span> |
| <span class="normal"><a href="#__codelineno-0-316">316</a></span> |
| <span class="normal"><a href="#__codelineno-0-317">317</a></span> |
| <span class="normal"><a href="#__codelineno-0-318">318</a></span> |
| <span class="normal"><a href="#__codelineno-0-319">319</a></span> |
| <span class="normal"><a href="#__codelineno-0-320">320</a></span> |
| <span class="normal"><a href="#__codelineno-0-321">321</a></span> |
| <span class="normal"><a href="#__codelineno-0-322">322</a></span> |
| <span class="normal"><a href="#__codelineno-0-323">323</a></span> |
| <span class="normal"><a href="#__codelineno-0-324">324</a></span> |
| <span class="normal"><a href="#__codelineno-0-325">325</a></span> |
| <span class="normal"><a href="#__codelineno-0-326">326</a></span> |
| <span class="normal"><a href="#__codelineno-0-327">327</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-231" name="__codelineno-0-231"></a><span class="k">class</span><span class="w"> </span><span class="nc">AvroOutputFile</span><span class="p">(</span><span class="n">Generic</span><span class="p">[</span><span class="n">D</span><span class="p">]):</span> |
| <a id="__codelineno-0-232" name="__codelineno-0-232"></a> <span class="n">output_file</span><span class="p">:</span> <span class="n">OutputFile</span> |
| <a id="__codelineno-0-233" name="__codelineno-0-233"></a> <span class="n">output_stream</span><span class="p">:</span> <span class="n">OutputStream</span> |
| <a id="__codelineno-0-234" name="__codelineno-0-234"></a> <span class="n">file_schema</span><span class="p">:</span> <span class="n">Schema</span> |
| <a id="__codelineno-0-235" name="__codelineno-0-235"></a> <span class="n">schema_name</span><span class="p">:</span> <span class="nb">str</span> |
| <a id="__codelineno-0-236" name="__codelineno-0-236"></a> <span class="n">encoder</span><span class="p">:</span> <span class="n">BinaryEncoder</span> |
| <a id="__codelineno-0-237" name="__codelineno-0-237"></a> <span class="n">sync_bytes</span><span class="p">:</span> <span class="nb">bytes</span> |
| <a id="__codelineno-0-238" name="__codelineno-0-238"></a> <span class="n">writer</span><span class="p">:</span> <span class="n">Writer</span> |
| <a id="__codelineno-0-239" name="__codelineno-0-239"></a> |
| <a id="__codelineno-0-240" name="__codelineno-0-240"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span> |
| <a id="__codelineno-0-241" name="__codelineno-0-241"></a> <span class="bp">self</span><span class="p">,</span> |
| <a id="__codelineno-0-242" name="__codelineno-0-242"></a> <span class="n">output_file</span><span class="p">:</span> <span class="n">OutputFile</span><span class="p">,</span> |
| <a id="__codelineno-0-243" name="__codelineno-0-243"></a> <span class="n">file_schema</span><span class="p">:</span> <span class="n">Schema</span><span class="p">,</span> |
| <a id="__codelineno-0-244" name="__codelineno-0-244"></a> <span class="n">schema_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> |
| <a id="__codelineno-0-245" name="__codelineno-0-245"></a> <span class="n">record_schema</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Schema</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> |
| <a id="__codelineno-0-246" name="__codelineno-0-246"></a> <span class="n">metadata</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="n">EMPTY_DICT</span><span class="p">,</span> |
| <a id="__codelineno-0-247" name="__codelineno-0-247"></a> <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-248" name="__codelineno-0-248"></a> <span class="bp">self</span><span class="o">.</span><span class="n">output_file</span> <span class="o">=</span> <span class="n">output_file</span> |
| <a id="__codelineno-0-249" name="__codelineno-0-249"></a> <span class="bp">self</span><span class="o">.</span><span class="n">file_schema</span> <span class="o">=</span> <span class="n">file_schema</span> |
| <a id="__codelineno-0-250" name="__codelineno-0-250"></a> <span class="bp">self</span><span class="o">.</span><span class="n">schema_name</span> <span class="o">=</span> <span class="n">schema_name</span> |
| <a id="__codelineno-0-251" name="__codelineno-0-251"></a> <span class="bp">self</span><span class="o">.</span><span class="n">sync_bytes</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">urandom</span><span class="p">(</span><span class="n">SYNC_SIZE</span><span class="p">)</span> |
| <a id="__codelineno-0-252" name="__codelineno-0-252"></a> <span class="bp">self</span><span class="o">.</span><span class="n">writer</span> <span class="o">=</span> <span class="p">(</span> |
| <a id="__codelineno-0-253" name="__codelineno-0-253"></a> <span class="n">construct_writer</span><span class="p">(</span><span class="n">file_schema</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">file_schema</span><span class="p">)</span> |
| <a id="__codelineno-0-254" name="__codelineno-0-254"></a> <span class="k">if</span> <span class="n">record_schema</span> <span class="ow">is</span> <span class="kc">None</span> |
| <a id="__codelineno-0-255" name="__codelineno-0-255"></a> <span class="k">else</span> <span class="n">resolve_writer</span><span class="p">(</span><span class="n">record_schema</span><span class="o">=</span><span class="n">record_schema</span><span class="p">,</span> <span class="n">file_schema</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">file_schema</span><span class="p">)</span> |
| <a id="__codelineno-0-256" name="__codelineno-0-256"></a> <span class="p">)</span> |
| <a id="__codelineno-0-257" name="__codelineno-0-257"></a> <span class="bp">self</span><span class="o">.</span><span class="n">metadata</span> <span class="o">=</span> <span class="n">metadata</span> |
| <a id="__codelineno-0-258" name="__codelineno-0-258"></a> |
| <a id="__codelineno-0-259" name="__codelineno-0-259"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__enter__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">AvroOutputFile</span><span class="p">[</span><span class="n">D</span><span class="p">]:</span> |
| <a id="__codelineno-0-260" name="__codelineno-0-260"></a><span class="w"> </span><span class="sd">"""</span> |
| <a id="__codelineno-0-261" name="__codelineno-0-261"></a><span class="sd"> Open the file and writes the header.</span> |
| <a id="__codelineno-0-262" name="__codelineno-0-262"></a> |
| <a id="__codelineno-0-263" name="__codelineno-0-263"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-264" name="__codelineno-0-264"></a><span class="sd"> The file object to write records to</span> |
| <a id="__codelineno-0-265" name="__codelineno-0-265"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-266" name="__codelineno-0-266"></a> <span class="bp">self</span><span class="o">.</span><span class="n">output_stream</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">output_file</span><span class="o">.</span><span class="n">create</span><span class="p">(</span><span class="n">overwrite</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span> |
| <a id="__codelineno-0-267" name="__codelineno-0-267"></a> <span class="bp">self</span><span class="o">.</span><span class="n">encoder</span> <span class="o">=</span> <span class="n">BinaryEncoder</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">output_stream</span><span class="p">)</span> |
| <a id="__codelineno-0-268" name="__codelineno-0-268"></a> |
| <a id="__codelineno-0-269" name="__codelineno-0-269"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_write_header</span><span class="p">()</span> |
| <a id="__codelineno-0-270" name="__codelineno-0-270"></a> |
| <a id="__codelineno-0-271" name="__codelineno-0-271"></a> <span class="k">return</span> <span class="bp">self</span> |
| <a id="__codelineno-0-272" name="__codelineno-0-272"></a> |
| <a id="__codelineno-0-273" name="__codelineno-0-273"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__exit__</span><span class="p">(</span> |
| <a id="__codelineno-0-274" name="__codelineno-0-274"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">exctype</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Type</span><span class="p">[</span><span class="ne">BaseException</span><span class="p">]],</span> <span class="n">excinst</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="ne">BaseException</span><span class="p">],</span> <span class="n">exctb</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">TracebackType</span><span class="p">]</span> |
| <a id="__codelineno-0-275" name="__codelineno-0-275"></a> <span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-276" name="__codelineno-0-276"></a><span class="w"> </span><span class="sd">"""Perform cleanup when exiting the scope of a 'with' statement."""</span> |
| <a id="__codelineno-0-277" name="__codelineno-0-277"></a> <span class="bp">self</span><span class="o">.</span><span class="n">output_stream</span><span class="o">.</span><span class="n">close</span><span class="p">()</span> |
| <a id="__codelineno-0-278" name="__codelineno-0-278"></a> |
| <a id="__codelineno-0-279" name="__codelineno-0-279"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_write_header</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-280" name="__codelineno-0-280"></a> <span class="kn">from</span><span class="w"> </span><span class="nn">pyiceberg.table</span><span class="w"> </span><span class="kn">import</span> <span class="n">TableProperties</span> |
| <a id="__codelineno-0-281" name="__codelineno-0-281"></a> |
| <a id="__codelineno-0-282" name="__codelineno-0-282"></a> <span class="n">codec_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">AVRO_CODEC_KEY</span><span class="p">,</span> <span class="n">TableProperties</span><span class="o">.</span><span class="n">WRITE_AVRO_COMPRESSION_DEFAULT</span><span class="p">)</span> |
| <a id="__codelineno-0-283" name="__codelineno-0-283"></a> <span class="k">if</span> <span class="n">avro_codec_name</span> <span class="o">:=</span> <span class="n">CODEC_MAPPING_ICEBERG_TO_AVRO</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">codec_name</span><span class="p">):</span> |
| <a id="__codelineno-0-284" name="__codelineno-0-284"></a> <span class="n">codec_name</span> <span class="o">=</span> <span class="n">avro_codec_name</span> |
| <a id="__codelineno-0-285" name="__codelineno-0-285"></a> |
| <a id="__codelineno-0-286" name="__codelineno-0-286"></a> <span class="n">json_schema</span> <span class="o">=</span> <span class="n">json</span><span class="o">.</span><span class="n">dumps</span><span class="p">(</span><span class="n">AvroSchemaConversion</span><span class="p">()</span><span class="o">.</span><span class="n">iceberg_to_avro</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">file_schema</span><span class="p">,</span> <span class="n">schema_name</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">schema_name</span><span class="p">))</span> |
| <a id="__codelineno-0-287" name="__codelineno-0-287"></a> |
| <a id="__codelineno-0-288" name="__codelineno-0-288"></a> <span class="n">meta</span> <span class="o">=</span> <span class="p">{</span><span class="o">**</span><span class="bp">self</span><span class="o">.</span><span class="n">metadata</span><span class="p">,</span> <span class="n">_SCHEMA_KEY</span><span class="p">:</span> <span class="n">json_schema</span><span class="p">,</span> <span class="n">AVRO_CODEC_KEY</span><span class="p">:</span> <span class="n">codec_name</span><span class="p">}</span> |
| <a id="__codelineno-0-289" name="__codelineno-0-289"></a> <span class="n">header</span> <span class="o">=</span> <span class="n">AvroFileHeader</span><span class="p">(</span><span class="n">MAGIC</span><span class="p">,</span> <span class="n">meta</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">sync_bytes</span><span class="p">)</span> |
| <a id="__codelineno-0-290" name="__codelineno-0-290"></a> <span class="n">construct_writer</span><span class="p">(</span><span class="n">META_SCHEMA</span><span class="p">)</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">encoder</span><span class="p">,</span> <span class="n">header</span><span class="p">)</span> |
| <a id="__codelineno-0-291" name="__codelineno-0-291"></a> |
| <a id="__codelineno-0-292" name="__codelineno-0-292"></a> <span class="k">def</span><span class="w"> </span><span class="nf">compression_codec</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">Type</span><span class="p">[</span><span class="n">Codec</span><span class="p">]]:</span> |
| <a id="__codelineno-0-293" name="__codelineno-0-293"></a><span class="w"> </span><span class="sd">"""Get the file's compression codec algorithm from the file's metadata.</span> |
| <a id="__codelineno-0-294" name="__codelineno-0-294"></a> |
| <a id="__codelineno-0-295" name="__codelineno-0-295"></a><span class="sd"> In the case of a null codec, we return a None indicating that we</span> |
| <a id="__codelineno-0-296" name="__codelineno-0-296"></a><span class="sd"> don't need to compress/decompress.</span> |
| <a id="__codelineno-0-297" name="__codelineno-0-297"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-298" name="__codelineno-0-298"></a> <span class="kn">from</span><span class="w"> </span><span class="nn">pyiceberg.table</span><span class="w"> </span><span class="kn">import</span> <span class="n">TableProperties</span> |
| <a id="__codelineno-0-299" name="__codelineno-0-299"></a> |
| <a id="__codelineno-0-300" name="__codelineno-0-300"></a> <span class="n">codec_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">AVRO_CODEC_KEY</span><span class="p">,</span> <span class="n">TableProperties</span><span class="o">.</span><span class="n">WRITE_AVRO_COMPRESSION_DEFAULT</span><span class="p">)</span> |
| <a id="__codelineno-0-301" name="__codelineno-0-301"></a> |
| <a id="__codelineno-0-302" name="__codelineno-0-302"></a> <span class="k">if</span> <span class="n">avro_codec_name</span> <span class="o">:=</span> <span class="n">CODEC_MAPPING_ICEBERG_TO_AVRO</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">codec_name</span><span class="p">):</span> |
| <a id="__codelineno-0-303" name="__codelineno-0-303"></a> <span class="n">codec_name</span> <span class="o">=</span> <span class="n">avro_codec_name</span> |
| <a id="__codelineno-0-304" name="__codelineno-0-304"></a> |
| <a id="__codelineno-0-305" name="__codelineno-0-305"></a> <span class="k">if</span> <span class="n">codec_name</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">KNOWN_CODECS</span><span class="p">:</span> |
| <a id="__codelineno-0-306" name="__codelineno-0-306"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Unsupported codec: </span><span class="si">{</span><span class="n">codec_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-307" name="__codelineno-0-307"></a> |
| <a id="__codelineno-0-308" name="__codelineno-0-308"></a> <span class="k">return</span> <span class="n">KNOWN_CODECS</span><span class="p">[</span><span class="n">codec_name</span><span class="p">]</span> <span class="c1"># type: ignore</span> |
| <a id="__codelineno-0-309" name="__codelineno-0-309"></a> |
| <a id="__codelineno-0-310" name="__codelineno-0-310"></a> <span class="k">def</span><span class="w"> </span><span class="nf">write_block</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">objects</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="n">D</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-311" name="__codelineno-0-311"></a> <span class="n">in_memory</span> <span class="o">=</span> <span class="n">io</span><span class="o">.</span><span class="n">BytesIO</span><span class="p">()</span> |
| <a id="__codelineno-0-312" name="__codelineno-0-312"></a> <span class="n">block_content_encoder</span> <span class="o">=</span> <span class="n">BinaryEncoder</span><span class="p">(</span><span class="n">output_stream</span><span class="o">=</span><span class="n">in_memory</span><span class="p">)</span> |
| <a id="__codelineno-0-313" name="__codelineno-0-313"></a> <span class="k">for</span> <span class="n">obj</span> <span class="ow">in</span> <span class="n">objects</span><span class="p">:</span> |
| <a id="__codelineno-0-314" name="__codelineno-0-314"></a> <span class="bp">self</span><span class="o">.</span><span class="n">writer</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">block_content_encoder</span><span class="p">,</span> <span class="n">obj</span><span class="p">)</span> |
| <a id="__codelineno-0-315" name="__codelineno-0-315"></a> <span class="n">block_content</span> <span class="o">=</span> <span class="n">in_memory</span><span class="o">.</span><span class="n">getvalue</span><span class="p">()</span> |
| <a id="__codelineno-0-316" name="__codelineno-0-316"></a> |
| <a id="__codelineno-0-317" name="__codelineno-0-317"></a> <span class="bp">self</span><span class="o">.</span><span class="n">encoder</span><span class="o">.</span><span class="n">write_int</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">objects</span><span class="p">))</span> |
| <a id="__codelineno-0-318" name="__codelineno-0-318"></a> |
| <a id="__codelineno-0-319" name="__codelineno-0-319"></a> <span class="k">if</span> <span class="n">codec</span> <span class="o">:=</span> <span class="bp">self</span><span class="o">.</span><span class="n">compression_codec</span><span class="p">():</span> |
| <a id="__codelineno-0-320" name="__codelineno-0-320"></a> <span class="n">content</span><span class="p">,</span> <span class="n">content_length</span> <span class="o">=</span> <span class="n">codec</span><span class="o">.</span><span class="n">compress</span><span class="p">(</span><span class="n">block_content</span><span class="p">)</span> |
| <a id="__codelineno-0-321" name="__codelineno-0-321"></a> <span class="bp">self</span><span class="o">.</span><span class="n">encoder</span><span class="o">.</span><span class="n">write_int</span><span class="p">(</span><span class="n">content_length</span><span class="p">)</span> |
| <a id="__codelineno-0-322" name="__codelineno-0-322"></a> <span class="bp">self</span><span class="o">.</span><span class="n">encoder</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">content</span><span class="p">)</span> |
| <a id="__codelineno-0-323" name="__codelineno-0-323"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-324" name="__codelineno-0-324"></a> <span class="bp">self</span><span class="o">.</span><span class="n">encoder</span><span class="o">.</span><span class="n">write_int</span><span class="p">(</span><span class="nb">len</span><span class="p">(</span><span class="n">block_content</span><span class="p">))</span> |
| <a id="__codelineno-0-325" name="__codelineno-0-325"></a> <span class="bp">self</span><span class="o">.</span><span class="n">encoder</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="n">block_content</span><span class="p">)</span> |
| <a id="__codelineno-0-326" name="__codelineno-0-326"></a> |
| <a id="__codelineno-0-327" name="__codelineno-0-327"></a> <span class="bp">self</span><span class="o">.</span><span class="n">encoder</span><span class="o">.</span><span class="n">write</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">sync_bytes</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.file.AvroOutputFile.__enter__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__enter__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.file.AvroOutputFile.__enter__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Open the file and writes the header.</p> |
| |
| |
| <p><span class="doc-section-title">Returns:</span></p> |
| <table> |
| <thead> |
| <tr> |
| <th>Type</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr class="doc-section-item"> |
| <td> |
| <code><a class="autorefs autorefs-internal" title="AvroOutputFile (pyiceberg.avro.file.AvroOutputFile)" href="#pyiceberg.avro.file.AvroOutputFile">AvroOutputFile</a>[<span title="pyiceberg.avro.file.D">D</span>]</code> |
| </td> |
| <td> |
| <div class="doc-md-description"> |
| <p>The file object to write records to</p> |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-259">259</a></span> |
| <span class="normal"><a href="#__codelineno-0-260">260</a></span> |
| <span class="normal"><a href="#__codelineno-0-261">261</a></span> |
| <span class="normal"><a href="#__codelineno-0-262">262</a></span> |
| <span class="normal"><a href="#__codelineno-0-263">263</a></span> |
| <span class="normal"><a href="#__codelineno-0-264">264</a></span> |
| <span class="normal"><a href="#__codelineno-0-265">265</a></span> |
| <span class="normal"><a href="#__codelineno-0-266">266</a></span> |
| <span class="normal"><a href="#__codelineno-0-267">267</a></span> |
| <span class="normal"><a href="#__codelineno-0-268">268</a></span> |
| <span class="normal"><a href="#__codelineno-0-269">269</a></span> |
| <span class="normal"><a href="#__codelineno-0-270">270</a></span> |
| <span class="normal"><a href="#__codelineno-0-271">271</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-259" name="__codelineno-0-259"></a><span class="k">def</span><span class="w"> </span><span class="fm">__enter__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">AvroOutputFile</span><span class="p">[</span><span class="n">D</span><span class="p">]:</span> |
| <a id="__codelineno-0-260" name="__codelineno-0-260"></a><span class="w"> </span><span class="sd">"""</span> |
| <a id="__codelineno-0-261" name="__codelineno-0-261"></a><span class="sd"> Open the file and writes the header.</span> |
| <a id="__codelineno-0-262" name="__codelineno-0-262"></a> |
| <a id="__codelineno-0-263" name="__codelineno-0-263"></a><span class="sd"> Returns:</span> |
| <a id="__codelineno-0-264" name="__codelineno-0-264"></a><span class="sd"> The file object to write records to</span> |
| <a id="__codelineno-0-265" name="__codelineno-0-265"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-266" name="__codelineno-0-266"></a> <span class="bp">self</span><span class="o">.</span><span class="n">output_stream</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">output_file</span><span class="o">.</span><span class="n">create</span><span class="p">(</span><span class="n">overwrite</span><span class="o">=</span><span class="kc">True</span><span class="p">)</span> |
| <a id="__codelineno-0-267" name="__codelineno-0-267"></a> <span class="bp">self</span><span class="o">.</span><span class="n">encoder</span> <span class="o">=</span> <span class="n">BinaryEncoder</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">output_stream</span><span class="p">)</span> |
| <a id="__codelineno-0-268" name="__codelineno-0-268"></a> |
| <a id="__codelineno-0-269" name="__codelineno-0-269"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_write_header</span><span class="p">()</span> |
| <a id="__codelineno-0-270" name="__codelineno-0-270"></a> |
| <a id="__codelineno-0-271" name="__codelineno-0-271"></a> <span class="k">return</span> <span class="bp">self</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.file.AvroOutputFile.__exit__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__exit__</span><span class="p">(</span><span class="n">exctype</span><span class="p">,</span> <span class="n">excinst</span><span class="p">,</span> <span class="n">exctb</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.avro.file.AvroOutputFile.__exit__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Perform cleanup when exiting the scope of a 'with' statement.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-273">273</a></span> |
| <span class="normal"><a href="#__codelineno-0-274">274</a></span> |
| <span class="normal"><a href="#__codelineno-0-275">275</a></span> |
| <span class="normal"><a href="#__codelineno-0-276">276</a></span> |
| <span class="normal"><a href="#__codelineno-0-277">277</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-273" name="__codelineno-0-273"></a><span class="k">def</span><span class="w"> </span><span class="fm">__exit__</span><span class="p">(</span> |
| <a id="__codelineno-0-274" name="__codelineno-0-274"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">exctype</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">Type</span><span class="p">[</span><span class="ne">BaseException</span><span class="p">]],</span> <span class="n">excinst</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="ne">BaseException</span><span class="p">],</span> <span class="n">exctb</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="n">TracebackType</span><span class="p">]</span> |
| <a id="__codelineno-0-275" name="__codelineno-0-275"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-276" name="__codelineno-0-276"></a><span class="w"> </span><span class="sd">"""Perform cleanup when exiting the scope of a 'with' statement."""</span> |
| <a id="__codelineno-0-277" name="__codelineno-0-277"></a> <span class="bp">self</span><span class="o">.</span><span class="n">output_stream</span><span class="o">.</span><span class="n">close</span><span class="p">()</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.file.AvroOutputFile.compression_codec" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">compression_codec</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.file.AvroOutputFile.compression_codec" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Get the file's compression codec algorithm from the file's metadata.</p> |
| <p>In the case of a null codec, we return a None indicating that we |
| don't need to compress/decompress.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-292">292</a></span> |
| <span class="normal"><a href="#__codelineno-0-293">293</a></span> |
| <span class="normal"><a href="#__codelineno-0-294">294</a></span> |
| <span class="normal"><a href="#__codelineno-0-295">295</a></span> |
| <span class="normal"><a href="#__codelineno-0-296">296</a></span> |
| <span class="normal"><a href="#__codelineno-0-297">297</a></span> |
| <span class="normal"><a href="#__codelineno-0-298">298</a></span> |
| <span class="normal"><a href="#__codelineno-0-299">299</a></span> |
| <span class="normal"><a href="#__codelineno-0-300">300</a></span> |
| <span class="normal"><a href="#__codelineno-0-301">301</a></span> |
| <span class="normal"><a href="#__codelineno-0-302">302</a></span> |
| <span class="normal"><a href="#__codelineno-0-303">303</a></span> |
| <span class="normal"><a href="#__codelineno-0-304">304</a></span> |
| <span class="normal"><a href="#__codelineno-0-305">305</a></span> |
| <span class="normal"><a href="#__codelineno-0-306">306</a></span> |
| <span class="normal"><a href="#__codelineno-0-307">307</a></span> |
| <span class="normal"><a href="#__codelineno-0-308">308</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-292" name="__codelineno-0-292"></a><span class="k">def</span><span class="w"> </span><span class="nf">compression_codec</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Optional</span><span class="p">[</span><span class="n">Type</span><span class="p">[</span><span class="n">Codec</span><span class="p">]]:</span> |
| <a id="__codelineno-0-293" name="__codelineno-0-293"></a><span class="w"> </span><span class="sd">"""Get the file's compression codec algorithm from the file's metadata.</span> |
| <a id="__codelineno-0-294" name="__codelineno-0-294"></a> |
| <a id="__codelineno-0-295" name="__codelineno-0-295"></a><span class="sd"> In the case of a null codec, we return a None indicating that we</span> |
| <a id="__codelineno-0-296" name="__codelineno-0-296"></a><span class="sd"> don't need to compress/decompress.</span> |
| <a id="__codelineno-0-297" name="__codelineno-0-297"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-298" name="__codelineno-0-298"></a> <span class="kn">from</span><span class="w"> </span><span class="nn">pyiceberg.table</span><span class="w"> </span><span class="kn">import</span> <span class="n">TableProperties</span> |
| <a id="__codelineno-0-299" name="__codelineno-0-299"></a> |
| <a id="__codelineno-0-300" name="__codelineno-0-300"></a> <span class="n">codec_name</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">metadata</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">AVRO_CODEC_KEY</span><span class="p">,</span> <span class="n">TableProperties</span><span class="o">.</span><span class="n">WRITE_AVRO_COMPRESSION_DEFAULT</span><span class="p">)</span> |
| <a id="__codelineno-0-301" name="__codelineno-0-301"></a> |
| <a id="__codelineno-0-302" name="__codelineno-0-302"></a> <span class="k">if</span> <span class="n">avro_codec_name</span> <span class="o">:=</span> <span class="n">CODEC_MAPPING_ICEBERG_TO_AVRO</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">codec_name</span><span class="p">):</span> |
| <a id="__codelineno-0-303" name="__codelineno-0-303"></a> <span class="n">codec_name</span> <span class="o">=</span> <span class="n">avro_codec_name</span> |
| <a id="__codelineno-0-304" name="__codelineno-0-304"></a> |
| <a id="__codelineno-0-305" name="__codelineno-0-305"></a> <span class="k">if</span> <span class="n">codec_name</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">KNOWN_CODECS</span><span class="p">:</span> |
| <a id="__codelineno-0-306" name="__codelineno-0-306"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Unsupported codec: </span><span class="si">{</span><span class="n">codec_name</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span> |
| <a id="__codelineno-0-307" name="__codelineno-0-307"></a> |
| <a id="__codelineno-0-308" name="__codelineno-0-308"></a> <span class="k">return</span> <span class="n">KNOWN_CODECS</span><span class="p">[</span><span class="n">codec_name</span><span class="p">]</span> <span class="c1"># type: ignore</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.avro.file.Block" class="doc doc-heading"> |
| <code>Block</code> |
| |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-dataclass"><code>dataclass</code></small> |
| </span> |
| |
| <a href="#pyiceberg.avro.file.Block" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><span title="typing.Generic">Generic</span>[<span title="pyiceberg.avro.file.D">D</span>]</code></p> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-114">114</a></span> |
| <span class="normal"><a href="#__codelineno-0-115">115</a></span> |
| <span class="normal"><a href="#__codelineno-0-116">116</a></span> |
| <span class="normal"><a href="#__codelineno-0-117">117</a></span> |
| <span class="normal"><a href="#__codelineno-0-118">118</a></span> |
| <span class="normal"><a href="#__codelineno-0-119">119</a></span> |
| <span class="normal"><a href="#__codelineno-0-120">120</a></span> |
| <span class="normal"><a href="#__codelineno-0-121">121</a></span> |
| <span class="normal"><a href="#__codelineno-0-122">122</a></span> |
| <span class="normal"><a href="#__codelineno-0-123">123</a></span> |
| <span class="normal"><a href="#__codelineno-0-124">124</a></span> |
| <span class="normal"><a href="#__codelineno-0-125">125</a></span> |
| <span class="normal"><a href="#__codelineno-0-126">126</a></span> |
| <span class="normal"><a href="#__codelineno-0-127">127</a></span> |
| <span class="normal"><a href="#__codelineno-0-128">128</a></span> |
| <span class="normal"><a href="#__codelineno-0-129">129</a></span> |
| <span class="normal"><a href="#__codelineno-0-130">130</a></span> |
| <span class="normal"><a href="#__codelineno-0-131">131</a></span> |
| <span class="normal"><a href="#__codelineno-0-132">132</a></span> |
| <span class="normal"><a href="#__codelineno-0-133">133</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-114" name="__codelineno-0-114"></a><span class="nd">@dataclass</span> |
| <a id="__codelineno-0-115" name="__codelineno-0-115"></a><span class="k">class</span><span class="w"> </span><span class="nc">Block</span><span class="p">(</span><span class="n">Generic</span><span class="p">[</span><span class="n">D</span><span class="p">]):</span> |
| <a id="__codelineno-0-116" name="__codelineno-0-116"></a> <span class="n">reader</span><span class="p">:</span> <span class="n">Reader</span> |
| <a id="__codelineno-0-117" name="__codelineno-0-117"></a> <span class="n">block_records</span><span class="p">:</span> <span class="nb">int</span> |
| <a id="__codelineno-0-118" name="__codelineno-0-118"></a> <span class="n">block_decoder</span><span class="p">:</span> <span class="n">BinaryDecoder</span> |
| <a id="__codelineno-0-119" name="__codelineno-0-119"></a> <span class="n">position</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span> |
| <a id="__codelineno-0-120" name="__codelineno-0-120"></a> |
| <a id="__codelineno-0-121" name="__codelineno-0-121"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__iter__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Block</span><span class="p">[</span><span class="n">D</span><span class="p">]:</span> |
| <a id="__codelineno-0-122" name="__codelineno-0-122"></a><span class="w"> </span><span class="sd">"""Return an iterator for the Block class."""</span> |
| <a id="__codelineno-0-123" name="__codelineno-0-123"></a> <span class="k">return</span> <span class="bp">self</span> |
| <a id="__codelineno-0-124" name="__codelineno-0-124"></a> |
| <a id="__codelineno-0-125" name="__codelineno-0-125"></a> <span class="k">def</span><span class="w"> </span><span class="nf">has_next</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-126" name="__codelineno-0-126"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">position</span> <span class="o"><</span> <span class="bp">self</span><span class="o">.</span><span class="n">block_records</span> |
| <a id="__codelineno-0-127" name="__codelineno-0-127"></a> |
| <a id="__codelineno-0-128" name="__codelineno-0-128"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__next__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">D</span><span class="p">:</span> |
| <a id="__codelineno-0-129" name="__codelineno-0-129"></a><span class="w"> </span><span class="sd">"""Return the next item when iterating over the Block class."""</span> |
| <a id="__codelineno-0-130" name="__codelineno-0-130"></a> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">has_next</span><span class="p">():</span> |
| <a id="__codelineno-0-131" name="__codelineno-0-131"></a> <span class="bp">self</span><span class="o">.</span><span class="n">position</span> <span class="o">+=</span> <span class="mi">1</span> |
| <a id="__codelineno-0-132" name="__codelineno-0-132"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">reader</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">block_decoder</span><span class="p">)</span> |
| <a id="__codelineno-0-133" name="__codelineno-0-133"></a> <span class="k">raise</span> <span class="ne">StopIteration</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.file.Block.__iter__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__iter__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.file.Block.__iter__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return an iterator for the Block class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-121">121</a></span> |
| <span class="normal"><a href="#__codelineno-0-122">122</a></span> |
| <span class="normal"><a href="#__codelineno-0-123">123</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-121" name="__codelineno-0-121"></a><span class="k">def</span><span class="w"> </span><span class="fm">__iter__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Block</span><span class="p">[</span><span class="n">D</span><span class="p">]:</span> |
| <a id="__codelineno-0-122" name="__codelineno-0-122"></a><span class="w"> </span><span class="sd">"""Return an iterator for the Block class."""</span> |
| <a id="__codelineno-0-123" name="__codelineno-0-123"></a> <span class="k">return</span> <span class="bp">self</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.file.Block.__next__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__next__</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.file.Block.__next__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the next item when iterating over the Block class.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/file.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-128">128</a></span> |
| <span class="normal"><a href="#__codelineno-0-129">129</a></span> |
| <span class="normal"><a href="#__codelineno-0-130">130</a></span> |
| <span class="normal"><a href="#__codelineno-0-131">131</a></span> |
| <span class="normal"><a href="#__codelineno-0-132">132</a></span> |
| <span class="normal"><a href="#__codelineno-0-133">133</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-128" name="__codelineno-0-128"></a><span class="k">def</span><span class="w"> </span><span class="fm">__next__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">D</span><span class="p">:</span> |
| <a id="__codelineno-0-129" name="__codelineno-0-129"></a><span class="w"> </span><span class="sd">"""Return the next item when iterating over the Block class."""</span> |
| <a id="__codelineno-0-130" name="__codelineno-0-130"></a> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">has_next</span><span class="p">():</span> |
| <a id="__codelineno-0-131" name="__codelineno-0-131"></a> <span class="bp">self</span><span class="o">.</span><span class="n">position</span> <span class="o">+=</span> <span class="mi">1</span> |
| <a id="__codelineno-0-132" name="__codelineno-0-132"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">reader</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">block_decoder</span><span class="p">)</span> |
| <a id="__codelineno-0-133" name="__codelineno-0-133"></a> <span class="k">raise</span> <span class="ne">StopIteration</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </article> |
| </div> |
| |
| |
| <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> |
| </div> |
| |
| <button type="button" class="md-top md-icon" data-md-component="top" hidden> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> |
| Back to top |
| </button> |
| |
| </main> |
| |
| <footer class="md-footer"> |
| |
| <div class="md-footer-meta md-typeset"> |
| <div class="md-footer-meta__inner md-grid"> |
| <div class="md-copyright"> |
| |
| |
| Made with |
| <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener"> |
| Material for MkDocs |
| </a> |
| |
| </div> |
| |
| </div> |
| </div> |
| </footer> |
| |
| </div> |
| <div class="md-dialog" data-md-component="dialog"> |
| <div class="md-dialog__inner md-typeset"></div> |
| </div> |
| |
| |
| |
| |
| <script id="__config" type="application/json">{"base": "../../../..", "features": ["navigation.top", "navigation.tracking", "navigation.tabs", "navigation.tabs.sticky", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.973d3a69.min.js", "tags": null, "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": null}</script> |
| |
| |
| <script src="../../../../assets/javascripts/bundle.f55a23d4.min.js"></script> |
| |
| |
| </body> |
| </html> |
