| |
| <!doctype html> |
| <html lang="en" class="no-js"> |
| <head> |
| |
| <meta charset="utf-8"> |
| <meta name="viewport" content="width=device-width,initial-scale=1"> |
| |
| |
| |
| <link rel="canonical" href="https://py.iceberg.apache.org/reference/pyiceberg/avro/decoder/"> |
| |
| |
| <link rel="prev" href="../codecs/zstandard_codec/"> |
| |
| |
| <link rel="next" href="../encoder/"> |
| |
| |
| <link rel="icon" href="../../../../assets/images/iceberg-logo-icon.png"> |
| <meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.6.21"> |
| |
| |
| |
| <title>decoder - PyIceberg</title> |
| |
| |
| |
| <link rel="stylesheet" href="../../../../assets/stylesheets/main.2a3383ac.min.css"> |
| |
| |
| <link rel="stylesheet" href="../../../../assets/stylesheets/palette.06af60db.min.css"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin> |
| <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Lato:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"> |
| <style>:root{--md-text-font:"Lato";--md-code-font:"Roboto Mono"}</style> |
| |
| |
| |
| <link rel="stylesheet" href="../../../../assets/_mkdocstrings.css"> |
| |
| <script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script> |
| |
| |
| |
| |
| |
| |
| |
| <!-- Matomo --> |
| <script> |
| var _paq = window._paq = window._paq || []; |
| /* tracker methods like "setCustomDimension" should be called before "trackPageView" */ |
| _paq.push(["setDoNotTrack", true]); |
| _paq.push(["disableCookies"]); |
| _paq.push(['trackPageView']); |
| _paq.push(['enableLinkTracking']); |
| (function() { |
| var u="https://analytics.apache.org/"; |
| _paq.push(['setTrackerUrl', u+'matomo.php']); |
| _paq.push(['setSiteId', '82']); |
| var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0]; |
| g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s); |
| })(); |
| </script> |
| <!-- End Matomo --> |
| |
| </head> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <body dir="ltr" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo"> |
| |
| |
| <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off"> |
| <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off"> |
| <label class="md-overlay" for="__drawer"></label> |
| <div data-md-component="skip"> |
| |
| |
| <a href="#pyiceberg.avro.decoder" class="md-skip"> |
| Skip to content |
| </a> |
| |
| </div> |
| <div data-md-component="announce"> |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| <header class="md-header md-header--shadow md-header--lifted" data-md-component="header"> |
| <nav class="md-header__inner md-grid" aria-label="Header"> |
| <a href="../../../.." title="PyIceberg" class="md-header__button md-logo" aria-label="PyIceberg" data-md-component="logo"> |
| |
| <img src="../../../../assets/images/iceberg-logo-icon.png" alt="logo"> |
| |
| </a> |
| <label class="md-header__button md-icon" for="__drawer"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg> |
| </label> |
| <div class="md-header__title" data-md-component="header-title"> |
| <div class="md-header__ellipsis"> |
| <div class="md-header__topic"> |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| </div> |
| <div class="md-header__topic" data-md-component="header-topic"> |
| <span class="md-ellipsis"> |
| |
| decoder |
| |
| </span> |
| </div> |
| </div> |
| </div> |
| |
| |
| <form class="md-header__option" data-md-component="palette"> |
| |
| |
| |
| |
| <input class="md-option" data-md-color-media="" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_0"> |
| |
| <label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_1" hidden> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a4 4 0 0 0-4 4 4 4 0 0 0 4 4 4 4 0 0 0 4-4 4 4 0 0 0-4-4m0 10a6 6 0 0 1-6-6 6 6 0 0 1 6-6 6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> |
| </label> |
| |
| |
| |
| |
| |
| <input class="md-option" data-md-color-media="" data-md-color-scheme="slate" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_1"> |
| |
| <label class="md-header__button md-icon" title="Switch to light mode" for="__palette_0" hidden> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 18c-.89 0-1.74-.2-2.5-.55C11.56 16.5 13 14.42 13 12s-1.44-4.5-3.5-5.45C10.26 6.2 11.11 6 12 6a6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg> |
| </label> |
| |
| |
| </form> |
| |
| |
| |
| <script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script> |
| |
| |
| |
| |
| |
| <label class="md-header__button md-icon" for="__search"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> |
| </label> |
| <div class="md-search" data-md-component="search" role="dialog"> |
| <label class="md-search__overlay" for="__search"></label> |
| <div class="md-search__inner" role="search"> |
| <form class="md-search__form" name="search"> |
| <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required> |
| <label class="md-search__icon md-icon" for="__search"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg> |
| </label> |
| <nav class="md-search__options" aria-label="Search"> |
| |
| <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg> |
| </button> |
| </nav> |
| |
| </form> |
| <div class="md-search__output"> |
| <div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix> |
| <div class="md-search-result" data-md-component="search-result"> |
| <div class="md-search-result__meta"> |
| Initializing search |
| </div> |
| <ol class="md-search-result__list" role="presentation"></ol> |
| </div> |
| </div> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-header__source"> |
| <a href="https://github.com/apache/iceberg-python" title="Go to repository" class="md-source" data-md-component="source"> |
| <div class="md-source__icon md-icon"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.0.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg> |
| </div> |
| <div class="md-source__repository"> |
| apache/iceberg-python |
| </div> |
| </a> |
| </div> |
| |
| </nav> |
| |
| |
| |
| <nav class="md-tabs" aria-label="Tabs" data-md-component="tabs"> |
| <div class="md-grid"> |
| <ul class="md-tabs__list"> |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../.." class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Getting started |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../configuration/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Configuration |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../cli/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| CLI |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../api/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| API |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../contributing/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Contributing |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../community/" class="md-tabs__link"> |
| |
| |
| |
| |
| |
| Community |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../verify-release/" class="md-tabs__link"> |
| |
| |
| |
| Releases |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item md-tabs__item--active"> |
| <a href="../../" class="md-tabs__link"> |
| |
| |
| |
| Code Reference |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </div> |
| </nav> |
| |
| |
| </header> |
| |
| <div class="md-container" data-md-component="container"> |
| |
| |
| |
| |
| <main class="md-main" data-md-component="main"> |
| <div class="md-main__inner md-grid"> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| |
| |
| |
| |
| <nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0"> |
| <label class="md-nav__title" for="__drawer"> |
| <a href="../../../.." title="PyIceberg" class="md-nav__button md-logo" aria-label="PyIceberg" data-md-component="logo"> |
| |
| <img src="../../../../assets/images/iceberg-logo-icon.png" alt="logo"> |
| |
| </a> |
| PyIceberg |
| </label> |
| |
| <div class="md-nav__source"> |
| <a href="https://github.com/apache/iceberg-python" title="Go to repository" class="md-source" data-md-component="source"> |
| <div class="md-source__icon md-icon"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.0.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg> |
| </div> |
| <div class="md-source__repository"> |
| apache/iceberg-python |
| </div> |
| </a> |
| </div> |
| |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../.." class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Getting started |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../configuration/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../cli/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| CLI |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../../../api/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| API |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_4" id="__nav_4_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_4"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../row-filter-syntax/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Row Filter Syntax |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../expression-dsl/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Expression DSL |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../contributing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Contributing |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../community/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Community |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" > |
| |
| |
| <label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Releases |
| |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_7"> |
| <span class="md-nav__icon md-icon"></span> |
| Releases |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../verify-release/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Verify a release |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../how-to-release/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| How to release |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://github.com/apache/iceberg-python/releases" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Release Notes |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../nightly-build/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Nightly Build |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" checked> |
| |
| |
| <label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex=""> |
| |
| |
| |
| <span class="md-ellipsis"> |
| Code Reference |
| |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_8"> |
| <span class="md-nav__icon md-icon"></span> |
| Code Reference |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1" checked> |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| pyiceberg |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1" id="__nav_8_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_8_1_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_8_1"> |
| <span class="md-nav__icon md-icon"></span> |
| pyiceberg |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_1" checked> |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| avro |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_1" id="__nav_8_1_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_1_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_8_1_1"> |
| <span class="md-nav__icon md-icon"></span> |
| avro |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_1_1" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../codecs/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| codecs |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_1_1" id="__nav_8_1_1_1_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_1_1_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_1_1"> |
| <span class="md-nav__icon md-icon"></span> |
| codecs |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../codecs/bzip2/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| bzip2 |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../codecs/codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| codec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../codecs/deflate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| deflate |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../codecs/snappy_codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| snappy_codec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../codecs/zstandard_codec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| zstandard_codec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active"> |
| |
| <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc"> |
| |
| |
| |
| <label class="md-nav__link md-nav__link--active" for="__toc"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| decoder |
| |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <a href="./" class="md-nav__link md-nav__link--active"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| decoder |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| |
| <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> |
| |
| |
| |
| |
| <label class="md-nav__title" for="__toc"> |
| <span class="md-nav__icon md-icon"></span> |
| Table of contents |
| </label> |
| <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| decoder |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| BinaryDecoder |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="BinaryDecoder"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_boolean" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_boolean |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_bytes" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_bytes |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_double" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_double |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_float" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_float |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_int" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_int |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_int_bytes_dict" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_int_bytes_dict |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_ints" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_ints |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_utf8" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_utf8 |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.skip" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| skip |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.tell" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| tell |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.StreamingBinaryDecoder" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| StreamingBinaryDecoder |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="StreamingBinaryDecoder"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.StreamingBinaryDecoder.__init__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __init__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.StreamingBinaryDecoder.read" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.StreamingBinaryDecoder.tell" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| tell |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| </ul> |
| |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../encoder/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| encoder |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../file/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| file |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../reader/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| reader |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../resolver/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| resolver |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../writer/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| writer |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_2" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../catalog/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| catalog |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_2" id="__nav_8_1_2_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_2"> |
| <span class="md-nav__icon md-icon"></span> |
| catalog |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/bigquery_metastore/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| bigquery_metastore |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/dynamodb/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| dynamodb |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/glue/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| glue |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/hive/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| hive |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/memory/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| memory |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/noop/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| noop |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_2_7" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../catalog/rest/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| rest |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_2_7" id="__nav_8_1_2_7_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_2_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_2_7"> |
| <span class="md-nav__icon md-icon"></span> |
| rest |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/rest/auth/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| auth |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/rest/response/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| response |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../catalog/sql/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| sql |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_3" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../cli/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| cli |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_3" id="__nav_8_1_3_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_3"> |
| <span class="md-nav__icon md-icon"></span> |
| cli |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../cli/console/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| console |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../cli/output/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| output |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../conversions/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| conversions |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../exceptions/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| exceptions |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_6" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../expressions/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| expressions |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_6" id="__nav_8_1_6_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_6_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_6"> |
| <span class="md-nav__icon md-icon"></span> |
| expressions |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../expressions/literals/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| literals |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../expressions/parser/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| parser |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../expressions/visitors/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| visitors |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_7" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../io/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| io |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_7" id="__nav_8_1_7_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_7_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_7"> |
| <span class="md-nav__icon md-icon"></span> |
| io |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../io/fsspec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| fsspec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../io/pyarrow/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| pyarrow |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../manifest/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| manifest |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../partitioning/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| partitioning |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../schema/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| schema |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../serializers/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| serializers |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_12" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../table/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| table |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_12" id="__nav_8_1_12_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_12_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_12"> |
| <span class="md-nav__icon md-icon"></span> |
| table |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/inspect/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| inspect |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/locations/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| locations |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/maintenance/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| maintenance |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/metadata/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| metadata |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/name_mapping/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| name_mapping |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/puffin/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| puffin |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/refs/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| refs |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/snapshots/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| snapshots |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/sorting/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| sorting |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/statistics/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| statistics |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_12_11" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../table/update/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| update |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_12_11" id="__nav_8_1_12_11_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_12_11_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_12_11"> |
| <span class="md-nav__icon md-icon"></span> |
| update |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/schema/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| schema |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/snapshot/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| snapshot |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/sorting/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| sorting |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/spec/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| spec |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/statistics/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| statistics |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/update/validate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| validate |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table/upsert_util/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| upsert_util |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../transforms/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| transforms |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../typedef/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| typedef |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../types/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| types |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_16" > |
| |
| |
| <div class="md-nav__link md-nav__container"> |
| <a href="../../utils/" class="md-nav__link "> |
| |
| |
| |
| <span class="md-ellipsis"> |
| utils |
| |
| </span> |
| |
| |
| </a> |
| |
| |
| <label class="md-nav__link " for="__nav_8_1_16" id="__nav_8_1_16_label" tabindex="0"> |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| </div> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_8_1_16"> |
| <span class="md-nav__icon md-icon"></span> |
| utils |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/bin_packing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| bin_packing |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/concurrent/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| concurrent |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/config/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| config |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/datetime/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| datetime |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/decimal/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| decimal |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/deprecated/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| deprecated |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/lazydict/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| lazydict |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/parsing/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| parsing |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/properties/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| properties |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/schema_conversion/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| schema_conversion |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/singleton/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| singleton |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../utils/truncate/" class="md-nav__link"> |
| |
| |
| |
| <span class="md-ellipsis"> |
| truncate |
| |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| </ul> |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> |
| |
| |
| |
| |
| <label class="md-nav__title" for="__toc"> |
| <span class="md-nav__icon md-icon"></span> |
| Table of contents |
| </label> |
| <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| decoder |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| BinaryDecoder |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="BinaryDecoder"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_boolean" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_boolean |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_bytes" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_bytes |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_double" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_double |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_float" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_float |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_int" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_int |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_int_bytes_dict" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_int_bytes_dict |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_ints" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_ints |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_utf8" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read_utf8 |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.skip" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| skip |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.tell" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| tell |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.StreamingBinaryDecoder" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| StreamingBinaryDecoder |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="StreamingBinaryDecoder"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.StreamingBinaryDecoder.__init__" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| __init__ |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.StreamingBinaryDecoder.read" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#pyiceberg.avro.decoder.StreamingBinaryDecoder.tell" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| tell |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| </ul> |
| |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-content" data-md-component="content"> |
| <article class="md-content__inner md-typeset"> |
| |
| |
| |
| |
| |
| |
| |
| |
| <h1>decoder</h1> |
| |
| <div class="doc doc-object doc-module"> |
| |
| |
| |
| <a id="pyiceberg.avro.decoder"></a> |
| <div class="doc doc-contents first"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.avro.decoder.BinaryDecoder" class="doc doc-heading"> |
| <code>BinaryDecoder</code> |
| |
| |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><span title="abc.ABC">ABC</span></code></p> |
| |
| |
| <p>Decodes bytes into Python physical primitives.</p> |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-33"> 33</a></span> |
| <span class="normal"><a href="#__codelineno-0-34"> 34</a></span> |
| <span class="normal"><a href="#__codelineno-0-35"> 35</a></span> |
| <span class="normal"><a href="#__codelineno-0-36"> 36</a></span> |
| <span class="normal"><a href="#__codelineno-0-37"> 37</a></span> |
| <span class="normal"><a href="#__codelineno-0-38"> 38</a></span> |
| <span class="normal"><a href="#__codelineno-0-39"> 39</a></span> |
| <span class="normal"><a href="#__codelineno-0-40"> 40</a></span> |
| <span class="normal"><a href="#__codelineno-0-41"> 41</a></span> |
| <span class="normal"><a href="#__codelineno-0-42"> 42</a></span> |
| <span class="normal"><a href="#__codelineno-0-43"> 43</a></span> |
| <span class="normal"><a href="#__codelineno-0-44"> 44</a></span> |
| <span class="normal"><a href="#__codelineno-0-45"> 45</a></span> |
| <span class="normal"><a href="#__codelineno-0-46"> 46</a></span> |
| <span class="normal"><a href="#__codelineno-0-47"> 47</a></span> |
| <span class="normal"><a href="#__codelineno-0-48"> 48</a></span> |
| <span class="normal"><a href="#__codelineno-0-49"> 49</a></span> |
| <span class="normal"><a href="#__codelineno-0-50"> 50</a></span> |
| <span class="normal"><a href="#__codelineno-0-51"> 51</a></span> |
| <span class="normal"><a href="#__codelineno-0-52"> 52</a></span> |
| <span class="normal"><a href="#__codelineno-0-53"> 53</a></span> |
| <span class="normal"><a href="#__codelineno-0-54"> 54</a></span> |
| <span class="normal"><a href="#__codelineno-0-55"> 55</a></span> |
| <span class="normal"><a href="#__codelineno-0-56"> 56</a></span> |
| <span class="normal"><a href="#__codelineno-0-57"> 57</a></span> |
| <span class="normal"><a href="#__codelineno-0-58"> 58</a></span> |
| <span class="normal"><a href="#__codelineno-0-59"> 59</a></span> |
| <span class="normal"><a href="#__codelineno-0-60"> 60</a></span> |
| <span class="normal"><a href="#__codelineno-0-61"> 61</a></span> |
| <span class="normal"><a href="#__codelineno-0-62"> 62</a></span> |
| <span class="normal"><a href="#__codelineno-0-63"> 63</a></span> |
| <span class="normal"><a href="#__codelineno-0-64"> 64</a></span> |
| <span class="normal"><a href="#__codelineno-0-65"> 65</a></span> |
| <span class="normal"><a href="#__codelineno-0-66"> 66</a></span> |
| <span class="normal"><a href="#__codelineno-0-67"> 67</a></span> |
| <span class="normal"><a href="#__codelineno-0-68"> 68</a></span> |
| <span class="normal"><a href="#__codelineno-0-69"> 69</a></span> |
| <span class="normal"><a href="#__codelineno-0-70"> 70</a></span> |
| <span class="normal"><a href="#__codelineno-0-71"> 71</a></span> |
| <span class="normal"><a href="#__codelineno-0-72"> 72</a></span> |
| <span class="normal"><a href="#__codelineno-0-73"> 73</a></span> |
| <span class="normal"><a href="#__codelineno-0-74"> 74</a></span> |
| <span class="normal"><a href="#__codelineno-0-75"> 75</a></span> |
| <span class="normal"><a href="#__codelineno-0-76"> 76</a></span> |
| <span class="normal"><a href="#__codelineno-0-77"> 77</a></span> |
| <span class="normal"><a href="#__codelineno-0-78"> 78</a></span> |
| <span class="normal"><a href="#__codelineno-0-79"> 79</a></span> |
| <span class="normal"><a href="#__codelineno-0-80"> 80</a></span> |
| <span class="normal"><a href="#__codelineno-0-81"> 81</a></span> |
| <span class="normal"><a href="#__codelineno-0-82"> 82</a></span> |
| <span class="normal"><a href="#__codelineno-0-83"> 83</a></span> |
| <span class="normal"><a href="#__codelineno-0-84"> 84</a></span> |
| <span class="normal"><a href="#__codelineno-0-85"> 85</a></span> |
| <span class="normal"><a href="#__codelineno-0-86"> 86</a></span> |
| <span class="normal"><a href="#__codelineno-0-87"> 87</a></span> |
| <span class="normal"><a href="#__codelineno-0-88"> 88</a></span> |
| <span class="normal"><a href="#__codelineno-0-89"> 89</a></span> |
| <span class="normal"><a href="#__codelineno-0-90"> 90</a></span> |
| <span class="normal"><a href="#__codelineno-0-91"> 91</a></span> |
| <span class="normal"><a href="#__codelineno-0-92"> 92</a></span> |
| <span class="normal"><a href="#__codelineno-0-93"> 93</a></span> |
| <span class="normal"><a href="#__codelineno-0-94"> 94</a></span> |
| <span class="normal"><a href="#__codelineno-0-95"> 95</a></span> |
| <span class="normal"><a href="#__codelineno-0-96"> 96</a></span> |
| <span class="normal"><a href="#__codelineno-0-97"> 97</a></span> |
| <span class="normal"><a href="#__codelineno-0-98"> 98</a></span> |
| <span class="normal"><a href="#__codelineno-0-99"> 99</a></span> |
| <span class="normal"><a href="#__codelineno-0-100">100</a></span> |
| <span class="normal"><a href="#__codelineno-0-101">101</a></span> |
| <span class="normal"><a href="#__codelineno-0-102">102</a></span> |
| <span class="normal"><a href="#__codelineno-0-103">103</a></span> |
| <span class="normal"><a href="#__codelineno-0-104">104</a></span> |
| <span class="normal"><a href="#__codelineno-0-105">105</a></span> |
| <span class="normal"><a href="#__codelineno-0-106">106</a></span> |
| <span class="normal"><a href="#__codelineno-0-107">107</a></span> |
| <span class="normal"><a href="#__codelineno-0-108">108</a></span> |
| <span class="normal"><a href="#__codelineno-0-109">109</a></span> |
| <span class="normal"><a href="#__codelineno-0-110">110</a></span> |
| <span class="normal"><a href="#__codelineno-0-111">111</a></span> |
| <span class="normal"><a href="#__codelineno-0-112">112</a></span> |
| <span class="normal"><a href="#__codelineno-0-113">113</a></span> |
| <span class="normal"><a href="#__codelineno-0-114">114</a></span> |
| <span class="normal"><a href="#__codelineno-0-115">115</a></span> |
| <span class="normal"><a href="#__codelineno-0-116">116</a></span> |
| <span class="normal"><a href="#__codelineno-0-117">117</a></span> |
| <span class="normal"><a href="#__codelineno-0-118">118</a></span> |
| <span class="normal"><a href="#__codelineno-0-119">119</a></span> |
| <span class="normal"><a href="#__codelineno-0-120">120</a></span> |
| <span class="normal"><a href="#__codelineno-0-121">121</a></span> |
| <span class="normal"><a href="#__codelineno-0-122">122</a></span> |
| <span class="normal"><a href="#__codelineno-0-123">123</a></span> |
| <span class="normal"><a href="#__codelineno-0-124">124</a></span> |
| <span class="normal"><a href="#__codelineno-0-125">125</a></span> |
| <span class="normal"><a href="#__codelineno-0-126">126</a></span> |
| <span class="normal"><a href="#__codelineno-0-127">127</a></span> |
| <span class="normal"><a href="#__codelineno-0-128">128</a></span> |
| <span class="normal"><a href="#__codelineno-0-129">129</a></span> |
| <span class="normal"><a href="#__codelineno-0-130">130</a></span> |
| <span class="normal"><a href="#__codelineno-0-131">131</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-33" name="__codelineno-0-33"></a><span class="k">class</span><span class="w"> </span><span class="nc">BinaryDecoder</span><span class="p">(</span><span class="n">ABC</span><span class="p">):</span> |
| <a id="__codelineno-0-34" name="__codelineno-0-34"></a><span class="w"> </span><span class="sd">"""Decodes bytes into Python physical primitives."""</span> |
| <a id="__codelineno-0-35" name="__codelineno-0-35"></a> |
| <a id="__codelineno-0-36" name="__codelineno-0-36"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-37" name="__codelineno-0-37"></a> <span class="k">def</span><span class="w"> </span><span class="nf">tell</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-38" name="__codelineno-0-38"></a><span class="w"> </span><span class="sd">"""Return the current position."""</span> |
| <a id="__codelineno-0-39" name="__codelineno-0-39"></a> |
| <a id="__codelineno-0-40" name="__codelineno-0-40"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-41" name="__codelineno-0-41"></a> <span class="k">def</span><span class="w"> </span><span class="nf">read</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">n</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bytes</span><span class="p">:</span> |
| <a id="__codelineno-0-42" name="__codelineno-0-42"></a><span class="w"> </span><span class="sd">"""Read n bytes."""</span> |
| <a id="__codelineno-0-43" name="__codelineno-0-43"></a> |
| <a id="__codelineno-0-44" name="__codelineno-0-44"></a> <span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-45" name="__codelineno-0-45"></a> <span class="k">def</span><span class="w"> </span><span class="nf">skip</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">n</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-46" name="__codelineno-0-46"></a><span class="w"> </span><span class="sd">"""Skip n bytes."""</span> |
| <a id="__codelineno-0-47" name="__codelineno-0-47"></a> |
| <a id="__codelineno-0-48" name="__codelineno-0-48"></a> <span class="k">def</span><span class="w"> </span><span class="nf">read_boolean</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-49" name="__codelineno-0-49"></a><span class="w"> </span><span class="sd">"""Read a value from the stream as a boolean.</span> |
| <a id="__codelineno-0-50" name="__codelineno-0-50"></a> |
| <a id="__codelineno-0-51" name="__codelineno-0-51"></a><span class="sd"> A boolean is written as a single byte</span> |
| <a id="__codelineno-0-52" name="__codelineno-0-52"></a><span class="sd"> whose value is either 0 (false) or 1 (true).</span> |
| <a id="__codelineno-0-53" name="__codelineno-0-53"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-54" name="__codelineno-0-54"></a> <span class="k">return</span> <span class="nb">ord</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="mi">1</span><span class="p">))</span> <span class="o">==</span> <span class="mi">1</span> |
| <a id="__codelineno-0-55" name="__codelineno-0-55"></a> |
| <a id="__codelineno-0-56" name="__codelineno-0-56"></a> <span class="k">def</span><span class="w"> </span><span class="nf">read_int</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-57" name="__codelineno-0-57"></a><span class="w"> </span><span class="sd">"""Read an int/long value.</span> |
| <a id="__codelineno-0-58" name="__codelineno-0-58"></a> |
| <a id="__codelineno-0-59" name="__codelineno-0-59"></a><span class="sd"> int/long values are written using variable-length, zigzag coding.</span> |
| <a id="__codelineno-0-60" name="__codelineno-0-60"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-61" name="__codelineno-0-61"></a> <span class="n">b</span> <span class="o">=</span> <span class="nb">ord</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="mi">1</span><span class="p">))</span> |
| <a id="__codelineno-0-62" name="__codelineno-0-62"></a> <span class="n">n</span> <span class="o">=</span> <span class="n">b</span> <span class="o">&</span> <span class="mh">0x7F</span> |
| <a id="__codelineno-0-63" name="__codelineno-0-63"></a> <span class="n">shift</span> <span class="o">=</span> <span class="mi">7</span> |
| <a id="__codelineno-0-64" name="__codelineno-0-64"></a> <span class="k">while</span> <span class="p">(</span><span class="n">b</span> <span class="o">&</span> <span class="mh">0x80</span><span class="p">)</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">:</span> |
| <a id="__codelineno-0-65" name="__codelineno-0-65"></a> <span class="n">b</span> <span class="o">=</span> <span class="nb">ord</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="mi">1</span><span class="p">))</span> |
| <a id="__codelineno-0-66" name="__codelineno-0-66"></a> <span class="n">n</span> <span class="o">|=</span> <span class="p">(</span><span class="n">b</span> <span class="o">&</span> <span class="mh">0x7F</span><span class="p">)</span> <span class="o"><<</span> <span class="n">shift</span> |
| <a id="__codelineno-0-67" name="__codelineno-0-67"></a> <span class="n">shift</span> <span class="o">+=</span> <span class="mi">7</span> |
| <a id="__codelineno-0-68" name="__codelineno-0-68"></a> <span class="n">datum</span> <span class="o">=</span> <span class="p">(</span><span class="n">n</span> <span class="o">>></span> <span class="mi">1</span><span class="p">)</span> <span class="o">^</span> <span class="o">-</span><span class="p">(</span><span class="n">n</span> <span class="o">&</span> <span class="mi">1</span><span class="p">)</span> |
| <a id="__codelineno-0-69" name="__codelineno-0-69"></a> <span class="k">return</span> <span class="n">datum</span> |
| <a id="__codelineno-0-70" name="__codelineno-0-70"></a> |
| <a id="__codelineno-0-71" name="__codelineno-0-71"></a> <span class="k">def</span><span class="w"> </span><span class="nf">read_ints</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">n</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="o">...</span><span class="p">]:</span> |
| <a id="__codelineno-0-72" name="__codelineno-0-72"></a><span class="w"> </span><span class="sd">"""Read a list of integers."""</span> |
| <a id="__codelineno-0-73" name="__codelineno-0-73"></a> <span class="k">return</span> <span class="nb">tuple</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read_int</span><span class="p">()</span> <span class="k">for</span> <span class="n">_</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">n</span><span class="p">))</span> |
| <a id="__codelineno-0-74" name="__codelineno-0-74"></a> |
| <a id="__codelineno-0-75" name="__codelineno-0-75"></a> <span class="k">def</span><span class="w"> </span><span class="nf">read_int_bytes_dict</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">n</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">dest</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">bytes</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-76" name="__codelineno-0-76"></a><span class="w"> </span><span class="sd">"""Read a dictionary of integers for keys and bytes for values into a destination dictionary."""</span> |
| <a id="__codelineno-0-77" name="__codelineno-0-77"></a> <span class="k">for</span> <span class="n">_</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">n</span><span class="p">):</span> |
| <a id="__codelineno-0-78" name="__codelineno-0-78"></a> <span class="n">k</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_int</span><span class="p">()</span> |
| <a id="__codelineno-0-79" name="__codelineno-0-79"></a> <span class="n">v</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_bytes</span><span class="p">()</span> |
| <a id="__codelineno-0-80" name="__codelineno-0-80"></a> <span class="n">dest</span><span class="p">[</span><span class="n">k</span><span class="p">]</span> <span class="o">=</span> <span class="n">v</span> |
| <a id="__codelineno-0-81" name="__codelineno-0-81"></a> |
| <a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="k">def</span><span class="w"> </span><span class="nf">read_float</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">float</span><span class="p">:</span> |
| <a id="__codelineno-0-83" name="__codelineno-0-83"></a><span class="w"> </span><span class="sd">"""Read a value from the stream as a float.</span> |
| <a id="__codelineno-0-84" name="__codelineno-0-84"></a> |
| <a id="__codelineno-0-85" name="__codelineno-0-85"></a><span class="sd"> A float is written as 4 bytes.</span> |
| <a id="__codelineno-0-86" name="__codelineno-0-86"></a><span class="sd"> The float is converted into a 32-bit integer using a method equivalent to</span> |
| <a id="__codelineno-0-87" name="__codelineno-0-87"></a><span class="sd"> Java's floatToIntBits and then encoded in little-endian format.</span> |
| <a id="__codelineno-0-88" name="__codelineno-0-88"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="k">return</span> <span class="nb">float</span><span class="p">(</span><span class="n">cast</span><span class="p">(</span><span class="n">Tuple</span><span class="p">[</span><span class="nb">float</span><span class="p">,</span> <span class="o">...</span><span class="p">],</span> <span class="n">STRUCT_FLOAT</span><span class="o">.</span><span class="n">unpack</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="mi">4</span><span class="p">)))[</span><span class="mi">0</span><span class="p">])</span> |
| <a id="__codelineno-0-90" name="__codelineno-0-90"></a> |
| <a id="__codelineno-0-91" name="__codelineno-0-91"></a> <span class="k">def</span><span class="w"> </span><span class="nf">read_double</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">float</span><span class="p">:</span> |
| <a id="__codelineno-0-92" name="__codelineno-0-92"></a><span class="w"> </span><span class="sd">"""Read a value from the stream as a double.</span> |
| <a id="__codelineno-0-93" name="__codelineno-0-93"></a> |
| <a id="__codelineno-0-94" name="__codelineno-0-94"></a><span class="sd"> A double is written as 8 bytes.</span> |
| <a id="__codelineno-0-95" name="__codelineno-0-95"></a><span class="sd"> The double is converted into a 64-bit integer using a method equivalent to</span> |
| <a id="__codelineno-0-96" name="__codelineno-0-96"></a><span class="sd"> Java's doubleToLongBits and then encoded in little-endian format.</span> |
| <a id="__codelineno-0-97" name="__codelineno-0-97"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="k">return</span> <span class="nb">float</span><span class="p">(</span><span class="n">cast</span><span class="p">(</span><span class="n">Tuple</span><span class="p">[</span><span class="nb">float</span><span class="p">,</span> <span class="o">...</span><span class="p">],</span> <span class="n">STRUCT_DOUBLE</span><span class="o">.</span><span class="n">unpack</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="mi">8</span><span class="p">)))[</span><span class="mi">0</span><span class="p">])</span> |
| <a id="__codelineno-0-99" name="__codelineno-0-99"></a> |
| <a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="k">def</span><span class="w"> </span><span class="nf">read_bytes</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bytes</span><span class="p">:</span> |
| <a id="__codelineno-0-101" name="__codelineno-0-101"></a><span class="w"> </span><span class="sd">"""Bytes are encoded as a long followed by that many bytes of data."""</span> |
| <a id="__codelineno-0-102" name="__codelineno-0-102"></a> <span class="n">num_bytes</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_int</span><span class="p">()</span> |
| <a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="n">num_bytes</span><span class="p">)</span> <span class="k">if</span> <span class="n">num_bytes</span> <span class="o">></span> <span class="mi">0</span> <span class="k">else</span> <span class="sa">b</span><span class="s2">""</span> |
| <a id="__codelineno-0-104" name="__codelineno-0-104"></a> |
| <a id="__codelineno-0-105" name="__codelineno-0-105"></a> <span class="k">def</span><span class="w"> </span><span class="nf">read_utf8</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-106" name="__codelineno-0-106"></a><span class="w"> </span><span class="sd">"""Read an utf-8 encoded string from the stream.</span> |
| <a id="__codelineno-0-107" name="__codelineno-0-107"></a> |
| <a id="__codelineno-0-108" name="__codelineno-0-108"></a><span class="sd"> A string is encoded as a long followed by</span> |
| <a id="__codelineno-0-109" name="__codelineno-0-109"></a><span class="sd"> that many bytes of UTF-8 encoded character data.</span> |
| <a id="__codelineno-0-110" name="__codelineno-0-110"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-111" name="__codelineno-0-111"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_bytes</span><span class="p">()</span><span class="o">.</span><span class="n">decode</span><span class="p">(</span><span class="n">UTF8</span><span class="p">)</span> |
| <a id="__codelineno-0-112" name="__codelineno-0-112"></a> |
| <a id="__codelineno-0-113" name="__codelineno-0-113"></a> <span class="k">def</span><span class="w"> </span><span class="nf">skip_boolean</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-114" name="__codelineno-0-114"></a> <span class="bp">self</span><span class="o">.</span><span class="n">skip</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span> |
| <a id="__codelineno-0-115" name="__codelineno-0-115"></a> |
| <a id="__codelineno-0-116" name="__codelineno-0-116"></a> <span class="k">def</span><span class="w"> </span><span class="nf">skip_int</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-117" name="__codelineno-0-117"></a> <span class="n">b</span> <span class="o">=</span> <span class="nb">ord</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="mi">1</span><span class="p">))</span> |
| <a id="__codelineno-0-118" name="__codelineno-0-118"></a> <span class="k">while</span> <span class="p">(</span><span class="n">b</span> <span class="o">&</span> <span class="mh">0x80</span><span class="p">)</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">:</span> |
| <a id="__codelineno-0-119" name="__codelineno-0-119"></a> <span class="n">b</span> <span class="o">=</span> <span class="nb">ord</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="mi">1</span><span class="p">))</span> |
| <a id="__codelineno-0-120" name="__codelineno-0-120"></a> |
| <a id="__codelineno-0-121" name="__codelineno-0-121"></a> <span class="k">def</span><span class="w"> </span><span class="nf">skip_float</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-122" name="__codelineno-0-122"></a> <span class="bp">self</span><span class="o">.</span><span class="n">skip</span><span class="p">(</span><span class="mi">4</span><span class="p">)</span> |
| <a id="__codelineno-0-123" name="__codelineno-0-123"></a> |
| <a id="__codelineno-0-124" name="__codelineno-0-124"></a> <span class="k">def</span><span class="w"> </span><span class="nf">skip_double</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-125" name="__codelineno-0-125"></a> <span class="bp">self</span><span class="o">.</span><span class="n">skip</span><span class="p">(</span><span class="mi">8</span><span class="p">)</span> |
| <a id="__codelineno-0-126" name="__codelineno-0-126"></a> |
| <a id="__codelineno-0-127" name="__codelineno-0-127"></a> <span class="k">def</span><span class="w"> </span><span class="nf">skip_bytes</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-128" name="__codelineno-0-128"></a> <span class="bp">self</span><span class="o">.</span><span class="n">skip</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read_int</span><span class="p">())</span> |
| <a id="__codelineno-0-129" name="__codelineno-0-129"></a> |
| <a id="__codelineno-0-130" name="__codelineno-0-130"></a> <span class="k">def</span><span class="w"> </span><span class="nf">skip_utf8</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-131" name="__codelineno-0-131"></a> <span class="bp">self</span><span class="o">.</span><span class="n">skip_bytes</span><span class="p">()</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.BinaryDecoder.read" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">read</span><span class="p">(</span><span class="n">n</span><span class="p">)</span></code> |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-abstractmethod"><code>abstractmethod</code></small> |
| </span> |
| |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Read n bytes.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-40">40</a></span> |
| <span class="normal"><a href="#__codelineno-0-41">41</a></span> |
| <span class="normal"><a href="#__codelineno-0-42">42</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-40" name="__codelineno-0-40"></a><span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-41" name="__codelineno-0-41"></a><span class="k">def</span><span class="w"> </span><span class="nf">read</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">n</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bytes</span><span class="p">:</span> |
| <a id="__codelineno-0-42" name="__codelineno-0-42"></a><span class="w"> </span><span class="sd">"""Read n bytes."""</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.BinaryDecoder.read_boolean" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">read_boolean</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_boolean" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Read a value from the stream as a boolean.</p> |
| <p>A boolean is written as a single byte |
| whose value is either 0 (false) or 1 (true).</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-48">48</a></span> |
| <span class="normal"><a href="#__codelineno-0-49">49</a></span> |
| <span class="normal"><a href="#__codelineno-0-50">50</a></span> |
| <span class="normal"><a href="#__codelineno-0-51">51</a></span> |
| <span class="normal"><a href="#__codelineno-0-52">52</a></span> |
| <span class="normal"><a href="#__codelineno-0-53">53</a></span> |
| <span class="normal"><a href="#__codelineno-0-54">54</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-48" name="__codelineno-0-48"></a><span class="k">def</span><span class="w"> </span><span class="nf">read_boolean</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span> |
| <a id="__codelineno-0-49" name="__codelineno-0-49"></a><span class="w"> </span><span class="sd">"""Read a value from the stream as a boolean.</span> |
| <a id="__codelineno-0-50" name="__codelineno-0-50"></a> |
| <a id="__codelineno-0-51" name="__codelineno-0-51"></a><span class="sd"> A boolean is written as a single byte</span> |
| <a id="__codelineno-0-52" name="__codelineno-0-52"></a><span class="sd"> whose value is either 0 (false) or 1 (true).</span> |
| <a id="__codelineno-0-53" name="__codelineno-0-53"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-54" name="__codelineno-0-54"></a> <span class="k">return</span> <span class="nb">ord</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="mi">1</span><span class="p">))</span> <span class="o">==</span> <span class="mi">1</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.BinaryDecoder.read_bytes" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">read_bytes</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_bytes" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Bytes are encoded as a long followed by that many bytes of data.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-100">100</a></span> |
| <span class="normal"><a href="#__codelineno-0-101">101</a></span> |
| <span class="normal"><a href="#__codelineno-0-102">102</a></span> |
| <span class="normal"><a href="#__codelineno-0-103">103</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-100" name="__codelineno-0-100"></a><span class="k">def</span><span class="w"> </span><span class="nf">read_bytes</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bytes</span><span class="p">:</span> |
| <a id="__codelineno-0-101" name="__codelineno-0-101"></a><span class="w"> </span><span class="sd">"""Bytes are encoded as a long followed by that many bytes of data."""</span> |
| <a id="__codelineno-0-102" name="__codelineno-0-102"></a> <span class="n">num_bytes</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_int</span><span class="p">()</span> |
| <a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="n">num_bytes</span><span class="p">)</span> <span class="k">if</span> <span class="n">num_bytes</span> <span class="o">></span> <span class="mi">0</span> <span class="k">else</span> <span class="sa">b</span><span class="s2">""</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.BinaryDecoder.read_double" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">read_double</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_double" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Read a value from the stream as a double.</p> |
| <p>A double is written as 8 bytes. |
| The double is converted into a 64-bit integer using a method equivalent to |
| Java's doubleToLongBits and then encoded in little-endian format.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-91">91</a></span> |
| <span class="normal"><a href="#__codelineno-0-92">92</a></span> |
| <span class="normal"><a href="#__codelineno-0-93">93</a></span> |
| <span class="normal"><a href="#__codelineno-0-94">94</a></span> |
| <span class="normal"><a href="#__codelineno-0-95">95</a></span> |
| <span class="normal"><a href="#__codelineno-0-96">96</a></span> |
| <span class="normal"><a href="#__codelineno-0-97">97</a></span> |
| <span class="normal"><a href="#__codelineno-0-98">98</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-91" name="__codelineno-0-91"></a><span class="k">def</span><span class="w"> </span><span class="nf">read_double</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">float</span><span class="p">:</span> |
| <a id="__codelineno-0-92" name="__codelineno-0-92"></a><span class="w"> </span><span class="sd">"""Read a value from the stream as a double.</span> |
| <a id="__codelineno-0-93" name="__codelineno-0-93"></a> |
| <a id="__codelineno-0-94" name="__codelineno-0-94"></a><span class="sd"> A double is written as 8 bytes.</span> |
| <a id="__codelineno-0-95" name="__codelineno-0-95"></a><span class="sd"> The double is converted into a 64-bit integer using a method equivalent to</span> |
| <a id="__codelineno-0-96" name="__codelineno-0-96"></a><span class="sd"> Java's doubleToLongBits and then encoded in little-endian format.</span> |
| <a id="__codelineno-0-97" name="__codelineno-0-97"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="k">return</span> <span class="nb">float</span><span class="p">(</span><span class="n">cast</span><span class="p">(</span><span class="n">Tuple</span><span class="p">[</span><span class="nb">float</span><span class="p">,</span> <span class="o">...</span><span class="p">],</span> <span class="n">STRUCT_DOUBLE</span><span class="o">.</span><span class="n">unpack</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="mi">8</span><span class="p">)))[</span><span class="mi">0</span><span class="p">])</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.BinaryDecoder.read_float" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">read_float</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_float" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Read a value from the stream as a float.</p> |
| <p>A float is written as 4 bytes. |
| The float is converted into a 32-bit integer using a method equivalent to |
| Java's floatToIntBits and then encoded in little-endian format.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-82">82</a></span> |
| <span class="normal"><a href="#__codelineno-0-83">83</a></span> |
| <span class="normal"><a href="#__codelineno-0-84">84</a></span> |
| <span class="normal"><a href="#__codelineno-0-85">85</a></span> |
| <span class="normal"><a href="#__codelineno-0-86">86</a></span> |
| <span class="normal"><a href="#__codelineno-0-87">87</a></span> |
| <span class="normal"><a href="#__codelineno-0-88">88</a></span> |
| <span class="normal"><a href="#__codelineno-0-89">89</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-82" name="__codelineno-0-82"></a><span class="k">def</span><span class="w"> </span><span class="nf">read_float</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">float</span><span class="p">:</span> |
| <a id="__codelineno-0-83" name="__codelineno-0-83"></a><span class="w"> </span><span class="sd">"""Read a value from the stream as a float.</span> |
| <a id="__codelineno-0-84" name="__codelineno-0-84"></a> |
| <a id="__codelineno-0-85" name="__codelineno-0-85"></a><span class="sd"> A float is written as 4 bytes.</span> |
| <a id="__codelineno-0-86" name="__codelineno-0-86"></a><span class="sd"> The float is converted into a 32-bit integer using a method equivalent to</span> |
| <a id="__codelineno-0-87" name="__codelineno-0-87"></a><span class="sd"> Java's floatToIntBits and then encoded in little-endian format.</span> |
| <a id="__codelineno-0-88" name="__codelineno-0-88"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="k">return</span> <span class="nb">float</span><span class="p">(</span><span class="n">cast</span><span class="p">(</span><span class="n">Tuple</span><span class="p">[</span><span class="nb">float</span><span class="p">,</span> <span class="o">...</span><span class="p">],</span> <span class="n">STRUCT_FLOAT</span><span class="o">.</span><span class="n">unpack</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="mi">4</span><span class="p">)))[</span><span class="mi">0</span><span class="p">])</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.BinaryDecoder.read_int" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">read_int</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_int" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Read an int/long value.</p> |
| <p>int/long values are written using variable-length, zigzag coding.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-56">56</a></span> |
| <span class="normal"><a href="#__codelineno-0-57">57</a></span> |
| <span class="normal"><a href="#__codelineno-0-58">58</a></span> |
| <span class="normal"><a href="#__codelineno-0-59">59</a></span> |
| <span class="normal"><a href="#__codelineno-0-60">60</a></span> |
| <span class="normal"><a href="#__codelineno-0-61">61</a></span> |
| <span class="normal"><a href="#__codelineno-0-62">62</a></span> |
| <span class="normal"><a href="#__codelineno-0-63">63</a></span> |
| <span class="normal"><a href="#__codelineno-0-64">64</a></span> |
| <span class="normal"><a href="#__codelineno-0-65">65</a></span> |
| <span class="normal"><a href="#__codelineno-0-66">66</a></span> |
| <span class="normal"><a href="#__codelineno-0-67">67</a></span> |
| <span class="normal"><a href="#__codelineno-0-68">68</a></span> |
| <span class="normal"><a href="#__codelineno-0-69">69</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-56" name="__codelineno-0-56"></a><span class="k">def</span><span class="w"> </span><span class="nf">read_int</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-57" name="__codelineno-0-57"></a><span class="w"> </span><span class="sd">"""Read an int/long value.</span> |
| <a id="__codelineno-0-58" name="__codelineno-0-58"></a> |
| <a id="__codelineno-0-59" name="__codelineno-0-59"></a><span class="sd"> int/long values are written using variable-length, zigzag coding.</span> |
| <a id="__codelineno-0-60" name="__codelineno-0-60"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-61" name="__codelineno-0-61"></a> <span class="n">b</span> <span class="o">=</span> <span class="nb">ord</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="mi">1</span><span class="p">))</span> |
| <a id="__codelineno-0-62" name="__codelineno-0-62"></a> <span class="n">n</span> <span class="o">=</span> <span class="n">b</span> <span class="o">&</span> <span class="mh">0x7F</span> |
| <a id="__codelineno-0-63" name="__codelineno-0-63"></a> <span class="n">shift</span> <span class="o">=</span> <span class="mi">7</span> |
| <a id="__codelineno-0-64" name="__codelineno-0-64"></a> <span class="k">while</span> <span class="p">(</span><span class="n">b</span> <span class="o">&</span> <span class="mh">0x80</span><span class="p">)</span> <span class="o">!=</span> <span class="mi">0</span><span class="p">:</span> |
| <a id="__codelineno-0-65" name="__codelineno-0-65"></a> <span class="n">b</span> <span class="o">=</span> <span class="nb">ord</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="mi">1</span><span class="p">))</span> |
| <a id="__codelineno-0-66" name="__codelineno-0-66"></a> <span class="n">n</span> <span class="o">|=</span> <span class="p">(</span><span class="n">b</span> <span class="o">&</span> <span class="mh">0x7F</span><span class="p">)</span> <span class="o"><<</span> <span class="n">shift</span> |
| <a id="__codelineno-0-67" name="__codelineno-0-67"></a> <span class="n">shift</span> <span class="o">+=</span> <span class="mi">7</span> |
| <a id="__codelineno-0-68" name="__codelineno-0-68"></a> <span class="n">datum</span> <span class="o">=</span> <span class="p">(</span><span class="n">n</span> <span class="o">>></span> <span class="mi">1</span><span class="p">)</span> <span class="o">^</span> <span class="o">-</span><span class="p">(</span><span class="n">n</span> <span class="o">&</span> <span class="mi">1</span><span class="p">)</span> |
| <a id="__codelineno-0-69" name="__codelineno-0-69"></a> <span class="k">return</span> <span class="n">datum</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.BinaryDecoder.read_int_bytes_dict" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">read_int_bytes_dict</span><span class="p">(</span><span class="n">n</span><span class="p">,</span> <span class="n">dest</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_int_bytes_dict" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Read a dictionary of integers for keys and bytes for values into a destination dictionary.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-75">75</a></span> |
| <span class="normal"><a href="#__codelineno-0-76">76</a></span> |
| <span class="normal"><a href="#__codelineno-0-77">77</a></span> |
| <span class="normal"><a href="#__codelineno-0-78">78</a></span> |
| <span class="normal"><a href="#__codelineno-0-79">79</a></span> |
| <span class="normal"><a href="#__codelineno-0-80">80</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-75" name="__codelineno-0-75"></a><span class="k">def</span><span class="w"> </span><span class="nf">read_int_bytes_dict</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">n</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">dest</span><span class="p">:</span> <span class="n">Dict</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">bytes</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-76" name="__codelineno-0-76"></a><span class="w"> </span><span class="sd">"""Read a dictionary of integers for keys and bytes for values into a destination dictionary."""</span> |
| <a id="__codelineno-0-77" name="__codelineno-0-77"></a> <span class="k">for</span> <span class="n">_</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">n</span><span class="p">):</span> |
| <a id="__codelineno-0-78" name="__codelineno-0-78"></a> <span class="n">k</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_int</span><span class="p">()</span> |
| <a id="__codelineno-0-79" name="__codelineno-0-79"></a> <span class="n">v</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_bytes</span><span class="p">()</span> |
| <a id="__codelineno-0-80" name="__codelineno-0-80"></a> <span class="n">dest</span><span class="p">[</span><span class="n">k</span><span class="p">]</span> <span class="o">=</span> <span class="n">v</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.BinaryDecoder.read_ints" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">read_ints</span><span class="p">(</span><span class="n">n</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_ints" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Read a list of integers.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-71">71</a></span> |
| <span class="normal"><a href="#__codelineno-0-72">72</a></span> |
| <span class="normal"><a href="#__codelineno-0-73">73</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-71" name="__codelineno-0-71"></a><span class="k">def</span><span class="w"> </span><span class="nf">read_ints</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">n</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="o">...</span><span class="p">]:</span> |
| <a id="__codelineno-0-72" name="__codelineno-0-72"></a><span class="w"> </span><span class="sd">"""Read a list of integers."""</span> |
| <a id="__codelineno-0-73" name="__codelineno-0-73"></a> <span class="k">return</span> <span class="nb">tuple</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">read_int</span><span class="p">()</span> <span class="k">for</span> <span class="n">_</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">n</span><span class="p">))</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.BinaryDecoder.read_utf8" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">read_utf8</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.read_utf8" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Read an utf-8 encoded string from the stream.</p> |
| <p>A string is encoded as a long followed by |
| that many bytes of UTF-8 encoded character data.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-105">105</a></span> |
| <span class="normal"><a href="#__codelineno-0-106">106</a></span> |
| <span class="normal"><a href="#__codelineno-0-107">107</a></span> |
| <span class="normal"><a href="#__codelineno-0-108">108</a></span> |
| <span class="normal"><a href="#__codelineno-0-109">109</a></span> |
| <span class="normal"><a href="#__codelineno-0-110">110</a></span> |
| <span class="normal"><a href="#__codelineno-0-111">111</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-105" name="__codelineno-0-105"></a><span class="k">def</span><span class="w"> </span><span class="nf">read_utf8</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span> |
| <a id="__codelineno-0-106" name="__codelineno-0-106"></a><span class="w"> </span><span class="sd">"""Read an utf-8 encoded string from the stream.</span> |
| <a id="__codelineno-0-107" name="__codelineno-0-107"></a> |
| <a id="__codelineno-0-108" name="__codelineno-0-108"></a><span class="sd"> A string is encoded as a long followed by</span> |
| <a id="__codelineno-0-109" name="__codelineno-0-109"></a><span class="sd"> that many bytes of UTF-8 encoded character data.</span> |
| <a id="__codelineno-0-110" name="__codelineno-0-110"></a><span class="sd"> """</span> |
| <a id="__codelineno-0-111" name="__codelineno-0-111"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">read_bytes</span><span class="p">()</span><span class="o">.</span><span class="n">decode</span><span class="p">(</span><span class="n">UTF8</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.BinaryDecoder.skip" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">skip</span><span class="p">(</span><span class="n">n</span><span class="p">)</span></code> |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-abstractmethod"><code>abstractmethod</code></small> |
| </span> |
| |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.skip" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Skip n bytes.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-44">44</a></span> |
| <span class="normal"><a href="#__codelineno-0-45">45</a></span> |
| <span class="normal"><a href="#__codelineno-0-46">46</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-44" name="__codelineno-0-44"></a><span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-45" name="__codelineno-0-45"></a><span class="k">def</span><span class="w"> </span><span class="nf">skip</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">n</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-46" name="__codelineno-0-46"></a><span class="w"> </span><span class="sd">"""Skip n bytes."""</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.BinaryDecoder.tell" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">tell</span><span class="p">()</span></code> |
| |
| <span class="doc doc-labels"> |
| <small class="doc doc-label doc-label-abstractmethod"><code>abstractmethod</code></small> |
| </span> |
| |
| <a href="#pyiceberg.avro.decoder.BinaryDecoder.tell" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the current position.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-36">36</a></span> |
| <span class="normal"><a href="#__codelineno-0-37">37</a></span> |
| <span class="normal"><a href="#__codelineno-0-38">38</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-36" name="__codelineno-0-36"></a><span class="nd">@abstractmethod</span> |
| <a id="__codelineno-0-37" name="__codelineno-0-37"></a><span class="k">def</span><span class="w"> </span><span class="nf">tell</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-38" name="__codelineno-0-38"></a><span class="w"> </span><span class="sd">"""Return the current position."""</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-class"> |
| |
| |
| |
| <h2 id="pyiceberg.avro.decoder.StreamingBinaryDecoder" class="doc doc-heading"> |
| <code>StreamingBinaryDecoder</code> |
| |
| |
| <a href="#pyiceberg.avro.decoder.StreamingBinaryDecoder" class="headerlink" title="Permanent link">¶</a></h2> |
| |
| |
| <div class="doc doc-contents "> |
| <p class="doc doc-class-bases"> |
| Bases: <code><a class="autorefs autorefs-internal" title="BinaryDecoder (pyiceberg.avro.decoder.BinaryDecoder)" href="#pyiceberg.avro.decoder.BinaryDecoder">BinaryDecoder</a></code></p> |
| |
| |
| <p>Decodes bytes into Python physical primitives.</p> |
| |
| |
| |
| |
| |
| |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-134">134</a></span> |
| <span class="normal"><a href="#__codelineno-0-135">135</a></span> |
| <span class="normal"><a href="#__codelineno-0-136">136</a></span> |
| <span class="normal"><a href="#__codelineno-0-137">137</a></span> |
| <span class="normal"><a href="#__codelineno-0-138">138</a></span> |
| <span class="normal"><a href="#__codelineno-0-139">139</a></span> |
| <span class="normal"><a href="#__codelineno-0-140">140</a></span> |
| <span class="normal"><a href="#__codelineno-0-141">141</a></span> |
| <span class="normal"><a href="#__codelineno-0-142">142</a></span> |
| <span class="normal"><a href="#__codelineno-0-143">143</a></span> |
| <span class="normal"><a href="#__codelineno-0-144">144</a></span> |
| <span class="normal"><a href="#__codelineno-0-145">145</a></span> |
| <span class="normal"><a href="#__codelineno-0-146">146</a></span> |
| <span class="normal"><a href="#__codelineno-0-147">147</a></span> |
| <span class="normal"><a href="#__codelineno-0-148">148</a></span> |
| <span class="normal"><a href="#__codelineno-0-149">149</a></span> |
| <span class="normal"><a href="#__codelineno-0-150">150</a></span> |
| <span class="normal"><a href="#__codelineno-0-151">151</a></span> |
| <span class="normal"><a href="#__codelineno-0-152">152</a></span> |
| <span class="normal"><a href="#__codelineno-0-153">153</a></span> |
| <span class="normal"><a href="#__codelineno-0-154">154</a></span> |
| <span class="normal"><a href="#__codelineno-0-155">155</a></span> |
| <span class="normal"><a href="#__codelineno-0-156">156</a></span> |
| <span class="normal"><a href="#__codelineno-0-157">157</a></span> |
| <span class="normal"><a href="#__codelineno-0-158">158</a></span> |
| <span class="normal"><a href="#__codelineno-0-159">159</a></span> |
| <span class="normal"><a href="#__codelineno-0-160">160</a></span> |
| <span class="normal"><a href="#__codelineno-0-161">161</a></span> |
| <span class="normal"><a href="#__codelineno-0-162">162</a></span> |
| <span class="normal"><a href="#__codelineno-0-163">163</a></span> |
| <span class="normal"><a href="#__codelineno-0-164">164</a></span> |
| <span class="normal"><a href="#__codelineno-0-165">165</a></span> |
| <span class="normal"><a href="#__codelineno-0-166">166</a></span> |
| <span class="normal"><a href="#__codelineno-0-167">167</a></span> |
| <span class="normal"><a href="#__codelineno-0-168">168</a></span> |
| <span class="normal"><a href="#__codelineno-0-169">169</a></span> |
| <span class="normal"><a href="#__codelineno-0-170">170</a></span> |
| <span class="normal"><a href="#__codelineno-0-171">171</a></span> |
| <span class="normal"><a href="#__codelineno-0-172">172</a></span> |
| <span class="normal"><a href="#__codelineno-0-173">173</a></span> |
| <span class="normal"><a href="#__codelineno-0-174">174</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-134" name="__codelineno-0-134"></a><span class="k">class</span><span class="w"> </span><span class="nc">StreamingBinaryDecoder</span><span class="p">(</span><span class="n">BinaryDecoder</span><span class="p">):</span> |
| <a id="__codelineno-0-135" name="__codelineno-0-135"></a><span class="w"> </span><span class="sd">"""Decodes bytes into Python physical primitives."""</span> |
| <a id="__codelineno-0-136" name="__codelineno-0-136"></a> |
| <a id="__codelineno-0-137" name="__codelineno-0-137"></a> <span class="vm">__slots__</span> <span class="o">=</span> <span class="s2">"_input_stream"</span> |
| <a id="__codelineno-0-138" name="__codelineno-0-138"></a> <span class="n">_input_stream</span><span class="p">:</span> <span class="n">InputStream</span> |
| <a id="__codelineno-0-139" name="__codelineno-0-139"></a> |
| <a id="__codelineno-0-140" name="__codelineno-0-140"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">input_stream</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">bytes</span><span class="p">,</span> <span class="n">InputStream</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-141" name="__codelineno-0-141"></a><span class="w"> </span><span class="sd">"""Reader is a Python object on which we can call read, seek, and tell."""</span> |
| <a id="__codelineno-0-142" name="__codelineno-0-142"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">input_stream</span><span class="p">,</span> <span class="nb">bytes</span><span class="p">):</span> |
| <a id="__codelineno-0-143" name="__codelineno-0-143"></a> <span class="c1"># In the case of bytes, we wrap it into a BytesIO to make it a stream</span> |
| <a id="__codelineno-0-144" name="__codelineno-0-144"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_input_stream</span> <span class="o">=</span> <span class="n">io</span><span class="o">.</span><span class="n">BytesIO</span><span class="p">(</span><span class="n">input_stream</span><span class="p">)</span> |
| <a id="__codelineno-0-145" name="__codelineno-0-145"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-146" name="__codelineno-0-146"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_input_stream</span> <span class="o">=</span> <span class="n">input_stream</span> |
| <a id="__codelineno-0-147" name="__codelineno-0-147"></a> |
| <a id="__codelineno-0-148" name="__codelineno-0-148"></a> <span class="k">def</span><span class="w"> </span><span class="nf">tell</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-149" name="__codelineno-0-149"></a><span class="w"> </span><span class="sd">"""Return the current stream position."""</span> |
| <a id="__codelineno-0-150" name="__codelineno-0-150"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_input_stream</span><span class="o">.</span><span class="n">tell</span><span class="p">()</span> |
| <a id="__codelineno-0-151" name="__codelineno-0-151"></a> |
| <a id="__codelineno-0-152" name="__codelineno-0-152"></a> <span class="k">def</span><span class="w"> </span><span class="nf">read</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">n</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bytes</span><span class="p">:</span> |
| <a id="__codelineno-0-153" name="__codelineno-0-153"></a><span class="w"> </span><span class="sd">"""Read n bytes."""</span> |
| <a id="__codelineno-0-154" name="__codelineno-0-154"></a> <span class="k">if</span> <span class="n">n</span> <span class="o"><</span> <span class="mi">0</span><span class="p">:</span> |
| <a id="__codelineno-0-155" name="__codelineno-0-155"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Requested </span><span class="si">{</span><span class="n">n</span><span class="si">}</span><span class="s2"> bytes to read, expected positive integer."</span><span class="p">)</span> |
| <a id="__codelineno-0-156" name="__codelineno-0-156"></a> <span class="n">data</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">bytes</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span> |
| <a id="__codelineno-0-157" name="__codelineno-0-157"></a> |
| <a id="__codelineno-0-158" name="__codelineno-0-158"></a> <span class="n">n_remaining</span> <span class="o">=</span> <span class="n">n</span> |
| <a id="__codelineno-0-159" name="__codelineno-0-159"></a> <span class="k">while</span> <span class="n">n_remaining</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span> |
| <a id="__codelineno-0-160" name="__codelineno-0-160"></a> <span class="n">data_read</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_input_stream</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="n">n_remaining</span><span class="p">)</span> |
| <a id="__codelineno-0-161" name="__codelineno-0-161"></a> <span class="n">read_len</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">data_read</span><span class="p">)</span> |
| <a id="__codelineno-0-162" name="__codelineno-0-162"></a> <span class="k">if</span> <span class="n">read_len</span> <span class="o">==</span> <span class="n">n</span><span class="p">:</span> |
| <a id="__codelineno-0-163" name="__codelineno-0-163"></a> <span class="c1"># If we read everything, we return directly</span> |
| <a id="__codelineno-0-164" name="__codelineno-0-164"></a> <span class="c1"># otherwise we'll continue to fetch the rest</span> |
| <a id="__codelineno-0-165" name="__codelineno-0-165"></a> <span class="k">return</span> <span class="n">data_read</span> |
| <a id="__codelineno-0-166" name="__codelineno-0-166"></a> <span class="k">elif</span> <span class="n">read_len</span> <span class="o"><=</span> <span class="mi">0</span><span class="p">:</span> |
| <a id="__codelineno-0-167" name="__codelineno-0-167"></a> <span class="k">raise</span> <span class="ne">EOFError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"EOF: read </span><span class="si">{</span><span class="n">read_len</span><span class="si">}</span><span class="s2"> bytes"</span><span class="p">)</span> |
| <a id="__codelineno-0-168" name="__codelineno-0-168"></a> <span class="n">data</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">data_read</span><span class="p">)</span> |
| <a id="__codelineno-0-169" name="__codelineno-0-169"></a> <span class="n">n_remaining</span> <span class="o">-=</span> <span class="n">read_len</span> |
| <a id="__codelineno-0-170" name="__codelineno-0-170"></a> |
| <a id="__codelineno-0-171" name="__codelineno-0-171"></a> <span class="k">return</span> <span class="sa">b</span><span class="s2">""</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">data</span><span class="p">)</span> |
| <a id="__codelineno-0-172" name="__codelineno-0-172"></a> |
| <a id="__codelineno-0-173" name="__codelineno-0-173"></a> <span class="k">def</span><span class="w"> </span><span class="nf">skip</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">n</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-174" name="__codelineno-0-174"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_input_stream</span><span class="o">.</span><span class="n">seek</span><span class="p">(</span><span class="n">n</span><span class="p">,</span> <span class="n">SEEK_CUR</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| |
| |
| |
| <div class="doc doc-children"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.StreamingBinaryDecoder.__init__" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="fm">__init__</span><span class="p">(</span><span class="n">input_stream</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.avro.decoder.StreamingBinaryDecoder.__init__" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Reader is a Python object on which we can call read, seek, and tell.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-140">140</a></span> |
| <span class="normal"><a href="#__codelineno-0-141">141</a></span> |
| <span class="normal"><a href="#__codelineno-0-142">142</a></span> |
| <span class="normal"><a href="#__codelineno-0-143">143</a></span> |
| <span class="normal"><a href="#__codelineno-0-144">144</a></span> |
| <span class="normal"><a href="#__codelineno-0-145">145</a></span> |
| <span class="normal"><a href="#__codelineno-0-146">146</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-140" name="__codelineno-0-140"></a><span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">input_stream</span><span class="p">:</span> <span class="n">Union</span><span class="p">[</span><span class="nb">bytes</span><span class="p">,</span> <span class="n">InputStream</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span> |
| <a id="__codelineno-0-141" name="__codelineno-0-141"></a><span class="w"> </span><span class="sd">"""Reader is a Python object on which we can call read, seek, and tell."""</span> |
| <a id="__codelineno-0-142" name="__codelineno-0-142"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">input_stream</span><span class="p">,</span> <span class="nb">bytes</span><span class="p">):</span> |
| <a id="__codelineno-0-143" name="__codelineno-0-143"></a> <span class="c1"># In the case of bytes, we wrap it into a BytesIO to make it a stream</span> |
| <a id="__codelineno-0-144" name="__codelineno-0-144"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_input_stream</span> <span class="o">=</span> <span class="n">io</span><span class="o">.</span><span class="n">BytesIO</span><span class="p">(</span><span class="n">input_stream</span><span class="p">)</span> |
| <a id="__codelineno-0-145" name="__codelineno-0-145"></a> <span class="k">else</span><span class="p">:</span> |
| <a id="__codelineno-0-146" name="__codelineno-0-146"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_input_stream</span> <span class="o">=</span> <span class="n">input_stream</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.StreamingBinaryDecoder.read" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">read</span><span class="p">(</span><span class="n">n</span><span class="p">)</span></code> |
| |
| <a href="#pyiceberg.avro.decoder.StreamingBinaryDecoder.read" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Read n bytes.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-152">152</a></span> |
| <span class="normal"><a href="#__codelineno-0-153">153</a></span> |
| <span class="normal"><a href="#__codelineno-0-154">154</a></span> |
| <span class="normal"><a href="#__codelineno-0-155">155</a></span> |
| <span class="normal"><a href="#__codelineno-0-156">156</a></span> |
| <span class="normal"><a href="#__codelineno-0-157">157</a></span> |
| <span class="normal"><a href="#__codelineno-0-158">158</a></span> |
| <span class="normal"><a href="#__codelineno-0-159">159</a></span> |
| <span class="normal"><a href="#__codelineno-0-160">160</a></span> |
| <span class="normal"><a href="#__codelineno-0-161">161</a></span> |
| <span class="normal"><a href="#__codelineno-0-162">162</a></span> |
| <span class="normal"><a href="#__codelineno-0-163">163</a></span> |
| <span class="normal"><a href="#__codelineno-0-164">164</a></span> |
| <span class="normal"><a href="#__codelineno-0-165">165</a></span> |
| <span class="normal"><a href="#__codelineno-0-166">166</a></span> |
| <span class="normal"><a href="#__codelineno-0-167">167</a></span> |
| <span class="normal"><a href="#__codelineno-0-168">168</a></span> |
| <span class="normal"><a href="#__codelineno-0-169">169</a></span> |
| <span class="normal"><a href="#__codelineno-0-170">170</a></span> |
| <span class="normal"><a href="#__codelineno-0-171">171</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-152" name="__codelineno-0-152"></a><span class="k">def</span><span class="w"> </span><span class="nf">read</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">n</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bytes</span><span class="p">:</span> |
| <a id="__codelineno-0-153" name="__codelineno-0-153"></a><span class="w"> </span><span class="sd">"""Read n bytes."""</span> |
| <a id="__codelineno-0-154" name="__codelineno-0-154"></a> <span class="k">if</span> <span class="n">n</span> <span class="o"><</span> <span class="mi">0</span><span class="p">:</span> |
| <a id="__codelineno-0-155" name="__codelineno-0-155"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Requested </span><span class="si">{</span><span class="n">n</span><span class="si">}</span><span class="s2"> bytes to read, expected positive integer."</span><span class="p">)</span> |
| <a id="__codelineno-0-156" name="__codelineno-0-156"></a> <span class="n">data</span><span class="p">:</span> <span class="n">List</span><span class="p">[</span><span class="nb">bytes</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span> |
| <a id="__codelineno-0-157" name="__codelineno-0-157"></a> |
| <a id="__codelineno-0-158" name="__codelineno-0-158"></a> <span class="n">n_remaining</span> <span class="o">=</span> <span class="n">n</span> |
| <a id="__codelineno-0-159" name="__codelineno-0-159"></a> <span class="k">while</span> <span class="n">n_remaining</span> <span class="o">></span> <span class="mi">0</span><span class="p">:</span> |
| <a id="__codelineno-0-160" name="__codelineno-0-160"></a> <span class="n">data_read</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_input_stream</span><span class="o">.</span><span class="n">read</span><span class="p">(</span><span class="n">n_remaining</span><span class="p">)</span> |
| <a id="__codelineno-0-161" name="__codelineno-0-161"></a> <span class="n">read_len</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">data_read</span><span class="p">)</span> |
| <a id="__codelineno-0-162" name="__codelineno-0-162"></a> <span class="k">if</span> <span class="n">read_len</span> <span class="o">==</span> <span class="n">n</span><span class="p">:</span> |
| <a id="__codelineno-0-163" name="__codelineno-0-163"></a> <span class="c1"># If we read everything, we return directly</span> |
| <a id="__codelineno-0-164" name="__codelineno-0-164"></a> <span class="c1"># otherwise we'll continue to fetch the rest</span> |
| <a id="__codelineno-0-165" name="__codelineno-0-165"></a> <span class="k">return</span> <span class="n">data_read</span> |
| <a id="__codelineno-0-166" name="__codelineno-0-166"></a> <span class="k">elif</span> <span class="n">read_len</span> <span class="o"><=</span> <span class="mi">0</span><span class="p">:</span> |
| <a id="__codelineno-0-167" name="__codelineno-0-167"></a> <span class="k">raise</span> <span class="ne">EOFError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"EOF: read </span><span class="si">{</span><span class="n">read_len</span><span class="si">}</span><span class="s2"> bytes"</span><span class="p">)</span> |
| <a id="__codelineno-0-168" name="__codelineno-0-168"></a> <span class="n">data</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">data_read</span><span class="p">)</span> |
| <a id="__codelineno-0-169" name="__codelineno-0-169"></a> <span class="n">n_remaining</span> <span class="o">-=</span> <span class="n">read_len</span> |
| <a id="__codelineno-0-170" name="__codelineno-0-170"></a> |
| <a id="__codelineno-0-171" name="__codelineno-0-171"></a> <span class="k">return</span> <span class="sa">b</span><span class="s2">""</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">data</span><span class="p">)</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| <div class="doc doc-object doc-function"> |
| |
| |
| <h3 id="pyiceberg.avro.decoder.StreamingBinaryDecoder.tell" class="doc doc-heading"> |
| <code class="highlight language-python"><span class="n">tell</span><span class="p">()</span></code> |
| |
| <a href="#pyiceberg.avro.decoder.StreamingBinaryDecoder.tell" class="headerlink" title="Permanent link">¶</a></h3> |
| |
| |
| <div class="doc doc-contents "> |
| |
| <p>Return the current stream position.</p> |
| |
| |
| <details class="quote"> |
| <summary>Source code in <code>pyiceberg/avro/decoder.py</code></summary> |
| <div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-148">148</a></span> |
| <span class="normal"><a href="#__codelineno-0-149">149</a></span> |
| <span class="normal"><a href="#__codelineno-0-150">150</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-148" name="__codelineno-0-148"></a><span class="k">def</span><span class="w"> </span><span class="nf">tell</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">int</span><span class="p">:</span> |
| <a id="__codelineno-0-149" name="__codelineno-0-149"></a><span class="w"> </span><span class="sd">"""Return the current stream position."""</span> |
| <a id="__codelineno-0-150" name="__codelineno-0-150"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_input_stream</span><span class="o">.</span><span class="n">tell</span><span class="p">()</span> |
| </code></pre></div></td></tr></table></div> |
| </details> |
| </div> |
| |
| </div> |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| |
| |
| |
| </div> |
| |
| </div> |
| |
| </div> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </article> |
| </div> |
| |
| |
| <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> |
| </div> |
| |
| <button type="button" class="md-top md-icon" data-md-component="top" hidden> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg> |
| Back to top |
| </button> |
| |
| </main> |
| |
| <footer class="md-footer"> |
| |
| <div class="md-footer-meta md-typeset"> |
| <div class="md-footer-meta__inner md-grid"> |
| <div class="md-copyright"> |
| |
| |
| Made with |
| <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener"> |
| Material for MkDocs |
| </a> |
| |
| </div> |
| |
| </div> |
| </div> |
| </footer> |
| |
| </div> |
| <div class="md-dialog" data-md-component="dialog"> |
| <div class="md-dialog__inner md-typeset"></div> |
| </div> |
| |
| |
| |
| |
| <script id="__config" type="application/json">{"base": "../../../..", "features": ["navigation.top", "navigation.tracking", "navigation.tabs", "navigation.tabs.sticky", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.973d3a69.min.js", "tags": null, "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": null}</script> |
| |
| |
| <script src="../../../../assets/javascripts/bundle.f55a23d4.min.js"></script> |
| |
| |
| </body> |
| </html> |
