Google Git
Sign in
apache/iceberg-python/refs/heads/gh-pages/./reference/pyiceberg/utils/schema_conversion/index.html
blob: eb5b484538be2c03a0349f514808e5573039aed8 [file]
<!doctype html>
<html lang="en" class="no-js">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width,initial-scale=1">
<link rel="canonical" href="https://py.iceberg.apache.org/reference/pyiceberg/utils/schema_conversion/">
<link rel="prev" href="../properties/">
<link rel="next" href="../singleton/">
<link rel="icon" href="../../../../assets/images/iceberg-logo-icon.png">
<meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.7.1">
<title>schema_conversion - PyIceberg</title>
<link rel="stylesheet" href="../../../../assets/stylesheets/main.484c7ddc.min.css">
<link rel="stylesheet" href="../../../../assets/stylesheets/palette.ab4e12ef.min.css">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Lato:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
<style>:root{--md-text-font:"Lato";--md-code-font:"Roboto Mono"}</style>
<link rel="stylesheet" href="../../../../assets/_mkdocstrings.css">
<script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
<!-- Matomo -->
<script>
var _paq = window._paq = window._paq || [];
/* tracker methods like "setCustomDimension" should be called before "trackPageView" */
_paq.push(["setDoNotTrack", true]);
_paq.push(["disableCookies"]);
_paq.push(['trackPageView']);
_paq.push(['enableLinkTracking']);
(function() {
var u="https://analytics.apache.org/";
_paq.push(['setTrackerUrl', u+'matomo.php']);
_paq.push(['setSiteId', '82']);
var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s);
})();
</script>
<!-- End Matomo -->
</head>
<body dir="ltr" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo">
<input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
<input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
<label class="md-overlay" for="__drawer"></label>
<div data-md-component="skip">
<a href="#pyiceberg.utils.schema_conversion" class="md-skip">
Skip to content
</a>
</div>
<div data-md-component="announce">
</div>
<header class="md-header md-header--shadow md-header--lifted" data-md-component="header">
<nav class="md-header__inner md-grid" aria-label="Header">
<a href="../../../.." title="PyIceberg" class="md-header__button md-logo" aria-label="PyIceberg" data-md-component="logo">
<img src="../../../../assets/images/iceberg-logo-icon.png" alt="logo">
</a>
<label class="md-header__button md-icon" for="__drawer">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg>
</label>
<div class="md-header__title" data-md-component="header-title">
<div class="md-header__ellipsis">
<div class="md-header__topic">
<span class="md-ellipsis">
PyIceberg
</span>
</div>
<div class="md-header__topic" data-md-component="header-topic">
<span class="md-ellipsis">
schema_conversion
</span>
</div>
</div>
</div>
<form class="md-header__option" data-md-component="palette">
<input class="md-option" data-md-color-media="" data-md-color-scheme="default" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to dark mode" type="radio" name="__palette" id="__palette_0">
<label class="md-header__button md-icon" title="Switch to dark mode" for="__palette_1" hidden>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 8a4 4 0 0 0-4 4 4 4 0 0 0 4 4 4 4 0 0 0 4-4 4 4 0 0 0-4-4m0 10a6 6 0 0 1-6-6 6 6 0 0 1 6-6 6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg>
</label>
<input class="md-option" data-md-color-media="" data-md-color-scheme="slate" data-md-color-primary="indigo" data-md-color-accent="indigo" aria-label="Switch to light mode" type="radio" name="__palette" id="__palette_1">
<label class="md-header__button md-icon" title="Switch to light mode" for="__palette_0" hidden>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 18c-.89 0-1.74-.2-2.5-.55C11.56 16.5 13 14.42 13 12s-1.44-4.5-3.5-5.45C10.26 6.2 11.11 6 12 6a6 6 0 0 1 6 6 6 6 0 0 1-6 6m8-9.31V4h-4.69L12 .69 8.69 4H4v4.69L.69 12 4 15.31V20h4.69L12 23.31 15.31 20H20v-4.69L23.31 12z"/></svg>
</label>
</form>
<script>var palette=__md_get("__palette");if(palette&&palette.color){if("(prefers-color-scheme)"===palette.color.media){var media=matchMedia("(prefers-color-scheme: light)"),input=document.querySelector(media.matches?"[data-md-color-media='(prefers-color-scheme: light)']":"[data-md-color-media='(prefers-color-scheme: dark)']");palette.color.media=input.getAttribute("data-md-color-media"),palette.color.scheme=input.getAttribute("data-md-color-scheme"),palette.color.primary=input.getAttribute("data-md-color-primary"),palette.color.accent=input.getAttribute("data-md-color-accent")}for(var[key,value]of Object.entries(palette.color))document.body.setAttribute("data-md-color-"+key,value)}</script>
<label class="md-header__button md-icon" for="__search">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
</label>
<div class="md-search" data-md-component="search" role="dialog">
<label class="md-search__overlay" for="__search"></label>
<div class="md-search__inner" role="search">
<form class="md-search__form" name="search">
<input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
<label class="md-search__icon md-icon" for="__search">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg>
</label>
<nav class="md-search__options" aria-label="Search">
<button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>
</button>
</nav>
</form>
<div class="md-search__output">
<div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
<div class="md-search-result" data-md-component="search-result">
<div class="md-search-result__meta">
Initializing search
</div>
<ol class="md-search-result__list" role="presentation"></ol>
</div>
</div>
</div>
</div>
</div>
<div class="md-header__source">
<a href="https://github.com/apache/iceberg-python" title="Go to repository" class="md-source" data-md-component="source">
<div class="md-source__icon md-icon">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg>
</div>
<div class="md-source__repository">
apache/iceberg-python
</div>
</a>
</div>
</nav>
<nav class="md-tabs" aria-label="Tabs" data-md-component="tabs">
<div class="md-grid">
<ul class="md-tabs__list">
<li class="md-tabs__item">
<a href="../../../.." class="md-tabs__link">
Getting started
</a>
</li>
<li class="md-tabs__item">
<a href="../../../../configuration/" class="md-tabs__link">
Configuration
</a>
</li>
<li class="md-tabs__item">
<a href="../../../../cli/" class="md-tabs__link">
CLI
</a>
</li>
<li class="md-tabs__item">
<a href="../../../../api/" class="md-tabs__link">
API
</a>
</li>
<li class="md-tabs__item">
<a href="../../../../contributing/" class="md-tabs__link">
Contributing
</a>
</li>
<li class="md-tabs__item">
<a href="../../../../community/" class="md-tabs__link">
Community
</a>
</li>
<li class="md-tabs__item">
<a href="../../../../verify-release/" class="md-tabs__link">
Releases
</a>
</li>
<li class="md-tabs__item md-tabs__item--active">
<a href="../../" class="md-tabs__link">
Code Reference
</a>
</li>
</ul>
</div>
</nav>
</header>
<div class="md-container" data-md-component="container">
<main class="md-main" data-md-component="main">
<div class="md-main__inner md-grid">
<div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
<div class="md-sidebar__scrollwrap">
<div class="md-sidebar__inner">
<nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0">
<label class="md-nav__title" for="__drawer">
<a href="../../../.." title="PyIceberg" class="md-nav__button md-logo" aria-label="PyIceberg" data-md-component="logo">
<img src="../../../../assets/images/iceberg-logo-icon.png" alt="logo">
</a>
PyIceberg
</label>
<div class="md-nav__source">
<a href="https://github.com/apache/iceberg-python" title="Go to repository" class="md-source" data-md-component="source">
<div class="md-source__icon md-icon">
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 7.1.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2025 Fonticons, Inc.--><path d="M439.6 236.1 244 40.5c-5.4-5.5-12.8-8.5-20.4-8.5s-15 3-20.4 8.4L162.5 81l51.5 51.5c27.1-9.1 52.7 16.8 43.4 43.7l49.7 49.7c34.2-11.8 61.2 31 35.5 56.7-26.5 26.5-70.2-2.9-56-37.3L240.3 199v121.9c25.3 12.5 22.3 41.8 9.1 55-6.4 6.4-15.2 10.1-24.3 10.1s-17.8-3.6-24.3-10.1c-17.6-17.6-11.1-46.9 11.2-56v-123c-20.8-8.5-24.6-30.7-18.6-45L142.6 101 8.5 235.1C3 240.6 0 247.9 0 255.5s3 15 8.5 20.4l195.6 195.7c5.4 5.4 12.7 8.4 20.4 8.4s15-3 20.4-8.4l194.7-194.7c5.4-5.4 8.4-12.8 8.4-20.4s-3-15-8.4-20.4"/></svg>
</div>
<div class="md-source__repository">
apache/iceberg-python
</div>
</a>
</div>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../.." class="md-nav__link">
<span class="md-ellipsis">
Getting started
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../configuration/" class="md-nav__link">
<span class="md-ellipsis">
Configuration
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../cli/" class="md-nav__link">
<span class="md-ellipsis">
CLI
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_4" >
<div class="md-nav__link md-nav__container">
<a href="../../../../api/" class="md-nav__link ">
<span class="md-ellipsis">
API
</span>
</a>
<label class="md-nav__link " for="__nav_4" id="__nav_4_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_4">
<span class="md-nav__icon md-icon"></span>
API
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../../row-filter-syntax/" class="md-nav__link">
<span class="md-ellipsis">
Row Filter Syntax
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../expression-dsl/" class="md-nav__link">
<span class="md-ellipsis">
Expression DSL
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="../../../../contributing/" class="md-nav__link">
<span class="md-ellipsis">
Contributing
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../community/" class="md-nav__link">
<span class="md-ellipsis">
Community
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_7" >
<label class="md-nav__link" for="__nav_7" id="__nav_7_label" tabindex="0">
<span class="md-ellipsis">
Releases
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_7_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_7">
<span class="md-nav__icon md-icon"></span>
Releases
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../../../verify-release/" class="md-nav__link">
<span class="md-ellipsis">
Verify a release
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../how-to-release/" class="md-nav__link">
<span class="md-ellipsis">
How to release
</span>
</a>
</li>
<li class="md-nav__item">
<a href="https://github.com/apache/iceberg-python/releases" class="md-nav__link">
<span class="md-ellipsis">
Release Notes
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../../../nightly-build/" class="md-nav__link">
<span class="md-ellipsis">
Nightly Build
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8" checked>
<label class="md-nav__link" for="__nav_8" id="__nav_8_label" tabindex="">
<span class="md-ellipsis">
Code Reference
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_8_label" aria-expanded="true">
<label class="md-nav__title" for="__nav_8">
<span class="md-nav__icon md-icon"></span>
Code Reference
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item md-nav__item--active md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1" checked>
<div class="md-nav__link md-nav__container">
<a href="../../" class="md-nav__link ">
<span class="md-ellipsis">
pyiceberg
</span>
</a>
<label class="md-nav__link " for="__nav_8_1" id="__nav_8_1_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_8_1_label" aria-expanded="true">
<label class="md-nav__title" for="__nav_8_1">
<span class="md-nav__icon md-icon"></span>
pyiceberg
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_1" >
<div class="md-nav__link md-nav__container">
<a href="../../avro/" class="md-nav__link ">
<span class="md-ellipsis">
avro
</span>
</a>
<label class="md-nav__link " for="__nav_8_1_1" id="__nav_8_1_1_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_1_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_8_1_1">
<span class="md-nav__icon md-icon"></span>
avro
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_1_1" >
<div class="md-nav__link md-nav__container">
<a href="../../avro/codecs/" class="md-nav__link ">
<span class="md-ellipsis">
codecs
</span>
</a>
<label class="md-nav__link " for="__nav_8_1_1_1" id="__nav_8_1_1_1_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_1_1_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_8_1_1_1">
<span class="md-nav__icon md-icon"></span>
codecs
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../avro/codecs/bzip2/" class="md-nav__link">
<span class="md-ellipsis">
bzip2
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../avro/codecs/codec/" class="md-nav__link">
<span class="md-ellipsis">
codec
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../avro/codecs/deflate/" class="md-nav__link">
<span class="md-ellipsis">
deflate
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../avro/codecs/snappy_codec/" class="md-nav__link">
<span class="md-ellipsis">
snappy_codec
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../avro/codecs/zstandard_codec/" class="md-nav__link">
<span class="md-ellipsis">
zstandard_codec
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="../../avro/decoder/" class="md-nav__link">
<span class="md-ellipsis">
decoder
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../avro/encoder/" class="md-nav__link">
<span class="md-ellipsis">
encoder
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../avro/file/" class="md-nav__link">
<span class="md-ellipsis">
file
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../avro/reader/" class="md-nav__link">
<span class="md-ellipsis">
reader
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../avro/resolver/" class="md-nav__link">
<span class="md-ellipsis">
resolver
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../avro/writer/" class="md-nav__link">
<span class="md-ellipsis">
writer
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_2" >
<div class="md-nav__link md-nav__container">
<a href="../../catalog/" class="md-nav__link ">
<span class="md-ellipsis">
catalog
</span>
</a>
<label class="md-nav__link " for="__nav_8_1_2" id="__nav_8_1_2_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_2_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_8_1_2">
<span class="md-nav__icon md-icon"></span>
catalog
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../catalog/bigquery_metastore/" class="md-nav__link">
<span class="md-ellipsis">
bigquery_metastore
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../catalog/dynamodb/" class="md-nav__link">
<span class="md-ellipsis">
dynamodb
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../catalog/glue/" class="md-nav__link">
<span class="md-ellipsis">
glue
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../catalog/hive/" class="md-nav__link">
<span class="md-ellipsis">
hive
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../catalog/memory/" class="md-nav__link">
<span class="md-ellipsis">
memory
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../catalog/noop/" class="md-nav__link">
<span class="md-ellipsis">
noop
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_2_7" >
<div class="md-nav__link md-nav__container">
<a href="../../catalog/rest/" class="md-nav__link ">
<span class="md-ellipsis">
rest
</span>
</a>
<label class="md-nav__link " for="__nav_8_1_2_7" id="__nav_8_1_2_7_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_2_7_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_8_1_2_7">
<span class="md-nav__icon md-icon"></span>
rest
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../catalog/rest/auth/" class="md-nav__link">
<span class="md-ellipsis">
auth
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../catalog/rest/response/" class="md-nav__link">
<span class="md-ellipsis">
response
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../catalog/rest/scan_planning/" class="md-nav__link">
<span class="md-ellipsis">
scan_planning
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="../../catalog/sql/" class="md-nav__link">
<span class="md-ellipsis">
sql
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_3" >
<div class="md-nav__link md-nav__container">
<a href="../../cli/" class="md-nav__link ">
<span class="md-ellipsis">
cli
</span>
</a>
<label class="md-nav__link " for="__nav_8_1_3" id="__nav_8_1_3_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_3_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_8_1_3">
<span class="md-nav__icon md-icon"></span>
cli
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../cli/console/" class="md-nav__link">
<span class="md-ellipsis">
console
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../cli/output/" class="md-nav__link">
<span class="md-ellipsis">
output
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="../../conversions/" class="md-nav__link">
<span class="md-ellipsis">
conversions
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../exceptions/" class="md-nav__link">
<span class="md-ellipsis">
exceptions
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_6" >
<div class="md-nav__link md-nav__container">
<a href="../../expressions/" class="md-nav__link ">
<span class="md-ellipsis">
expressions
</span>
</a>
<label class="md-nav__link " for="__nav_8_1_6" id="__nav_8_1_6_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_6_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_8_1_6">
<span class="md-nav__icon md-icon"></span>
expressions
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../expressions/literals/" class="md-nav__link">
<span class="md-ellipsis">
literals
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../expressions/parser/" class="md-nav__link">
<span class="md-ellipsis">
parser
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../expressions/visitors/" class="md-nav__link">
<span class="md-ellipsis">
visitors
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_7" >
<div class="md-nav__link md-nav__container">
<a href="../../io/" class="md-nav__link ">
<span class="md-ellipsis">
io
</span>
</a>
<label class="md-nav__link " for="__nav_8_1_7" id="__nav_8_1_7_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_7_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_8_1_7">
<span class="md-nav__icon md-icon"></span>
io
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../io/fsspec/" class="md-nav__link">
<span class="md-ellipsis">
fsspec
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../io/pyarrow/" class="md-nav__link">
<span class="md-ellipsis">
pyarrow
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="../../manifest/" class="md-nav__link">
<span class="md-ellipsis">
manifest
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../partitioning/" class="md-nav__link">
<span class="md-ellipsis">
partitioning
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../schema/" class="md-nav__link">
<span class="md-ellipsis">
schema
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../serializers/" class="md-nav__link">
<span class="md-ellipsis">
serializers
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_12" >
<div class="md-nav__link md-nav__container">
<a href="../../table/" class="md-nav__link ">
<span class="md-ellipsis">
table
</span>
</a>
<label class="md-nav__link " for="__nav_8_1_12" id="__nav_8_1_12_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_12_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_8_1_12">
<span class="md-nav__icon md-icon"></span>
table
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../table/delete_file_index/" class="md-nav__link">
<span class="md-ellipsis">
delete_file_index
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/inspect/" class="md-nav__link">
<span class="md-ellipsis">
inspect
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/locations/" class="md-nav__link">
<span class="md-ellipsis">
locations
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/maintenance/" class="md-nav__link">
<span class="md-ellipsis">
maintenance
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/metadata/" class="md-nav__link">
<span class="md-ellipsis">
metadata
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/name_mapping/" class="md-nav__link">
<span class="md-ellipsis">
name_mapping
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/puffin/" class="md-nav__link">
<span class="md-ellipsis">
puffin
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/refs/" class="md-nav__link">
<span class="md-ellipsis">
refs
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/snapshots/" class="md-nav__link">
<span class="md-ellipsis">
snapshots
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/sorting/" class="md-nav__link">
<span class="md-ellipsis">
sorting
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/statistics/" class="md-nav__link">
<span class="md-ellipsis">
statistics
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_12_12" >
<div class="md-nav__link md-nav__container">
<a href="../../table/update/" class="md-nav__link ">
<span class="md-ellipsis">
update
</span>
</a>
<label class="md-nav__link " for="__nav_8_1_12_12" id="__nav_8_1_12_12_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="4" aria-labelledby="__nav_8_1_12_12_label" aria-expanded="false">
<label class="md-nav__title" for="__nav_8_1_12_12">
<span class="md-nav__icon md-icon"></span>
update
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../../table/update/schema/" class="md-nav__link">
<span class="md-ellipsis">
schema
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/update/snapshot/" class="md-nav__link">
<span class="md-ellipsis">
snapshot
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/update/sorting/" class="md-nav__link">
<span class="md-ellipsis">
sorting
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/update/spec/" class="md-nav__link">
<span class="md-ellipsis">
spec
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/update/statistics/" class="md-nav__link">
<span class="md-ellipsis">
statistics
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../table/update/validate/" class="md-nav__link">
<span class="md-ellipsis">
validate
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="../../table/upsert_util/" class="md-nav__link">
<span class="md-ellipsis">
upsert_util
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="../../transforms/" class="md-nav__link">
<span class="md-ellipsis">
transforms
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../typedef/" class="md-nav__link">
<span class="md-ellipsis">
typedef
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../../types/" class="md-nav__link">
<span class="md-ellipsis">
types
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--active md-nav__item--nested">
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_8_1_16" checked>
<div class="md-nav__link md-nav__container">
<a href="../" class="md-nav__link ">
<span class="md-ellipsis">
utils
</span>
</a>
<label class="md-nav__link " for="__nav_8_1_16" id="__nav_8_1_16_label" tabindex="0">
<span class="md-nav__icon md-icon"></span>
</label>
</div>
<nav class="md-nav" data-md-level="3" aria-labelledby="__nav_8_1_16_label" aria-expanded="true">
<label class="md-nav__title" for="__nav_8_1_16">
<span class="md-nav__icon md-icon"></span>
utils
</label>
<ul class="md-nav__list" data-md-scrollfix>
<li class="md-nav__item">
<a href="../bin_packing/" class="md-nav__link">
<span class="md-ellipsis">
bin_packing
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../concurrent/" class="md-nav__link">
<span class="md-ellipsis">
concurrent
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../config/" class="md-nav__link">
<span class="md-ellipsis">
config
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../datetime/" class="md-nav__link">
<span class="md-ellipsis">
datetime
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../decimal/" class="md-nav__link">
<span class="md-ellipsis">
decimal
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../deprecated/" class="md-nav__link">
<span class="md-ellipsis">
deprecated
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../lazydict/" class="md-nav__link">
<span class="md-ellipsis">
lazydict
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../parsing/" class="md-nav__link">
<span class="md-ellipsis">
parsing
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../properties/" class="md-nav__link">
<span class="md-ellipsis">
properties
</span>
</a>
</li>
<li class="md-nav__item md-nav__item--active">
<input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
<label class="md-nav__link md-nav__link--active" for="__toc">
<span class="md-ellipsis">
schema_conversion
</span>
<span class="md-nav__icon md-icon"></span>
</label>
<a href="./" class="md-nav__link md-nav__link--active">
<span class="md-ellipsis">
schema_conversion
</span>
</a>
<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
<label class="md-nav__title" for="__toc">
<span class="md-nav__icon md-icon"></span>
Table of contents
</label>
<ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
<li class="md-nav__item">
<a href="#pyiceberg.utils.schema_conversion" class="md-nav__link">
<span class="md-ellipsis">
schema_conversion
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#pyiceberg.utils.schema_conversion.AvroSchemaConversion" class="md-nav__link">
<span class="md-ellipsis">
AvroSchemaConversion
</span>
</a>
<nav class="md-nav" aria-label="AvroSchemaConversion">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#pyiceberg.utils.schema_conversion.AvroSchemaConversion.avro_to_iceberg" class="md-nav__link">
<span class="md-ellipsis">
avro_to_iceberg
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#pyiceberg.utils.schema_conversion.AvroSchemaConversion.iceberg_to_avro" class="md-nav__link">
<span class="md-ellipsis">
iceberg_to_avro
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#pyiceberg.utils.schema_conversion.ConvertSchemaToAvro" class="md-nav__link">
<span class="md-ellipsis">
ConvertSchemaToAvro
</span>
</a>
<nav class="md-nav" aria-label="ConvertSchemaToAvro">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#pyiceberg.utils.schema_conversion.ConvertSchemaToAvro.__init__" class="md-nav__link">
<span class="md-ellipsis">
__init__
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="../singleton/" class="md-nav__link">
<span class="md-ellipsis">
singleton
</span>
</a>
</li>
<li class="md-nav__item">
<a href="../truncate/" class="md-nav__link">
<span class="md-ellipsis">
truncate
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</div>
</div>
</div>
<div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
<div class="md-sidebar__scrollwrap">
<div class="md-sidebar__inner">
<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
<label class="md-nav__title" for="__toc">
<span class="md-nav__icon md-icon"></span>
Table of contents
</label>
<ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
<li class="md-nav__item">
<a href="#pyiceberg.utils.schema_conversion" class="md-nav__link">
<span class="md-ellipsis">
schema_conversion
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#pyiceberg.utils.schema_conversion.AvroSchemaConversion" class="md-nav__link">
<span class="md-ellipsis">
AvroSchemaConversion
</span>
</a>
<nav class="md-nav" aria-label="AvroSchemaConversion">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#pyiceberg.utils.schema_conversion.AvroSchemaConversion.avro_to_iceberg" class="md-nav__link">
<span class="md-ellipsis">
avro_to_iceberg
</span>
</a>
</li>
<li class="md-nav__item">
<a href="#pyiceberg.utils.schema_conversion.AvroSchemaConversion.iceberg_to_avro" class="md-nav__link">
<span class="md-ellipsis">
iceberg_to_avro
</span>
</a>
</li>
</ul>
</nav>
</li>
<li class="md-nav__item">
<a href="#pyiceberg.utils.schema_conversion.ConvertSchemaToAvro" class="md-nav__link">
<span class="md-ellipsis">
ConvertSchemaToAvro
</span>
</a>
<nav class="md-nav" aria-label="ConvertSchemaToAvro">
<ul class="md-nav__list">
<li class="md-nav__item">
<a href="#pyiceberg.utils.schema_conversion.ConvertSchemaToAvro.__init__" class="md-nav__link">
<span class="md-ellipsis">
__init__
</span>
</a>
</li>
</ul>
</nav>
</li>
</ul>
</nav>
</div>
</div>
</div>
<div class="md-content" data-md-component="content">
<article class="md-content__inner md-typeset">
<h1>schema_conversion</h1>
<div class="doc doc-object doc-module">
<a id="pyiceberg.utils.schema_conversion"></a>
<div class="doc doc-contents first">
<p>Utility class for converting between Avro and Iceberg schemas.</p>
<div class="doc doc-children">
<div class="doc doc-object doc-class">
<h2 id="pyiceberg.utils.schema_conversion.AvroSchemaConversion" class="doc doc-heading">
<code>AvroSchemaConversion</code>
<a href="#pyiceberg.utils.schema_conversion.AvroSchemaConversion" class="headerlink" title="Permanent link">&para;</a></h2>
<div class="doc doc-contents ">
<details class="mkdocstrings-source">
<summary>Source code in <code>pyiceberg/utils/schema_conversion.py</code></summary>
<div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-82"> 82</a></span>
<span class="normal"><a href="#__codelineno-0-83"> 83</a></span>
<span class="normal"><a href="#__codelineno-0-84"> 84</a></span>
<span class="normal"><a href="#__codelineno-0-85"> 85</a></span>
<span class="normal"><a href="#__codelineno-0-86"> 86</a></span>
<span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
<span class="normal"><a href="#__codelineno-0-108">108</a></span>
<span class="normal"><a href="#__codelineno-0-109">109</a></span>
<span class="normal"><a href="#__codelineno-0-110">110</a></span>
<span class="normal"><a href="#__codelineno-0-111">111</a></span>
<span class="normal"><a href="#__codelineno-0-112">112</a></span>
<span class="normal"><a href="#__codelineno-0-113">113</a></span>
<span class="normal"><a href="#__codelineno-0-114">114</a></span>
<span class="normal"><a href="#__codelineno-0-115">115</a></span>
<span class="normal"><a href="#__codelineno-0-116">116</a></span>
<span class="normal"><a href="#__codelineno-0-117">117</a></span>
<span class="normal"><a href="#__codelineno-0-118">118</a></span>
<span class="normal"><a href="#__codelineno-0-119">119</a></span>
<span class="normal"><a href="#__codelineno-0-120">120</a></span>
<span class="normal"><a href="#__codelineno-0-121">121</a></span>
<span class="normal"><a href="#__codelineno-0-122">122</a></span>
<span class="normal"><a href="#__codelineno-0-123">123</a></span>
<span class="normal"><a href="#__codelineno-0-124">124</a></span>
<span class="normal"><a href="#__codelineno-0-125">125</a></span>
<span class="normal"><a href="#__codelineno-0-126">126</a></span>
<span class="normal"><a href="#__codelineno-0-127">127</a></span>
<span class="normal"><a href="#__codelineno-0-128">128</a></span>
<span class="normal"><a href="#__codelineno-0-129">129</a></span>
<span class="normal"><a href="#__codelineno-0-130">130</a></span>
<span class="normal"><a href="#__codelineno-0-131">131</a></span>
<span class="normal"><a href="#__codelineno-0-132">132</a></span>
<span class="normal"><a href="#__codelineno-0-133">133</a></span>
<span class="normal"><a href="#__codelineno-0-134">134</a></span>
<span class="normal"><a href="#__codelineno-0-135">135</a></span>
<span class="normal"><a href="#__codelineno-0-136">136</a></span>
<span class="normal"><a href="#__codelineno-0-137">137</a></span>
<span class="normal"><a href="#__codelineno-0-138">138</a></span>
<span class="normal"><a href="#__codelineno-0-139">139</a></span>
<span class="normal"><a href="#__codelineno-0-140">140</a></span>
<span class="normal"><a href="#__codelineno-0-141">141</a></span>
<span class="normal"><a href="#__codelineno-0-142">142</a></span>
<span class="normal"><a href="#__codelineno-0-143">143</a></span>
<span class="normal"><a href="#__codelineno-0-144">144</a></span>
<span class="normal"><a href="#__codelineno-0-145">145</a></span>
<span class="normal"><a href="#__codelineno-0-146">146</a></span>
<span class="normal"><a href="#__codelineno-0-147">147</a></span>
<span class="normal"><a href="#__codelineno-0-148">148</a></span>
<span class="normal"><a href="#__codelineno-0-149">149</a></span>
<span class="normal"><a href="#__codelineno-0-150">150</a></span>
<span class="normal"><a href="#__codelineno-0-151">151</a></span>
<span class="normal"><a href="#__codelineno-0-152">152</a></span>
<span class="normal"><a href="#__codelineno-0-153">153</a></span>
<span class="normal"><a href="#__codelineno-0-154">154</a></span>
<span class="normal"><a href="#__codelineno-0-155">155</a></span>
<span class="normal"><a href="#__codelineno-0-156">156</a></span>
<span class="normal"><a href="#__codelineno-0-157">157</a></span>
<span class="normal"><a href="#__codelineno-0-158">158</a></span>
<span class="normal"><a href="#__codelineno-0-159">159</a></span>
<span class="normal"><a href="#__codelineno-0-160">160</a></span>
<span class="normal"><a href="#__codelineno-0-161">161</a></span>
<span class="normal"><a href="#__codelineno-0-162">162</a></span>
<span class="normal"><a href="#__codelineno-0-163">163</a></span>
<span class="normal"><a href="#__codelineno-0-164">164</a></span>
<span class="normal"><a href="#__codelineno-0-165">165</a></span>
<span class="normal"><a href="#__codelineno-0-166">166</a></span>
<span class="normal"><a href="#__codelineno-0-167">167</a></span>
<span class="normal"><a href="#__codelineno-0-168">168</a></span>
<span class="normal"><a href="#__codelineno-0-169">169</a></span>
<span class="normal"><a href="#__codelineno-0-170">170</a></span>
<span class="normal"><a href="#__codelineno-0-171">171</a></span>
<span class="normal"><a href="#__codelineno-0-172">172</a></span>
<span class="normal"><a href="#__codelineno-0-173">173</a></span>
<span class="normal"><a href="#__codelineno-0-174">174</a></span>
<span class="normal"><a href="#__codelineno-0-175">175</a></span>
<span class="normal"><a href="#__codelineno-0-176">176</a></span>
<span class="normal"><a href="#__codelineno-0-177">177</a></span>
<span class="normal"><a href="#__codelineno-0-178">178</a></span>
<span class="normal"><a href="#__codelineno-0-179">179</a></span>
<span class="normal"><a href="#__codelineno-0-180">180</a></span>
<span class="normal"><a href="#__codelineno-0-181">181</a></span>
<span class="normal"><a href="#__codelineno-0-182">182</a></span>
<span class="normal"><a href="#__codelineno-0-183">183</a></span>
<span class="normal"><a href="#__codelineno-0-184">184</a></span>
<span class="normal"><a href="#__codelineno-0-185">185</a></span>
<span class="normal"><a href="#__codelineno-0-186">186</a></span>
<span class="normal"><a href="#__codelineno-0-187">187</a></span>
<span class="normal"><a href="#__codelineno-0-188">188</a></span>
<span class="normal"><a href="#__codelineno-0-189">189</a></span>
<span class="normal"><a href="#__codelineno-0-190">190</a></span>
<span class="normal"><a href="#__codelineno-0-191">191</a></span>
<span class="normal"><a href="#__codelineno-0-192">192</a></span>
<span class="normal"><a href="#__codelineno-0-193">193</a></span>
<span class="normal"><a href="#__codelineno-0-194">194</a></span>
<span class="normal"><a href="#__codelineno-0-195">195</a></span>
<span class="normal"><a href="#__codelineno-0-196">196</a></span>
<span class="normal"><a href="#__codelineno-0-197">197</a></span>
<span class="normal"><a href="#__codelineno-0-198">198</a></span>
<span class="normal"><a href="#__codelineno-0-199">199</a></span>
<span class="normal"><a href="#__codelineno-0-200">200</a></span>
<span class="normal"><a href="#__codelineno-0-201">201</a></span>
<span class="normal"><a href="#__codelineno-0-202">202</a></span>
<span class="normal"><a href="#__codelineno-0-203">203</a></span>
<span class="normal"><a href="#__codelineno-0-204">204</a></span>
<span class="normal"><a href="#__codelineno-0-205">205</a></span>
<span class="normal"><a href="#__codelineno-0-206">206</a></span>
<span class="normal"><a href="#__codelineno-0-207">207</a></span>
<span class="normal"><a href="#__codelineno-0-208">208</a></span>
<span class="normal"><a href="#__codelineno-0-209">209</a></span>
<span class="normal"><a href="#__codelineno-0-210">210</a></span>
<span class="normal"><a href="#__codelineno-0-211">211</a></span>
<span class="normal"><a href="#__codelineno-0-212">212</a></span>
<span class="normal"><a href="#__codelineno-0-213">213</a></span>
<span class="normal"><a href="#__codelineno-0-214">214</a></span>
<span class="normal"><a href="#__codelineno-0-215">215</a></span>
<span class="normal"><a href="#__codelineno-0-216">216</a></span>
<span class="normal"><a href="#__codelineno-0-217">217</a></span>
<span class="normal"><a href="#__codelineno-0-218">218</a></span>
<span class="normal"><a href="#__codelineno-0-219">219</a></span>
<span class="normal"><a href="#__codelineno-0-220">220</a></span>
<span class="normal"><a href="#__codelineno-0-221">221</a></span>
<span class="normal"><a href="#__codelineno-0-222">222</a></span>
<span class="normal"><a href="#__codelineno-0-223">223</a></span>
<span class="normal"><a href="#__codelineno-0-224">224</a></span>
<span class="normal"><a href="#__codelineno-0-225">225</a></span>
<span class="normal"><a href="#__codelineno-0-226">226</a></span>
<span class="normal"><a href="#__codelineno-0-227">227</a></span>
<span class="normal"><a href="#__codelineno-0-228">228</a></span>
<span class="normal"><a href="#__codelineno-0-229">229</a></span>
<span class="normal"><a href="#__codelineno-0-230">230</a></span>
<span class="normal"><a href="#__codelineno-0-231">231</a></span>
<span class="normal"><a href="#__codelineno-0-232">232</a></span>
<span class="normal"><a href="#__codelineno-0-233">233</a></span>
<span class="normal"><a href="#__codelineno-0-234">234</a></span>
<span class="normal"><a href="#__codelineno-0-235">235</a></span>
<span class="normal"><a href="#__codelineno-0-236">236</a></span>
<span class="normal"><a href="#__codelineno-0-237">237</a></span>
<span class="normal"><a href="#__codelineno-0-238">238</a></span>
<span class="normal"><a href="#__codelineno-0-239">239</a></span>
<span class="normal"><a href="#__codelineno-0-240">240</a></span>
<span class="normal"><a href="#__codelineno-0-241">241</a></span>
<span class="normal"><a href="#__codelineno-0-242">242</a></span>
<span class="normal"><a href="#__codelineno-0-243">243</a></span>
<span class="normal"><a href="#__codelineno-0-244">244</a></span>
<span class="normal"><a href="#__codelineno-0-245">245</a></span>
<span class="normal"><a href="#__codelineno-0-246">246</a></span>
<span class="normal"><a href="#__codelineno-0-247">247</a></span>
<span class="normal"><a href="#__codelineno-0-248">248</a></span>
<span class="normal"><a href="#__codelineno-0-249">249</a></span>
<span class="normal"><a href="#__codelineno-0-250">250</a></span>
<span class="normal"><a href="#__codelineno-0-251">251</a></span>
<span class="normal"><a href="#__codelineno-0-252">252</a></span>
<span class="normal"><a href="#__codelineno-0-253">253</a></span>
<span class="normal"><a href="#__codelineno-0-254">254</a></span>
<span class="normal"><a href="#__codelineno-0-255">255</a></span>
<span class="normal"><a href="#__codelineno-0-256">256</a></span>
<span class="normal"><a href="#__codelineno-0-257">257</a></span>
<span class="normal"><a href="#__codelineno-0-258">258</a></span>
<span class="normal"><a href="#__codelineno-0-259">259</a></span>
<span class="normal"><a href="#__codelineno-0-260">260</a></span>
<span class="normal"><a href="#__codelineno-0-261">261</a></span>
<span class="normal"><a href="#__codelineno-0-262">262</a></span>
<span class="normal"><a href="#__codelineno-0-263">263</a></span>
<span class="normal"><a href="#__codelineno-0-264">264</a></span>
<span class="normal"><a href="#__codelineno-0-265">265</a></span>
<span class="normal"><a href="#__codelineno-0-266">266</a></span>
<span class="normal"><a href="#__codelineno-0-267">267</a></span>
<span class="normal"><a href="#__codelineno-0-268">268</a></span>
<span class="normal"><a href="#__codelineno-0-269">269</a></span>
<span class="normal"><a href="#__codelineno-0-270">270</a></span>
<span class="normal"><a href="#__codelineno-0-271">271</a></span>
<span class="normal"><a href="#__codelineno-0-272">272</a></span>
<span class="normal"><a href="#__codelineno-0-273">273</a></span>
<span class="normal"><a href="#__codelineno-0-274">274</a></span>
<span class="normal"><a href="#__codelineno-0-275">275</a></span>
<span class="normal"><a href="#__codelineno-0-276">276</a></span>
<span class="normal"><a href="#__codelineno-0-277">277</a></span>
<span class="normal"><a href="#__codelineno-0-278">278</a></span>
<span class="normal"><a href="#__codelineno-0-279">279</a></span>
<span class="normal"><a href="#__codelineno-0-280">280</a></span>
<span class="normal"><a href="#__codelineno-0-281">281</a></span>
<span class="normal"><a href="#__codelineno-0-282">282</a></span>
<span class="normal"><a href="#__codelineno-0-283">283</a></span>
<span class="normal"><a href="#__codelineno-0-284">284</a></span>
<span class="normal"><a href="#__codelineno-0-285">285</a></span>
<span class="normal"><a href="#__codelineno-0-286">286</a></span>
<span class="normal"><a href="#__codelineno-0-287">287</a></span>
<span class="normal"><a href="#__codelineno-0-288">288</a></span>
<span class="normal"><a href="#__codelineno-0-289">289</a></span>
<span class="normal"><a href="#__codelineno-0-290">290</a></span>
<span class="normal"><a href="#__codelineno-0-291">291</a></span>
<span class="normal"><a href="#__codelineno-0-292">292</a></span>
<span class="normal"><a href="#__codelineno-0-293">293</a></span>
<span class="normal"><a href="#__codelineno-0-294">294</a></span>
<span class="normal"><a href="#__codelineno-0-295">295</a></span>
<span class="normal"><a href="#__codelineno-0-296">296</a></span>
<span class="normal"><a href="#__codelineno-0-297">297</a></span>
<span class="normal"><a href="#__codelineno-0-298">298</a></span>
<span class="normal"><a href="#__codelineno-0-299">299</a></span>
<span class="normal"><a href="#__codelineno-0-300">300</a></span>
<span class="normal"><a href="#__codelineno-0-301">301</a></span>
<span class="normal"><a href="#__codelineno-0-302">302</a></span>
<span class="normal"><a href="#__codelineno-0-303">303</a></span>
<span class="normal"><a href="#__codelineno-0-304">304</a></span>
<span class="normal"><a href="#__codelineno-0-305">305</a></span>
<span class="normal"><a href="#__codelineno-0-306">306</a></span>
<span class="normal"><a href="#__codelineno-0-307">307</a></span>
<span class="normal"><a href="#__codelineno-0-308">308</a></span>
<span class="normal"><a href="#__codelineno-0-309">309</a></span>
<span class="normal"><a href="#__codelineno-0-310">310</a></span>
<span class="normal"><a href="#__codelineno-0-311">311</a></span>
<span class="normal"><a href="#__codelineno-0-312">312</a></span>
<span class="normal"><a href="#__codelineno-0-313">313</a></span>
<span class="normal"><a href="#__codelineno-0-314">314</a></span>
<span class="normal"><a href="#__codelineno-0-315">315</a></span>
<span class="normal"><a href="#__codelineno-0-316">316</a></span>
<span class="normal"><a href="#__codelineno-0-317">317</a></span>
<span class="normal"><a href="#__codelineno-0-318">318</a></span>
<span class="normal"><a href="#__codelineno-0-319">319</a></span>
<span class="normal"><a href="#__codelineno-0-320">320</a></span>
<span class="normal"><a href="#__codelineno-0-321">321</a></span>
<span class="normal"><a href="#__codelineno-0-322">322</a></span>
<span class="normal"><a href="#__codelineno-0-323">323</a></span>
<span class="normal"><a href="#__codelineno-0-324">324</a></span>
<span class="normal"><a href="#__codelineno-0-325">325</a></span>
<span class="normal"><a href="#__codelineno-0-326">326</a></span>
<span class="normal"><a href="#__codelineno-0-327">327</a></span>
<span class="normal"><a href="#__codelineno-0-328">328</a></span>
<span class="normal"><a href="#__codelineno-0-329">329</a></span>
<span class="normal"><a href="#__codelineno-0-330">330</a></span>
<span class="normal"><a href="#__codelineno-0-331">331</a></span>
<span class="normal"><a href="#__codelineno-0-332">332</a></span>
<span class="normal"><a href="#__codelineno-0-333">333</a></span>
<span class="normal"><a href="#__codelineno-0-334">334</a></span>
<span class="normal"><a href="#__codelineno-0-335">335</a></span>
<span class="normal"><a href="#__codelineno-0-336">336</a></span>
<span class="normal"><a href="#__codelineno-0-337">337</a></span>
<span class="normal"><a href="#__codelineno-0-338">338</a></span>
<span class="normal"><a href="#__codelineno-0-339">339</a></span>
<span class="normal"><a href="#__codelineno-0-340">340</a></span>
<span class="normal"><a href="#__codelineno-0-341">341</a></span>
<span class="normal"><a href="#__codelineno-0-342">342</a></span>
<span class="normal"><a href="#__codelineno-0-343">343</a></span>
<span class="normal"><a href="#__codelineno-0-344">344</a></span>
<span class="normal"><a href="#__codelineno-0-345">345</a></span>
<span class="normal"><a href="#__codelineno-0-346">346</a></span>
<span class="normal"><a href="#__codelineno-0-347">347</a></span>
<span class="normal"><a href="#__codelineno-0-348">348</a></span>
<span class="normal"><a href="#__codelineno-0-349">349</a></span>
<span class="normal"><a href="#__codelineno-0-350">350</a></span>
<span class="normal"><a href="#__codelineno-0-351">351</a></span>
<span class="normal"><a href="#__codelineno-0-352">352</a></span>
<span class="normal"><a href="#__codelineno-0-353">353</a></span>
<span class="normal"><a href="#__codelineno-0-354">354</a></span>
<span class="normal"><a href="#__codelineno-0-355">355</a></span>
<span class="normal"><a href="#__codelineno-0-356">356</a></span>
<span class="normal"><a href="#__codelineno-0-357">357</a></span>
<span class="normal"><a href="#__codelineno-0-358">358</a></span>
<span class="normal"><a href="#__codelineno-0-359">359</a></span>
<span class="normal"><a href="#__codelineno-0-360">360</a></span>
<span class="normal"><a href="#__codelineno-0-361">361</a></span>
<span class="normal"><a href="#__codelineno-0-362">362</a></span>
<span class="normal"><a href="#__codelineno-0-363">363</a></span>
<span class="normal"><a href="#__codelineno-0-364">364</a></span>
<span class="normal"><a href="#__codelineno-0-365">365</a></span>
<span class="normal"><a href="#__codelineno-0-366">366</a></span>
<span class="normal"><a href="#__codelineno-0-367">367</a></span>
<span class="normal"><a href="#__codelineno-0-368">368</a></span>
<span class="normal"><a href="#__codelineno-0-369">369</a></span>
<span class="normal"><a href="#__codelineno-0-370">370</a></span>
<span class="normal"><a href="#__codelineno-0-371">371</a></span>
<span class="normal"><a href="#__codelineno-0-372">372</a></span>
<span class="normal"><a href="#__codelineno-0-373">373</a></span>
<span class="normal"><a href="#__codelineno-0-374">374</a></span>
<span class="normal"><a href="#__codelineno-0-375">375</a></span>
<span class="normal"><a href="#__codelineno-0-376">376</a></span>
<span class="normal"><a href="#__codelineno-0-377">377</a></span>
<span class="normal"><a href="#__codelineno-0-378">378</a></span>
<span class="normal"><a href="#__codelineno-0-379">379</a></span>
<span class="normal"><a href="#__codelineno-0-380">380</a></span>
<span class="normal"><a href="#__codelineno-0-381">381</a></span>
<span class="normal"><a href="#__codelineno-0-382">382</a></span>
<span class="normal"><a href="#__codelineno-0-383">383</a></span>
<span class="normal"><a href="#__codelineno-0-384">384</a></span>
<span class="normal"><a href="#__codelineno-0-385">385</a></span>
<span class="normal"><a href="#__codelineno-0-386">386</a></span>
<span class="normal"><a href="#__codelineno-0-387">387</a></span>
<span class="normal"><a href="#__codelineno-0-388">388</a></span>
<span class="normal"><a href="#__codelineno-0-389">389</a></span>
<span class="normal"><a href="#__codelineno-0-390">390</a></span>
<span class="normal"><a href="#__codelineno-0-391">391</a></span>
<span class="normal"><a href="#__codelineno-0-392">392</a></span>
<span class="normal"><a href="#__codelineno-0-393">393</a></span>
<span class="normal"><a href="#__codelineno-0-394">394</a></span>
<span class="normal"><a href="#__codelineno-0-395">395</a></span>
<span class="normal"><a href="#__codelineno-0-396">396</a></span>
<span class="normal"><a href="#__codelineno-0-397">397</a></span>
<span class="normal"><a href="#__codelineno-0-398">398</a></span>
<span class="normal"><a href="#__codelineno-0-399">399</a></span>
<span class="normal"><a href="#__codelineno-0-400">400</a></span>
<span class="normal"><a href="#__codelineno-0-401">401</a></span>
<span class="normal"><a href="#__codelineno-0-402">402</a></span>
<span class="normal"><a href="#__codelineno-0-403">403</a></span>
<span class="normal"><a href="#__codelineno-0-404">404</a></span>
<span class="normal"><a href="#__codelineno-0-405">405</a></span>
<span class="normal"><a href="#__codelineno-0-406">406</a></span>
<span class="normal"><a href="#__codelineno-0-407">407</a></span>
<span class="normal"><a href="#__codelineno-0-408">408</a></span>
<span class="normal"><a href="#__codelineno-0-409">409</a></span>
<span class="normal"><a href="#__codelineno-0-410">410</a></span>
<span class="normal"><a href="#__codelineno-0-411">411</a></span>
<span class="normal"><a href="#__codelineno-0-412">412</a></span>
<span class="normal"><a href="#__codelineno-0-413">413</a></span>
<span class="normal"><a href="#__codelineno-0-414">414</a></span>
<span class="normal"><a href="#__codelineno-0-415">415</a></span>
<span class="normal"><a href="#__codelineno-0-416">416</a></span>
<span class="normal"><a href="#__codelineno-0-417">417</a></span>
<span class="normal"><a href="#__codelineno-0-418">418</a></span>
<span class="normal"><a href="#__codelineno-0-419">419</a></span>
<span class="normal"><a href="#__codelineno-0-420">420</a></span>
<span class="normal"><a href="#__codelineno-0-421">421</a></span>
<span class="normal"><a href="#__codelineno-0-422">422</a></span>
<span class="normal"><a href="#__codelineno-0-423">423</a></span>
<span class="normal"><a href="#__codelineno-0-424">424</a></span>
<span class="normal"><a href="#__codelineno-0-425">425</a></span>
<span class="normal"><a href="#__codelineno-0-426">426</a></span>
<span class="normal"><a href="#__codelineno-0-427">427</a></span>
<span class="normal"><a href="#__codelineno-0-428">428</a></span>
<span class="normal"><a href="#__codelineno-0-429">429</a></span>
<span class="normal"><a href="#__codelineno-0-430">430</a></span>
<span class="normal"><a href="#__codelineno-0-431">431</a></span>
<span class="normal"><a href="#__codelineno-0-432">432</a></span>
<span class="normal"><a href="#__codelineno-0-433">433</a></span>
<span class="normal"><a href="#__codelineno-0-434">434</a></span>
<span class="normal"><a href="#__codelineno-0-435">435</a></span>
<span class="normal"><a href="#__codelineno-0-436">436</a></span>
<span class="normal"><a href="#__codelineno-0-437">437</a></span>
<span class="normal"><a href="#__codelineno-0-438">438</a></span>
<span class="normal"><a href="#__codelineno-0-439">439</a></span>
<span class="normal"><a href="#__codelineno-0-440">440</a></span>
<span class="normal"><a href="#__codelineno-0-441">441</a></span>
<span class="normal"><a href="#__codelineno-0-442">442</a></span>
<span class="normal"><a href="#__codelineno-0-443">443</a></span>
<span class="normal"><a href="#__codelineno-0-444">444</a></span>
<span class="normal"><a href="#__codelineno-0-445">445</a></span>
<span class="normal"><a href="#__codelineno-0-446">446</a></span>
<span class="normal"><a href="#__codelineno-0-447">447</a></span>
<span class="normal"><a href="#__codelineno-0-448">448</a></span>
<span class="normal"><a href="#__codelineno-0-449">449</a></span>
<span class="normal"><a href="#__codelineno-0-450">450</a></span>
<span class="normal"><a href="#__codelineno-0-451">451</a></span>
<span class="normal"><a href="#__codelineno-0-452">452</a></span>
<span class="normal"><a href="#__codelineno-0-453">453</a></span>
<span class="normal"><a href="#__codelineno-0-454">454</a></span>
<span class="normal"><a href="#__codelineno-0-455">455</a></span>
<span class="normal"><a href="#__codelineno-0-456">456</a></span>
<span class="normal"><a href="#__codelineno-0-457">457</a></span>
<span class="normal"><a href="#__codelineno-0-458">458</a></span>
<span class="normal"><a href="#__codelineno-0-459">459</a></span>
<span class="normal"><a href="#__codelineno-0-460">460</a></span>
<span class="normal"><a href="#__codelineno-0-461">461</a></span>
<span class="normal"><a href="#__codelineno-0-462">462</a></span>
<span class="normal"><a href="#__codelineno-0-463">463</a></span>
<span class="normal"><a href="#__codelineno-0-464">464</a></span>
<span class="normal"><a href="#__codelineno-0-465">465</a></span>
<span class="normal"><a href="#__codelineno-0-466">466</a></span>
<span class="normal"><a href="#__codelineno-0-467">467</a></span>
<span class="normal"><a href="#__codelineno-0-468">468</a></span>
<span class="normal"><a href="#__codelineno-0-469">469</a></span>
<span class="normal"><a href="#__codelineno-0-470">470</a></span>
<span class="normal"><a href="#__codelineno-0-471">471</a></span>
<span class="normal"><a href="#__codelineno-0-472">472</a></span>
<span class="normal"><a href="#__codelineno-0-473">473</a></span>
<span class="normal"><a href="#__codelineno-0-474">474</a></span>
<span class="normal"><a href="#__codelineno-0-475">475</a></span>
<span class="normal"><a href="#__codelineno-0-476">476</a></span>
<span class="normal"><a href="#__codelineno-0-477">477</a></span>
<span class="normal"><a href="#__codelineno-0-478">478</a></span>
<span class="normal"><a href="#__codelineno-0-479">479</a></span>
<span class="normal"><a href="#__codelineno-0-480">480</a></span>
<span class="normal"><a href="#__codelineno-0-481">481</a></span>
<span class="normal"><a href="#__codelineno-0-482">482</a></span>
<span class="normal"><a href="#__codelineno-0-483">483</a></span>
<span class="normal"><a href="#__codelineno-0-484">484</a></span>
<span class="normal"><a href="#__codelineno-0-485">485</a></span>
<span class="normal"><a href="#__codelineno-0-486">486</a></span>
<span class="normal"><a href="#__codelineno-0-487">487</a></span>
<span class="normal"><a href="#__codelineno-0-488">488</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-82" name="__codelineno-0-82"></a><span class="k">class</span><span class="w"> </span><span class="nc">AvroSchemaConversion</span><span class="p">:</span>
<a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="k">def</span><span class="w"> </span><span class="nf">avro_to_iceberg</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">avro_schema</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="n">Schema</span><span class="p">:</span>
<a id="__codelineno-0-84" name="__codelineno-0-84"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;Convert an Apache Avro into an Apache Iceberg schema equivalent.</span>
<a id="__codelineno-0-85" name="__codelineno-0-85"></a>
<a id="__codelineno-0-86" name="__codelineno-0-86"></a><span class="sd"> This expects to have field id&#39;s to be encoded in the Avro schema:</span>
<a id="__codelineno-0-87" name="__codelineno-0-87"></a>
<a id="__codelineno-0-88" name="__codelineno-0-88"></a><span class="sd"> {</span>
<a id="__codelineno-0-89" name="__codelineno-0-89"></a><span class="sd"> &quot;type&quot;: &quot;record&quot;,</span>
<a id="__codelineno-0-90" name="__codelineno-0-90"></a><span class="sd"> &quot;name&quot;: &quot;manifest_file&quot;,</span>
<a id="__codelineno-0-91" name="__codelineno-0-91"></a><span class="sd"> &quot;fields&quot;: [</span>
<a id="__codelineno-0-92" name="__codelineno-0-92"></a><span class="sd"> {&quot;name&quot;: &quot;manifest_path&quot;, &quot;type&quot;: &quot;string&quot;, &quot;doc&quot;: &quot;Location URI with FS scheme&quot;, &quot;field-id&quot;: 500},</span>
<a id="__codelineno-0-93" name="__codelineno-0-93"></a><span class="sd"> {&quot;name&quot;: &quot;manifest_length&quot;, &quot;type&quot;: &quot;long&quot;, &quot;doc&quot;: &quot;Total file size in bytes&quot;, &quot;field-id&quot;: 501}</span>
<a id="__codelineno-0-94" name="__codelineno-0-94"></a><span class="sd"> ]</span>
<a id="__codelineno-0-95" name="__codelineno-0-95"></a><span class="sd"> }</span>
<a id="__codelineno-0-96" name="__codelineno-0-96"></a>
<a id="__codelineno-0-97" name="__codelineno-0-97"></a><span class="sd"> Example:</span>
<a id="__codelineno-0-98" name="__codelineno-0-98"></a><span class="sd"> This converts an Avro schema into an Iceberg schema:</span>
<a id="__codelineno-0-99" name="__codelineno-0-99"></a>
<a id="__codelineno-0-100" name="__codelineno-0-100"></a><span class="sd"> &gt;&gt;&gt; avro_schema = AvroSchemaConversion().avro_to_iceberg({</span>
<a id="__codelineno-0-101" name="__codelineno-0-101"></a><span class="sd"> ... &quot;type&quot;: &quot;record&quot;,</span>
<a id="__codelineno-0-102" name="__codelineno-0-102"></a><span class="sd"> ... &quot;name&quot;: &quot;manifest_file&quot;,</span>
<a id="__codelineno-0-103" name="__codelineno-0-103"></a><span class="sd"> ... &quot;fields&quot;: [</span>
<a id="__codelineno-0-104" name="__codelineno-0-104"></a><span class="sd"> ... {&quot;name&quot;: &quot;manifest_path&quot;, &quot;type&quot;: &quot;string&quot;, &quot;doc&quot;: &quot;Location URI with FS scheme&quot;, &quot;field-id&quot;: 500},</span>
<a id="__codelineno-0-105" name="__codelineno-0-105"></a><span class="sd"> ... {&quot;name&quot;: &quot;manifest_length&quot;, &quot;type&quot;: &quot;long&quot;, &quot;doc&quot;: &quot;Total file size in bytes&quot;, &quot;field-id&quot;: 501}</span>
<a id="__codelineno-0-106" name="__codelineno-0-106"></a><span class="sd"> ... ]</span>
<a id="__codelineno-0-107" name="__codelineno-0-107"></a><span class="sd"> ... })</span>
<a id="__codelineno-0-108" name="__codelineno-0-108"></a><span class="sd"> &gt;&gt;&gt; iceberg_schema = Schema(</span>
<a id="__codelineno-0-109" name="__codelineno-0-109"></a><span class="sd"> ... NestedField(</span>
<a id="__codelineno-0-110" name="__codelineno-0-110"></a><span class="sd"> ... field_id=500, name=&quot;manifest_path&quot;, field_type=StringType(),</span>
<a id="__codelineno-0-111" name="__codelineno-0-111"></a><span class="sd"> ... required=False, doc=&quot;Location URI with FS scheme&quot;</span>
<a id="__codelineno-0-112" name="__codelineno-0-112"></a><span class="sd"> ... ),</span>
<a id="__codelineno-0-113" name="__codelineno-0-113"></a><span class="sd"> ... NestedField(</span>
<a id="__codelineno-0-114" name="__codelineno-0-114"></a><span class="sd"> ... field_id=501, name=&quot;manifest_length&quot;, field_type=LongType(),</span>
<a id="__codelineno-0-115" name="__codelineno-0-115"></a><span class="sd"> ... required=False, doc=&quot;Total file size in bytes&quot;</span>
<a id="__codelineno-0-116" name="__codelineno-0-116"></a><span class="sd"> ... ),</span>
<a id="__codelineno-0-117" name="__codelineno-0-117"></a><span class="sd"> ... schema_id=1</span>
<a id="__codelineno-0-118" name="__codelineno-0-118"></a><span class="sd"> ... )</span>
<a id="__codelineno-0-119" name="__codelineno-0-119"></a><span class="sd"> &gt;&gt;&gt; avro_schema == iceberg_schema</span>
<a id="__codelineno-0-120" name="__codelineno-0-120"></a><span class="sd"> True</span>
<a id="__codelineno-0-121" name="__codelineno-0-121"></a>
<a id="__codelineno-0-122" name="__codelineno-0-122"></a><span class="sd"> Args:</span>
<a id="__codelineno-0-123" name="__codelineno-0-123"></a><span class="sd"> avro_schema (Dict[str, Any]): The JSON decoded Avro schema.</span>
<a id="__codelineno-0-124" name="__codelineno-0-124"></a>
<a id="__codelineno-0-125" name="__codelineno-0-125"></a><span class="sd"> Returns:</span>
<a id="__codelineno-0-126" name="__codelineno-0-126"></a><span class="sd"> Equivalent Iceberg schema.</span>
<a id="__codelineno-0-127" name="__codelineno-0-127"></a><span class="sd"> &quot;&quot;&quot;</span>
<a id="__codelineno-0-128" name="__codelineno-0-128"></a> <span class="k">return</span> <span class="n">Schema</span><span class="p">(</span><span class="o">*</span><span class="p">[</span><span class="bp">self</span><span class="o">.</span><span class="n">_convert_field</span><span class="p">(</span><span class="n">field</span><span class="p">)</span> <span class="k">for</span> <span class="n">field</span> <span class="ow">in</span> <span class="n">avro_schema</span><span class="p">[</span><span class="s2">&quot;fields&quot;</span><span class="p">]],</span> <span class="n">schema_id</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>
<a id="__codelineno-0-129" name="__codelineno-0-129"></a>
<a id="__codelineno-0-130" name="__codelineno-0-130"></a> <span class="k">def</span><span class="w"> </span><span class="nf">iceberg_to_avro</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="n">Schema</span><span class="p">,</span> <span class="n">schema_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-131" name="__codelineno-0-131"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;Convert an Iceberg schema into an Avro dictionary that can be serialized to JSON.&quot;&quot;&quot;</span>
<a id="__codelineno-0-132" name="__codelineno-0-132"></a> <span class="k">return</span> <span class="n">visit</span><span class="p">(</span><span class="n">schema</span><span class="p">,</span> <span class="n">ConvertSchemaToAvro</span><span class="p">(</span><span class="n">schema_name</span><span class="p">))</span>
<a id="__codelineno-0-133" name="__codelineno-0-133"></a>
<a id="__codelineno-0-134" name="__codelineno-0-134"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_resolve_union</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">type_union</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span> <span class="o">|</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]]</span> <span class="o">|</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">str</span> <span class="o">|</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">],</span> <span class="nb">bool</span><span class="p">]:</span>
<a id="__codelineno-0-135" name="__codelineno-0-135"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;</span>
<a id="__codelineno-0-136" name="__codelineno-0-136"></a><span class="sd"> Convert Unions into their type and resolves if the field is required.</span>
<a id="__codelineno-0-137" name="__codelineno-0-137"></a>
<a id="__codelineno-0-138" name="__codelineno-0-138"></a><span class="sd"> Examples:</span>
<a id="__codelineno-0-139" name="__codelineno-0-139"></a><span class="sd"> &gt;&gt;&gt; AvroSchemaConversion()._resolve_union(&#39;str&#39;)</span>
<a id="__codelineno-0-140" name="__codelineno-0-140"></a><span class="sd"> (&#39;str&#39;, True)</span>
<a id="__codelineno-0-141" name="__codelineno-0-141"></a><span class="sd"> &gt;&gt;&gt; AvroSchemaConversion()._resolve_union([&#39;null&#39;, &#39;str&#39;])</span>
<a id="__codelineno-0-142" name="__codelineno-0-142"></a><span class="sd"> (&#39;str&#39;, False)</span>
<a id="__codelineno-0-143" name="__codelineno-0-143"></a><span class="sd"> &gt;&gt;&gt; AvroSchemaConversion()._resolve_union([{&#39;type&#39;: &#39;str&#39;}])</span>
<a id="__codelineno-0-144" name="__codelineno-0-144"></a><span class="sd"> ({&#39;type&#39;: &#39;str&#39;}, True)</span>
<a id="__codelineno-0-145" name="__codelineno-0-145"></a><span class="sd"> &gt;&gt;&gt; AvroSchemaConversion()._resolve_union([&#39;null&#39;, {&#39;type&#39;: &#39;str&#39;}])</span>
<a id="__codelineno-0-146" name="__codelineno-0-146"></a><span class="sd"> ({&#39;type&#39;: &#39;str&#39;}, False)</span>
<a id="__codelineno-0-147" name="__codelineno-0-147"></a>
<a id="__codelineno-0-148" name="__codelineno-0-148"></a><span class="sd"> Args:</span>
<a id="__codelineno-0-149" name="__codelineno-0-149"></a><span class="sd"> type_union: The field, can be a string &#39;str&#39;, list [&#39;null&#39;, &#39;str&#39;], or dict {&quot;type&quot;: &#39;str&#39;}.</span>
<a id="__codelineno-0-150" name="__codelineno-0-150"></a>
<a id="__codelineno-0-151" name="__codelineno-0-151"></a><span class="sd"> Returns:</span>
<a id="__codelineno-0-152" name="__codelineno-0-152"></a><span class="sd"> A tuple containing the type and if required.</span>
<a id="__codelineno-0-153" name="__codelineno-0-153"></a>
<a id="__codelineno-0-154" name="__codelineno-0-154"></a><span class="sd"> Raises:</span>
<a id="__codelineno-0-155" name="__codelineno-0-155"></a><span class="sd"> TypeError: In the case non-optional union types are encountered.</span>
<a id="__codelineno-0-156" name="__codelineno-0-156"></a><span class="sd"> &quot;&quot;&quot;</span>
<a id="__codelineno-0-157" name="__codelineno-0-157"></a> <span class="n">avro_types</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="nb">list</span><span class="p">[</span><span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="nb">str</span><span class="p">]</span>
<a id="__codelineno-0-158" name="__codelineno-0-158"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">type_union</span><span class="p">,</span> <span class="nb">str</span><span class="p">):</span>
<a id="__codelineno-0-159" name="__codelineno-0-159"></a> <span class="c1"># It is a primitive and required</span>
<a id="__codelineno-0-160" name="__codelineno-0-160"></a> <span class="k">return</span> <span class="n">type_union</span><span class="p">,</span> <span class="kc">True</span>
<a id="__codelineno-0-161" name="__codelineno-0-161"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">type_union</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span>
<a id="__codelineno-0-162" name="__codelineno-0-162"></a> <span class="c1"># It is a context and required</span>
<a id="__codelineno-0-163" name="__codelineno-0-163"></a> <span class="k">return</span> <span class="n">type_union</span><span class="p">,</span> <span class="kc">True</span>
<a id="__codelineno-0-164" name="__codelineno-0-164"></a> <span class="k">else</span><span class="p">:</span>
<a id="__codelineno-0-165" name="__codelineno-0-165"></a> <span class="n">avro_types</span> <span class="o">=</span> <span class="n">type_union</span>
<a id="__codelineno-0-166" name="__codelineno-0-166"></a>
<a id="__codelineno-0-167" name="__codelineno-0-167"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">avro_types</span><span class="p">)</span> <span class="o">&gt;</span> <span class="mi">2</span><span class="p">:</span>
<a id="__codelineno-0-168" name="__codelineno-0-168"></a> <span class="k">raise</span> <span class="ne">TypeError</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Non-optional types aren&#39;t part of the Iceberg specification: </span><span class="si">{</span><span class="n">avro_types</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
<a id="__codelineno-0-169" name="__codelineno-0-169"></a>
<a id="__codelineno-0-170" name="__codelineno-0-170"></a> <span class="c1"># For the Iceberg spec it is required to set the default value to null</span>
<a id="__codelineno-0-171" name="__codelineno-0-171"></a> <span class="c1"># From https://iceberg.apache.org/spec/#avro</span>
<a id="__codelineno-0-172" name="__codelineno-0-172"></a> <span class="c1"># Optional fields must always set the Avro field default value to null.</span>
<a id="__codelineno-0-173" name="__codelineno-0-173"></a> <span class="c1">#</span>
<a id="__codelineno-0-174" name="__codelineno-0-174"></a> <span class="c1"># This means that null has to come first:</span>
<a id="__codelineno-0-175" name="__codelineno-0-175"></a> <span class="c1"># https://avro.apache.org/docs/current/spec.html</span>
<a id="__codelineno-0-176" name="__codelineno-0-176"></a> <span class="c1"># type of the default value must match the first element of the union.</span>
<a id="__codelineno-0-177" name="__codelineno-0-177"></a> <span class="k">if</span> <span class="s2">&quot;null&quot;</span> <span class="o">!=</span> <span class="n">avro_types</span><span class="p">[</span><span class="mi">0</span><span class="p">]:</span>
<a id="__codelineno-0-178" name="__codelineno-0-178"></a> <span class="k">raise</span> <span class="ne">TypeError</span><span class="p">(</span><span class="s2">&quot;Only null-unions are supported&quot;</span><span class="p">)</span>
<a id="__codelineno-0-179" name="__codelineno-0-179"></a>
<a id="__codelineno-0-180" name="__codelineno-0-180"></a> <span class="c1"># Filter the null value and return the type</span>
<a id="__codelineno-0-181" name="__codelineno-0-181"></a> <span class="k">return</span> <span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span><span class="k">lambda</span> <span class="n">t</span><span class="p">:</span> <span class="n">t</span> <span class="o">!=</span> <span class="s2">&quot;null&quot;</span><span class="p">,</span> <span class="n">avro_types</span><span class="p">))[</span><span class="mi">0</span><span class="p">],</span> <span class="kc">False</span>
<a id="__codelineno-0-182" name="__codelineno-0-182"></a>
<a id="__codelineno-0-183" name="__codelineno-0-183"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_convert_schema</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">avro_type</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="n">IcebergType</span><span class="p">:</span>
<a id="__codelineno-0-184" name="__codelineno-0-184"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;</span>
<a id="__codelineno-0-185" name="__codelineno-0-185"></a><span class="sd"> Resolve the Avro type.</span>
<a id="__codelineno-0-186" name="__codelineno-0-186"></a>
<a id="__codelineno-0-187" name="__codelineno-0-187"></a><span class="sd"> Args:</span>
<a id="__codelineno-0-188" name="__codelineno-0-188"></a><span class="sd"> avro_type: The Avro type, can be simple or complex.</span>
<a id="__codelineno-0-189" name="__codelineno-0-189"></a>
<a id="__codelineno-0-190" name="__codelineno-0-190"></a><span class="sd"> Returns:</span>
<a id="__codelineno-0-191" name="__codelineno-0-191"></a><span class="sd"> The equivalent IcebergType.</span>
<a id="__codelineno-0-192" name="__codelineno-0-192"></a>
<a id="__codelineno-0-193" name="__codelineno-0-193"></a><span class="sd"> Raises:</span>
<a id="__codelineno-0-194" name="__codelineno-0-194"></a><span class="sd"> ValueError: When there are unknown types</span>
<a id="__codelineno-0-195" name="__codelineno-0-195"></a><span class="sd"> &quot;&quot;&quot;</span>
<a id="__codelineno-0-196" name="__codelineno-0-196"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">avro_type</span><span class="p">,</span> <span class="nb">str</span><span class="p">)</span> <span class="ow">and</span> <span class="n">avro_type</span> <span class="ow">in</span> <span class="n">PRIMITIVE_FIELD_TYPE_MAPPING</span><span class="p">:</span>
<a id="__codelineno-0-197" name="__codelineno-0-197"></a> <span class="k">return</span> <span class="n">PRIMITIVE_FIELD_TYPE_MAPPING</span><span class="p">[</span><span class="n">avro_type</span><span class="p">]</span>
<a id="__codelineno-0-198" name="__codelineno-0-198"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">avro_type</span><span class="p">,</span> <span class="nb">dict</span><span class="p">):</span>
<a id="__codelineno-0-199" name="__codelineno-0-199"></a> <span class="k">if</span> <span class="s2">&quot;logicalType&quot;</span> <span class="ow">in</span> <span class="n">avro_type</span><span class="p">:</span>
<a id="__codelineno-0-200" name="__codelineno-0-200"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_logical_type</span><span class="p">(</span><span class="n">avro_type</span><span class="p">)</span>
<a id="__codelineno-0-201" name="__codelineno-0-201"></a> <span class="k">else</span><span class="p">:</span>
<a id="__codelineno-0-202" name="__codelineno-0-202"></a> <span class="c1"># Resolve potential nested types</span>
<a id="__codelineno-0-203" name="__codelineno-0-203"></a> <span class="k">while</span> <span class="s2">&quot;type&quot;</span> <span class="ow">in</span> <span class="n">avro_type</span> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">avro_type</span><span class="p">[</span><span class="s2">&quot;type&quot;</span><span class="p">],</span> <span class="nb">dict</span><span class="p">):</span>
<a id="__codelineno-0-204" name="__codelineno-0-204"></a> <span class="n">avro_type</span> <span class="o">=</span> <span class="n">avro_type</span><span class="p">[</span><span class="s2">&quot;type&quot;</span><span class="p">]</span>
<a id="__codelineno-0-205" name="__codelineno-0-205"></a> <span class="n">type_identifier</span> <span class="o">=</span> <span class="n">avro_type</span><span class="p">[</span><span class="s2">&quot;type&quot;</span><span class="p">]</span>
<a id="__codelineno-0-206" name="__codelineno-0-206"></a> <span class="k">if</span> <span class="n">type_identifier</span> <span class="o">==</span> <span class="s2">&quot;record&quot;</span><span class="p">:</span>
<a id="__codelineno-0-207" name="__codelineno-0-207"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_record_type</span><span class="p">(</span><span class="n">avro_type</span><span class="p">)</span>
<a id="__codelineno-0-208" name="__codelineno-0-208"></a> <span class="k">elif</span> <span class="n">type_identifier</span> <span class="o">==</span> <span class="s2">&quot;array&quot;</span><span class="p">:</span>
<a id="__codelineno-0-209" name="__codelineno-0-209"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_array_type</span><span class="p">(</span><span class="n">avro_type</span><span class="p">)</span>
<a id="__codelineno-0-210" name="__codelineno-0-210"></a> <span class="k">elif</span> <span class="n">type_identifier</span> <span class="o">==</span> <span class="s2">&quot;map&quot;</span><span class="p">:</span>
<a id="__codelineno-0-211" name="__codelineno-0-211"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_map_type</span><span class="p">(</span><span class="n">avro_type</span><span class="p">)</span>
<a id="__codelineno-0-212" name="__codelineno-0-212"></a> <span class="k">elif</span> <span class="n">type_identifier</span> <span class="o">==</span> <span class="s2">&quot;fixed&quot;</span><span class="p">:</span>
<a id="__codelineno-0-213" name="__codelineno-0-213"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_fixed_type</span><span class="p">(</span><span class="n">avro_type</span><span class="p">)</span>
<a id="__codelineno-0-214" name="__codelineno-0-214"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">type_identifier</span><span class="p">,</span> <span class="nb">str</span><span class="p">)</span> <span class="ow">and</span> <span class="n">type_identifier</span> <span class="ow">in</span> <span class="n">PRIMITIVE_FIELD_TYPE_MAPPING</span><span class="p">:</span>
<a id="__codelineno-0-215" name="__codelineno-0-215"></a> <span class="k">return</span> <span class="n">PRIMITIVE_FIELD_TYPE_MAPPING</span><span class="p">[</span><span class="n">type_identifier</span><span class="p">]</span>
<a id="__codelineno-0-216" name="__codelineno-0-216"></a> <span class="k">else</span><span class="p">:</span>
<a id="__codelineno-0-217" name="__codelineno-0-217"></a> <span class="k">raise</span> <span class="ne">TypeError</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Type not recognized: </span><span class="si">{</span><span class="n">avro_type</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
<a id="__codelineno-0-218" name="__codelineno-0-218"></a> <span class="k">else</span><span class="p">:</span>
<a id="__codelineno-0-219" name="__codelineno-0-219"></a> <span class="k">raise</span> <span class="ne">TypeError</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Type not recognized: </span><span class="si">{</span><span class="n">avro_type</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
<a id="__codelineno-0-220" name="__codelineno-0-220"></a>
<a id="__codelineno-0-221" name="__codelineno-0-221"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_convert_field</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="n">NestedField</span><span class="p">:</span>
<a id="__codelineno-0-222" name="__codelineno-0-222"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;Convert an Avro field into an Iceberg equivalent field.</span>
<a id="__codelineno-0-223" name="__codelineno-0-223"></a>
<a id="__codelineno-0-224" name="__codelineno-0-224"></a><span class="sd"> Args:</span>
<a id="__codelineno-0-225" name="__codelineno-0-225"></a><span class="sd"> field: The Avro field.</span>
<a id="__codelineno-0-226" name="__codelineno-0-226"></a>
<a id="__codelineno-0-227" name="__codelineno-0-227"></a><span class="sd"> Returns:</span>
<a id="__codelineno-0-228" name="__codelineno-0-228"></a><span class="sd"> The Iceberg equivalent field.</span>
<a id="__codelineno-0-229" name="__codelineno-0-229"></a><span class="sd"> &quot;&quot;&quot;</span>
<a id="__codelineno-0-230" name="__codelineno-0-230"></a> <span class="k">if</span> <span class="n">FIELD_ID_PROP</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">field</span><span class="p">:</span>
<a id="__codelineno-0-231" name="__codelineno-0-231"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Cannot convert field, missing </span><span class="si">{</span><span class="n">FIELD_ID_PROP</span><span class="si">}</span><span class="s2">: </span><span class="si">{</span><span class="n">field</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
<a id="__codelineno-0-232" name="__codelineno-0-232"></a>
<a id="__codelineno-0-233" name="__codelineno-0-233"></a> <span class="n">plain_type</span><span class="p">,</span> <span class="n">required</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_resolve_union</span><span class="p">(</span><span class="n">field</span><span class="p">[</span><span class="s2">&quot;type&quot;</span><span class="p">])</span>
<a id="__codelineno-0-234" name="__codelineno-0-234"></a>
<a id="__codelineno-0-235" name="__codelineno-0-235"></a> <span class="k">return</span> <span class="n">NestedField</span><span class="p">(</span>
<a id="__codelineno-0-236" name="__codelineno-0-236"></a> <span class="n">field_id</span><span class="o">=</span><span class="n">field</span><span class="p">[</span><span class="n">FIELD_ID_PROP</span><span class="p">],</span>
<a id="__codelineno-0-237" name="__codelineno-0-237"></a> <span class="n">name</span><span class="o">=</span><span class="n">field</span><span class="p">[</span><span class="s2">&quot;name&quot;</span><span class="p">],</span>
<a id="__codelineno-0-238" name="__codelineno-0-238"></a> <span class="n">field_type</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">_convert_schema</span><span class="p">(</span><span class="n">plain_type</span><span class="p">),</span>
<a id="__codelineno-0-239" name="__codelineno-0-239"></a> <span class="n">required</span><span class="o">=</span><span class="n">required</span><span class="p">,</span>
<a id="__codelineno-0-240" name="__codelineno-0-240"></a> <span class="n">doc</span><span class="o">=</span><span class="n">field</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;doc&quot;</span><span class="p">),</span>
<a id="__codelineno-0-241" name="__codelineno-0-241"></a> <span class="p">)</span>
<a id="__codelineno-0-242" name="__codelineno-0-242"></a>
<a id="__codelineno-0-243" name="__codelineno-0-243"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_convert_record_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">record_type</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="n">StructType</span><span class="p">:</span>
<a id="__codelineno-0-244" name="__codelineno-0-244"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;</span>
<a id="__codelineno-0-245" name="__codelineno-0-245"></a><span class="sd"> Convert the fields from a record into an Iceberg struct.</span>
<a id="__codelineno-0-246" name="__codelineno-0-246"></a>
<a id="__codelineno-0-247" name="__codelineno-0-247"></a><span class="sd"> Examples:</span>
<a id="__codelineno-0-248" name="__codelineno-0-248"></a><span class="sd"> &gt;&gt;&gt; from pyiceberg.utils.schema_conversion import AvroSchemaConversion</span>
<a id="__codelineno-0-249" name="__codelineno-0-249"></a><span class="sd"> &gt;&gt;&gt; record_type = {</span>
<a id="__codelineno-0-250" name="__codelineno-0-250"></a><span class="sd"> ... &quot;type&quot;: &quot;record&quot;,</span>
<a id="__codelineno-0-251" name="__codelineno-0-251"></a><span class="sd"> ... &quot;name&quot;: &quot;r508&quot;,</span>
<a id="__codelineno-0-252" name="__codelineno-0-252"></a><span class="sd"> ... &quot;fields&quot;: [{</span>
<a id="__codelineno-0-253" name="__codelineno-0-253"></a><span class="sd"> ... &quot;name&quot;: &quot;contains_null&quot;,</span>
<a id="__codelineno-0-254" name="__codelineno-0-254"></a><span class="sd"> ... &quot;type&quot;: &quot;boolean&quot;,</span>
<a id="__codelineno-0-255" name="__codelineno-0-255"></a><span class="sd"> ... &quot;doc&quot;: &quot;True if any file has a null partition value&quot;,</span>
<a id="__codelineno-0-256" name="__codelineno-0-256"></a><span class="sd"> ... &quot;field-id&quot;: 509,</span>
<a id="__codelineno-0-257" name="__codelineno-0-257"></a><span class="sd"> ... }, {</span>
<a id="__codelineno-0-258" name="__codelineno-0-258"></a><span class="sd"> ... &quot;name&quot;: &quot;contains_nan&quot;,</span>
<a id="__codelineno-0-259" name="__codelineno-0-259"></a><span class="sd"> ... &quot;type&quot;: [&quot;null&quot;, &quot;boolean&quot;],</span>
<a id="__codelineno-0-260" name="__codelineno-0-260"></a><span class="sd"> ... &quot;doc&quot;: &quot;True if any file has a nan partition value&quot;,</span>
<a id="__codelineno-0-261" name="__codelineno-0-261"></a><span class="sd"> ... &quot;default&quot;: None,</span>
<a id="__codelineno-0-262" name="__codelineno-0-262"></a><span class="sd"> ... &quot;field-id&quot;: 518,</span>
<a id="__codelineno-0-263" name="__codelineno-0-263"></a><span class="sd"> ... }],</span>
<a id="__codelineno-0-264" name="__codelineno-0-264"></a><span class="sd"> ... }</span>
<a id="__codelineno-0-265" name="__codelineno-0-265"></a><span class="sd"> &gt;&gt;&gt; actual = AvroSchemaConversion()._convert_record_type(record_type)</span>
<a id="__codelineno-0-266" name="__codelineno-0-266"></a><span class="sd"> &gt;&gt;&gt; expected = StructType(</span>
<a id="__codelineno-0-267" name="__codelineno-0-267"></a><span class="sd"> ... fields=(</span>
<a id="__codelineno-0-268" name="__codelineno-0-268"></a><span class="sd"> ... NestedField(</span>
<a id="__codelineno-0-269" name="__codelineno-0-269"></a><span class="sd"> ... field_id=509,</span>
<a id="__codelineno-0-270" name="__codelineno-0-270"></a><span class="sd"> ... name=&quot;contains_null&quot;,</span>
<a id="__codelineno-0-271" name="__codelineno-0-271"></a><span class="sd"> ... field_type=BooleanType(),</span>
<a id="__codelineno-0-272" name="__codelineno-0-272"></a><span class="sd"> ... required=False,</span>
<a id="__codelineno-0-273" name="__codelineno-0-273"></a><span class="sd"> ... doc=&quot;True if any file has a null partition value&quot;,</span>
<a id="__codelineno-0-274" name="__codelineno-0-274"></a><span class="sd"> ... ),</span>
<a id="__codelineno-0-275" name="__codelineno-0-275"></a><span class="sd"> ... NestedField(</span>
<a id="__codelineno-0-276" name="__codelineno-0-276"></a><span class="sd"> ... field_id=518,</span>
<a id="__codelineno-0-277" name="__codelineno-0-277"></a><span class="sd"> ... name=&quot;contains_nan&quot;,</span>
<a id="__codelineno-0-278" name="__codelineno-0-278"></a><span class="sd"> ... field_type=BooleanType(),</span>
<a id="__codelineno-0-279" name="__codelineno-0-279"></a><span class="sd"> ... required=True,</span>
<a id="__codelineno-0-280" name="__codelineno-0-280"></a><span class="sd"> ... doc=&quot;True if any file has a nan partition value&quot;,</span>
<a id="__codelineno-0-281" name="__codelineno-0-281"></a><span class="sd"> ... ),</span>
<a id="__codelineno-0-282" name="__codelineno-0-282"></a><span class="sd"> ... )</span>
<a id="__codelineno-0-283" name="__codelineno-0-283"></a><span class="sd"> ... )</span>
<a id="__codelineno-0-284" name="__codelineno-0-284"></a><span class="sd"> &gt;&gt;&gt; expected == actual</span>
<a id="__codelineno-0-285" name="__codelineno-0-285"></a><span class="sd"> True</span>
<a id="__codelineno-0-286" name="__codelineno-0-286"></a>
<a id="__codelineno-0-287" name="__codelineno-0-287"></a><span class="sd"> Args:</span>
<a id="__codelineno-0-288" name="__codelineno-0-288"></a><span class="sd"> record_type: The record type itself.</span>
<a id="__codelineno-0-289" name="__codelineno-0-289"></a>
<a id="__codelineno-0-290" name="__codelineno-0-290"></a><span class="sd"> Returns: A StructType.</span>
<a id="__codelineno-0-291" name="__codelineno-0-291"></a><span class="sd"> &quot;&quot;&quot;</span>
<a id="__codelineno-0-292" name="__codelineno-0-292"></a> <span class="k">if</span> <span class="n">record_type</span><span class="p">[</span><span class="s2">&quot;type&quot;</span><span class="p">]</span> <span class="o">!=</span> <span class="s2">&quot;record&quot;</span><span class="p">:</span>
<a id="__codelineno-0-293" name="__codelineno-0-293"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Expected record type, got: </span><span class="si">{</span><span class="n">record_type</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
<a id="__codelineno-0-294" name="__codelineno-0-294"></a>
<a id="__codelineno-0-295" name="__codelineno-0-295"></a> <span class="k">return</span> <span class="n">StructType</span><span class="p">(</span><span class="o">*</span><span class="p">[</span><span class="bp">self</span><span class="o">.</span><span class="n">_convert_field</span><span class="p">(</span><span class="n">field</span><span class="p">)</span> <span class="k">for</span> <span class="n">field</span> <span class="ow">in</span> <span class="n">record_type</span><span class="p">[</span><span class="s2">&quot;fields&quot;</span><span class="p">]])</span>
<a id="__codelineno-0-296" name="__codelineno-0-296"></a>
<a id="__codelineno-0-297" name="__codelineno-0-297"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_convert_array_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">array_type</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="n">ListType</span><span class="p">:</span>
<a id="__codelineno-0-298" name="__codelineno-0-298"></a> <span class="k">if</span> <span class="s2">&quot;element-id&quot;</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">array_type</span><span class="p">:</span>
<a id="__codelineno-0-299" name="__codelineno-0-299"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Cannot convert array-type, missing element-id: </span><span class="si">{</span><span class="n">array_type</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
<a id="__codelineno-0-300" name="__codelineno-0-300"></a>
<a id="__codelineno-0-301" name="__codelineno-0-301"></a> <span class="n">plain_type</span><span class="p">,</span> <span class="n">element_required</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_resolve_union</span><span class="p">(</span><span class="n">array_type</span><span class="p">[</span><span class="s2">&quot;items&quot;</span><span class="p">])</span>
<a id="__codelineno-0-302" name="__codelineno-0-302"></a>
<a id="__codelineno-0-303" name="__codelineno-0-303"></a> <span class="k">return</span> <span class="n">ListType</span><span class="p">(</span>
<a id="__codelineno-0-304" name="__codelineno-0-304"></a> <span class="n">element_id</span><span class="o">=</span><span class="n">array_type</span><span class="p">[</span><span class="s2">&quot;element-id&quot;</span><span class="p">],</span>
<a id="__codelineno-0-305" name="__codelineno-0-305"></a> <span class="n">element_type</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">_convert_schema</span><span class="p">(</span><span class="n">plain_type</span><span class="p">),</span>
<a id="__codelineno-0-306" name="__codelineno-0-306"></a> <span class="n">element_required</span><span class="o">=</span><span class="n">element_required</span><span class="p">,</span>
<a id="__codelineno-0-307" name="__codelineno-0-307"></a> <span class="p">)</span>
<a id="__codelineno-0-308" name="__codelineno-0-308"></a>
<a id="__codelineno-0-309" name="__codelineno-0-309"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_convert_map_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">map_type</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="n">MapType</span><span class="p">:</span>
<a id="__codelineno-0-310" name="__codelineno-0-310"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;Convert an avro map type into an Iceberg MapType.</span>
<a id="__codelineno-0-311" name="__codelineno-0-311"></a>
<a id="__codelineno-0-312" name="__codelineno-0-312"></a><span class="sd"> Args:</span>
<a id="__codelineno-0-313" name="__codelineno-0-313"></a><span class="sd"> map_type: The dict that describes the Avro map type.</span>
<a id="__codelineno-0-314" name="__codelineno-0-314"></a>
<a id="__codelineno-0-315" name="__codelineno-0-315"></a><span class="sd"> Examples:</span>
<a id="__codelineno-0-316" name="__codelineno-0-316"></a><span class="sd"> &gt;&gt;&gt; from pyiceberg.utils.schema_conversion import AvroSchemaConversion</span>
<a id="__codelineno-0-317" name="__codelineno-0-317"></a><span class="sd"> &gt;&gt;&gt; avro_field = {</span>
<a id="__codelineno-0-318" name="__codelineno-0-318"></a><span class="sd"> ... &quot;type&quot;: &quot;map&quot;,</span>
<a id="__codelineno-0-319" name="__codelineno-0-319"></a><span class="sd"> ... &quot;values&quot;: [&quot;null&quot;, &quot;long&quot;],</span>
<a id="__codelineno-0-320" name="__codelineno-0-320"></a><span class="sd"> ... &quot;key-id&quot;: 101,</span>
<a id="__codelineno-0-321" name="__codelineno-0-321"></a><span class="sd"> ... &quot;value-id&quot;: 102,</span>
<a id="__codelineno-0-322" name="__codelineno-0-322"></a><span class="sd"> ... }</span>
<a id="__codelineno-0-323" name="__codelineno-0-323"></a><span class="sd"> &gt;&gt;&gt; actual = AvroSchemaConversion()._convert_map_type(avro_field)</span>
<a id="__codelineno-0-324" name="__codelineno-0-324"></a><span class="sd"> &gt;&gt;&gt; expected = MapType(</span>
<a id="__codelineno-0-325" name="__codelineno-0-325"></a><span class="sd"> ... key_id=101,</span>
<a id="__codelineno-0-326" name="__codelineno-0-326"></a><span class="sd"> ... key_type=StringType(),</span>
<a id="__codelineno-0-327" name="__codelineno-0-327"></a><span class="sd"> ... value_id=102,</span>
<a id="__codelineno-0-328" name="__codelineno-0-328"></a><span class="sd"> ... value_type=LongType(),</span>
<a id="__codelineno-0-329" name="__codelineno-0-329"></a><span class="sd"> ... value_required=True</span>
<a id="__codelineno-0-330" name="__codelineno-0-330"></a><span class="sd"> ... )</span>
<a id="__codelineno-0-331" name="__codelineno-0-331"></a><span class="sd"> &gt;&gt;&gt; actual == expected</span>
<a id="__codelineno-0-332" name="__codelineno-0-332"></a><span class="sd"> True</span>
<a id="__codelineno-0-333" name="__codelineno-0-333"></a>
<a id="__codelineno-0-334" name="__codelineno-0-334"></a><span class="sd"> Returns: A MapType.</span>
<a id="__codelineno-0-335" name="__codelineno-0-335"></a><span class="sd"> &quot;&quot;&quot;</span>
<a id="__codelineno-0-336" name="__codelineno-0-336"></a> <span class="n">value_type</span><span class="p">,</span> <span class="n">value_required</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_resolve_union</span><span class="p">(</span><span class="n">map_type</span><span class="p">[</span><span class="s2">&quot;values&quot;</span><span class="p">])</span>
<a id="__codelineno-0-337" name="__codelineno-0-337"></a> <span class="k">return</span> <span class="n">MapType</span><span class="p">(</span>
<a id="__codelineno-0-338" name="__codelineno-0-338"></a> <span class="n">key_id</span><span class="o">=</span><span class="n">map_type</span><span class="p">[</span><span class="s2">&quot;key-id&quot;</span><span class="p">],</span>
<a id="__codelineno-0-339" name="__codelineno-0-339"></a> <span class="c1"># Avro only supports string keys</span>
<a id="__codelineno-0-340" name="__codelineno-0-340"></a> <span class="n">key_type</span><span class="o">=</span><span class="n">StringType</span><span class="p">(),</span>
<a id="__codelineno-0-341" name="__codelineno-0-341"></a> <span class="n">value_id</span><span class="o">=</span><span class="n">map_type</span><span class="p">[</span><span class="s2">&quot;value-id&quot;</span><span class="p">],</span>
<a id="__codelineno-0-342" name="__codelineno-0-342"></a> <span class="n">value_type</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">_convert_schema</span><span class="p">(</span><span class="n">value_type</span><span class="p">),</span>
<a id="__codelineno-0-343" name="__codelineno-0-343"></a> <span class="n">value_required</span><span class="o">=</span><span class="n">value_required</span><span class="p">,</span>
<a id="__codelineno-0-344" name="__codelineno-0-344"></a> <span class="p">)</span>
<a id="__codelineno-0-345" name="__codelineno-0-345"></a>
<a id="__codelineno-0-346" name="__codelineno-0-346"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_convert_logical_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">avro_logical_type</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="n">IcebergType</span><span class="p">:</span>
<a id="__codelineno-0-347" name="__codelineno-0-347"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;Convert a schema with a logical type annotation into an IcebergType.</span>
<a id="__codelineno-0-348" name="__codelineno-0-348"></a>
<a id="__codelineno-0-349" name="__codelineno-0-349"></a><span class="sd"> For the decimal and map we need to fetch more keys from the dict, and for</span>
<a id="__codelineno-0-350" name="__codelineno-0-350"></a><span class="sd"> the simple ones we can just look it up in the mapping.</span>
<a id="__codelineno-0-351" name="__codelineno-0-351"></a>
<a id="__codelineno-0-352" name="__codelineno-0-352"></a><span class="sd"> Examples:</span>
<a id="__codelineno-0-353" name="__codelineno-0-353"></a><span class="sd"> &gt;&gt;&gt; from pyiceberg.utils.schema_conversion import AvroSchemaConversion</span>
<a id="__codelineno-0-354" name="__codelineno-0-354"></a><span class="sd"> &gt;&gt;&gt; avro_logical_type = {</span>
<a id="__codelineno-0-355" name="__codelineno-0-355"></a><span class="sd"> ... &quot;type&quot;: &quot;int&quot;,</span>
<a id="__codelineno-0-356" name="__codelineno-0-356"></a><span class="sd"> ... &quot;logicalType&quot;: &quot;date&quot;</span>
<a id="__codelineno-0-357" name="__codelineno-0-357"></a><span class="sd"> ... }</span>
<a id="__codelineno-0-358" name="__codelineno-0-358"></a><span class="sd"> &gt;&gt;&gt; actual = AvroSchemaConversion()._convert_logical_type(avro_logical_type)</span>
<a id="__codelineno-0-359" name="__codelineno-0-359"></a><span class="sd"> &gt;&gt;&gt; actual == DateType()</span>
<a id="__codelineno-0-360" name="__codelineno-0-360"></a><span class="sd"> True</span>
<a id="__codelineno-0-361" name="__codelineno-0-361"></a>
<a id="__codelineno-0-362" name="__codelineno-0-362"></a><span class="sd"> Args:</span>
<a id="__codelineno-0-363" name="__codelineno-0-363"></a><span class="sd"> avro_logical_type: The logical type.</span>
<a id="__codelineno-0-364" name="__codelineno-0-364"></a>
<a id="__codelineno-0-365" name="__codelineno-0-365"></a><span class="sd"> Returns:</span>
<a id="__codelineno-0-366" name="__codelineno-0-366"></a><span class="sd"> The converted logical type.</span>
<a id="__codelineno-0-367" name="__codelineno-0-367"></a>
<a id="__codelineno-0-368" name="__codelineno-0-368"></a><span class="sd"> Raises:</span>
<a id="__codelineno-0-369" name="__codelineno-0-369"></a><span class="sd"> ValueError: When the logical type is unknown.</span>
<a id="__codelineno-0-370" name="__codelineno-0-370"></a><span class="sd"> &quot;&quot;&quot;</span>
<a id="__codelineno-0-371" name="__codelineno-0-371"></a> <span class="n">logical_type</span> <span class="o">=</span> <span class="n">avro_logical_type</span><span class="p">[</span><span class="s2">&quot;logicalType&quot;</span><span class="p">]</span>
<a id="__codelineno-0-372" name="__codelineno-0-372"></a> <span class="n">physical_type</span> <span class="o">=</span> <span class="n">avro_logical_type</span><span class="p">[</span><span class="s2">&quot;type&quot;</span><span class="p">]</span>
<a id="__codelineno-0-373" name="__codelineno-0-373"></a> <span class="k">if</span> <span class="n">logical_type</span> <span class="o">==</span> <span class="s2">&quot;decimal&quot;</span><span class="p">:</span>
<a id="__codelineno-0-374" name="__codelineno-0-374"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_logical_decimal_type</span><span class="p">(</span><span class="n">avro_logical_type</span><span class="p">)</span>
<a id="__codelineno-0-375" name="__codelineno-0-375"></a> <span class="k">elif</span> <span class="n">logical_type</span> <span class="o">==</span> <span class="s2">&quot;map&quot;</span><span class="p">:</span>
<a id="__codelineno-0-376" name="__codelineno-0-376"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_logical_map_type</span><span class="p">(</span><span class="n">avro_logical_type</span><span class="p">)</span>
<a id="__codelineno-0-377" name="__codelineno-0-377"></a> <span class="k">elif</span> <span class="n">logical_type</span> <span class="o">==</span> <span class="s2">&quot;timestamp-micros&quot;</span><span class="p">:</span>
<a id="__codelineno-0-378" name="__codelineno-0-378"></a> <span class="k">if</span> <span class="n">avro_logical_type</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;adjust-to-utc&quot;</span><span class="p">,</span> <span class="kc">False</span><span class="p">)</span> <span class="ow">is</span> <span class="kc">True</span><span class="p">:</span>
<a id="__codelineno-0-379" name="__codelineno-0-379"></a> <span class="k">return</span> <span class="n">TimestamptzType</span><span class="p">()</span>
<a id="__codelineno-0-380" name="__codelineno-0-380"></a> <span class="k">else</span><span class="p">:</span>
<a id="__codelineno-0-381" name="__codelineno-0-381"></a> <span class="k">return</span> <span class="n">TimestampType</span><span class="p">()</span>
<a id="__codelineno-0-382" name="__codelineno-0-382"></a> <span class="k">elif</span> <span class="p">(</span><span class="n">logical_type</span><span class="p">,</span> <span class="n">physical_type</span><span class="p">)</span> <span class="ow">in</span> <span class="n">LOGICAL_FIELD_TYPE_MAPPING</span><span class="p">:</span>
<a id="__codelineno-0-383" name="__codelineno-0-383"></a> <span class="k">return</span> <span class="n">LOGICAL_FIELD_TYPE_MAPPING</span><span class="p">[(</span><span class="n">logical_type</span><span class="p">,</span> <span class="n">physical_type</span><span class="p">)]</span>
<a id="__codelineno-0-384" name="__codelineno-0-384"></a> <span class="k">else</span><span class="p">:</span>
<a id="__codelineno-0-385" name="__codelineno-0-385"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Unknown logical/physical type combination: </span><span class="si">{</span><span class="n">avro_logical_type</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
<a id="__codelineno-0-386" name="__codelineno-0-386"></a>
<a id="__codelineno-0-387" name="__codelineno-0-387"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_convert_logical_decimal_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">avro_type</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="n">DecimalType</span><span class="p">:</span>
<a id="__codelineno-0-388" name="__codelineno-0-388"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;Convert an avro type to an Iceberg DecimalType.</span>
<a id="__codelineno-0-389" name="__codelineno-0-389"></a>
<a id="__codelineno-0-390" name="__codelineno-0-390"></a><span class="sd"> Args:</span>
<a id="__codelineno-0-391" name="__codelineno-0-391"></a><span class="sd"> avro_type: The Avro type.</span>
<a id="__codelineno-0-392" name="__codelineno-0-392"></a>
<a id="__codelineno-0-393" name="__codelineno-0-393"></a><span class="sd"> Examples:</span>
<a id="__codelineno-0-394" name="__codelineno-0-394"></a><span class="sd"> &gt;&gt;&gt; from pyiceberg.utils.schema_conversion import AvroSchemaConversion</span>
<a id="__codelineno-0-395" name="__codelineno-0-395"></a><span class="sd"> &gt;&gt;&gt; avro_decimal_type = {</span>
<a id="__codelineno-0-396" name="__codelineno-0-396"></a><span class="sd"> ... &quot;type&quot;: &quot;bytes&quot;,</span>
<a id="__codelineno-0-397" name="__codelineno-0-397"></a><span class="sd"> ... &quot;logicalType&quot;: &quot;decimal&quot;,</span>
<a id="__codelineno-0-398" name="__codelineno-0-398"></a><span class="sd"> ... &quot;precision&quot;: 19,</span>
<a id="__codelineno-0-399" name="__codelineno-0-399"></a><span class="sd"> ... &quot;scale&quot;: 25</span>
<a id="__codelineno-0-400" name="__codelineno-0-400"></a><span class="sd"> ... }</span>
<a id="__codelineno-0-401" name="__codelineno-0-401"></a><span class="sd"> &gt;&gt;&gt; actual = AvroSchemaConversion()._convert_logical_decimal_type(avro_decimal_type)</span>
<a id="__codelineno-0-402" name="__codelineno-0-402"></a><span class="sd"> &gt;&gt;&gt; expected = DecimalType(</span>
<a id="__codelineno-0-403" name="__codelineno-0-403"></a><span class="sd"> ... precision=19,</span>
<a id="__codelineno-0-404" name="__codelineno-0-404"></a><span class="sd"> ... scale=25</span>
<a id="__codelineno-0-405" name="__codelineno-0-405"></a><span class="sd"> ... )</span>
<a id="__codelineno-0-406" name="__codelineno-0-406"></a><span class="sd"> &gt;&gt;&gt; actual == expected</span>
<a id="__codelineno-0-407" name="__codelineno-0-407"></a><span class="sd"> True</span>
<a id="__codelineno-0-408" name="__codelineno-0-408"></a>
<a id="__codelineno-0-409" name="__codelineno-0-409"></a><span class="sd"> Returns:</span>
<a id="__codelineno-0-410" name="__codelineno-0-410"></a><span class="sd"> A Iceberg DecimalType.</span>
<a id="__codelineno-0-411" name="__codelineno-0-411"></a><span class="sd"> &quot;&quot;&quot;</span>
<a id="__codelineno-0-412" name="__codelineno-0-412"></a> <span class="k">return</span> <span class="n">DecimalType</span><span class="p">(</span><span class="n">precision</span><span class="o">=</span><span class="n">avro_type</span><span class="p">[</span><span class="s2">&quot;precision&quot;</span><span class="p">],</span> <span class="n">scale</span><span class="o">=</span><span class="n">avro_type</span><span class="p">[</span><span class="s2">&quot;scale&quot;</span><span class="p">])</span>
<a id="__codelineno-0-413" name="__codelineno-0-413"></a>
<a id="__codelineno-0-414" name="__codelineno-0-414"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_convert_logical_map_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">avro_type</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="n">MapType</span><span class="p">:</span>
<a id="__codelineno-0-415" name="__codelineno-0-415"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;Convert an avro map type to an Iceberg MapType.</span>
<a id="__codelineno-0-416" name="__codelineno-0-416"></a>
<a id="__codelineno-0-417" name="__codelineno-0-417"></a><span class="sd"> In the case where a map hasn&#39;t a key as a type you can use a logical map to still encode this in Avro.</span>
<a id="__codelineno-0-418" name="__codelineno-0-418"></a>
<a id="__codelineno-0-419" name="__codelineno-0-419"></a><span class="sd"> Args:</span>
<a id="__codelineno-0-420" name="__codelineno-0-420"></a><span class="sd"> avro_type: The Avro Type.</span>
<a id="__codelineno-0-421" name="__codelineno-0-421"></a>
<a id="__codelineno-0-422" name="__codelineno-0-422"></a><span class="sd"> Examples:</span>
<a id="__codelineno-0-423" name="__codelineno-0-423"></a><span class="sd"> &gt;&gt;&gt; from pyiceberg.utils.schema_conversion import AvroSchemaConversion</span>
<a id="__codelineno-0-424" name="__codelineno-0-424"></a><span class="sd"> &gt;&gt;&gt; avro_type = {</span>
<a id="__codelineno-0-425" name="__codelineno-0-425"></a><span class="sd"> ... &quot;type&quot;: &quot;array&quot;,</span>
<a id="__codelineno-0-426" name="__codelineno-0-426"></a><span class="sd"> ... &quot;logicalType&quot;: &quot;map&quot;,</span>
<a id="__codelineno-0-427" name="__codelineno-0-427"></a><span class="sd"> ... &quot;items&quot;: {</span>
<a id="__codelineno-0-428" name="__codelineno-0-428"></a><span class="sd"> ... &quot;type&quot;: &quot;record&quot;,</span>
<a id="__codelineno-0-429" name="__codelineno-0-429"></a><span class="sd"> ... &quot;name&quot;: &quot;k101_v102&quot;,</span>
<a id="__codelineno-0-430" name="__codelineno-0-430"></a><span class="sd"> ... &quot;fields&quot;: [</span>
<a id="__codelineno-0-431" name="__codelineno-0-431"></a><span class="sd"> ... {&quot;name&quot;: &quot;key&quot;, &quot;type&quot;: &quot;int&quot;, &quot;field-id&quot;: 101},</span>
<a id="__codelineno-0-432" name="__codelineno-0-432"></a><span class="sd"> ... {&quot;name&quot;: &quot;value&quot;, &quot;type&quot;: &quot;string&quot;, &quot;field-id&quot;: 102},</span>
<a id="__codelineno-0-433" name="__codelineno-0-433"></a><span class="sd"> ... ],</span>
<a id="__codelineno-0-434" name="__codelineno-0-434"></a><span class="sd"> ... },</span>
<a id="__codelineno-0-435" name="__codelineno-0-435"></a><span class="sd"> ... }</span>
<a id="__codelineno-0-436" name="__codelineno-0-436"></a><span class="sd"> &gt;&gt;&gt; actual = AvroSchemaConversion()._convert_logical_map_type(avro_type)</span>
<a id="__codelineno-0-437" name="__codelineno-0-437"></a><span class="sd"> &gt;&gt;&gt; expected = MapType(</span>
<a id="__codelineno-0-438" name="__codelineno-0-438"></a><span class="sd"> ... key_id=101,</span>
<a id="__codelineno-0-439" name="__codelineno-0-439"></a><span class="sd"> ... key_type=IntegerType(),</span>
<a id="__codelineno-0-440" name="__codelineno-0-440"></a><span class="sd"> ... value_id=102,</span>
<a id="__codelineno-0-441" name="__codelineno-0-441"></a><span class="sd"> ... value_type=StringType(),</span>
<a id="__codelineno-0-442" name="__codelineno-0-442"></a><span class="sd"> ... value_required=False</span>
<a id="__codelineno-0-443" name="__codelineno-0-443"></a><span class="sd"> ... )</span>
<a id="__codelineno-0-444" name="__codelineno-0-444"></a><span class="sd"> &gt;&gt;&gt; actual == expected</span>
<a id="__codelineno-0-445" name="__codelineno-0-445"></a><span class="sd"> True</span>
<a id="__codelineno-0-446" name="__codelineno-0-446"></a>
<a id="__codelineno-0-447" name="__codelineno-0-447"></a><span class="sd"> .. _Apache Iceberg specification:</span>
<a id="__codelineno-0-448" name="__codelineno-0-448"></a><span class="sd"> https://iceberg.apache.org/spec/#appendix-a-format-specific-requirements</span>
<a id="__codelineno-0-449" name="__codelineno-0-449"></a>
<a id="__codelineno-0-450" name="__codelineno-0-450"></a><span class="sd"> Returns:</span>
<a id="__codelineno-0-451" name="__codelineno-0-451"></a><span class="sd"> The logical map.</span>
<a id="__codelineno-0-452" name="__codelineno-0-452"></a><span class="sd"> &quot;&quot;&quot;</span>
<a id="__codelineno-0-453" name="__codelineno-0-453"></a> <span class="n">fields</span> <span class="o">=</span> <span class="n">avro_type</span><span class="p">[</span><span class="s2">&quot;items&quot;</span><span class="p">][</span><span class="s2">&quot;fields&quot;</span><span class="p">]</span>
<a id="__codelineno-0-454" name="__codelineno-0-454"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">fields</span><span class="p">)</span> <span class="o">!=</span> <span class="mi">2</span><span class="p">:</span>
<a id="__codelineno-0-455" name="__codelineno-0-455"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">&quot;Invalid key-value pair schema: </span><span class="si">{</span><span class="n">avro_type</span><span class="p">[</span><span class="s1">&#39;items&#39;</span><span class="p">]</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">)</span>
<a id="__codelineno-0-456" name="__codelineno-0-456"></a> <span class="n">key</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_field</span><span class="p">(</span><span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span><span class="k">lambda</span> <span class="n">f</span><span class="p">:</span> <span class="n">f</span><span class="p">[</span><span class="s2">&quot;name&quot;</span><span class="p">]</span> <span class="o">==</span> <span class="s2">&quot;key&quot;</span><span class="p">,</span> <span class="n">fields</span><span class="p">))[</span><span class="mi">0</span><span class="p">])</span>
<a id="__codelineno-0-457" name="__codelineno-0-457"></a> <span class="n">value</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_convert_field</span><span class="p">(</span><span class="nb">list</span><span class="p">(</span><span class="nb">filter</span><span class="p">(</span><span class="k">lambda</span> <span class="n">f</span><span class="p">:</span> <span class="n">f</span><span class="p">[</span><span class="s2">&quot;name&quot;</span><span class="p">]</span> <span class="o">==</span> <span class="s2">&quot;value&quot;</span><span class="p">,</span> <span class="n">fields</span><span class="p">))[</span><span class="mi">0</span><span class="p">])</span>
<a id="__codelineno-0-458" name="__codelineno-0-458"></a> <span class="k">return</span> <span class="n">MapType</span><span class="p">(</span>
<a id="__codelineno-0-459" name="__codelineno-0-459"></a> <span class="n">key_id</span><span class="o">=</span><span class="n">key</span><span class="o">.</span><span class="n">field_id</span><span class="p">,</span>
<a id="__codelineno-0-460" name="__codelineno-0-460"></a> <span class="n">key_type</span><span class="o">=</span><span class="n">key</span><span class="o">.</span><span class="n">field_type</span><span class="p">,</span>
<a id="__codelineno-0-461" name="__codelineno-0-461"></a> <span class="n">value_id</span><span class="o">=</span><span class="n">value</span><span class="o">.</span><span class="n">field_id</span><span class="p">,</span>
<a id="__codelineno-0-462" name="__codelineno-0-462"></a> <span class="n">value_type</span><span class="o">=</span><span class="n">value</span><span class="o">.</span><span class="n">field_type</span><span class="p">,</span>
<a id="__codelineno-0-463" name="__codelineno-0-463"></a> <span class="n">value_required</span><span class="o">=</span><span class="n">value</span><span class="o">.</span><span class="n">required</span><span class="p">,</span>
<a id="__codelineno-0-464" name="__codelineno-0-464"></a> <span class="p">)</span>
<a id="__codelineno-0-465" name="__codelineno-0-465"></a>
<a id="__codelineno-0-466" name="__codelineno-0-466"></a> <span class="k">def</span><span class="w"> </span><span class="nf">_convert_fixed_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">avro_type</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="n">FixedType</span><span class="p">:</span>
<a id="__codelineno-0-467" name="__codelineno-0-467"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;</span>
<a id="__codelineno-0-468" name="__codelineno-0-468"></a><span class="sd"> Convert Avro Type to the equivalent Iceberg fixed type.</span>
<a id="__codelineno-0-469" name="__codelineno-0-469"></a>
<a id="__codelineno-0-470" name="__codelineno-0-470"></a><span class="sd"> - https://avro.apache.org/docs/current/spec.html#Fixed</span>
<a id="__codelineno-0-471" name="__codelineno-0-471"></a>
<a id="__codelineno-0-472" name="__codelineno-0-472"></a><span class="sd"> Args:</span>
<a id="__codelineno-0-473" name="__codelineno-0-473"></a><span class="sd"> avro_type: The Avro type.</span>
<a id="__codelineno-0-474" name="__codelineno-0-474"></a>
<a id="__codelineno-0-475" name="__codelineno-0-475"></a><span class="sd"> Examples:</span>
<a id="__codelineno-0-476" name="__codelineno-0-476"></a><span class="sd"> &gt;&gt;&gt; from pyiceberg.utils.schema_conversion import AvroSchemaConversion</span>
<a id="__codelineno-0-477" name="__codelineno-0-477"></a><span class="sd"> &gt;&gt;&gt; avro_fixed_type = {</span>
<a id="__codelineno-0-478" name="__codelineno-0-478"></a><span class="sd"> ... &quot;name&quot;: &quot;md5&quot;,</span>
<a id="__codelineno-0-479" name="__codelineno-0-479"></a><span class="sd"> ... &quot;type&quot;: &quot;fixed&quot;,</span>
<a id="__codelineno-0-480" name="__codelineno-0-480"></a><span class="sd"> ... &quot;size&quot;: 16</span>
<a id="__codelineno-0-481" name="__codelineno-0-481"></a><span class="sd"> ... }</span>
<a id="__codelineno-0-482" name="__codelineno-0-482"></a><span class="sd"> &gt;&gt;&gt; FixedType(length=16) == AvroSchemaConversion()._convert_fixed_type(avro_fixed_type)</span>
<a id="__codelineno-0-483" name="__codelineno-0-483"></a><span class="sd"> True</span>
<a id="__codelineno-0-484" name="__codelineno-0-484"></a>
<a id="__codelineno-0-485" name="__codelineno-0-485"></a><span class="sd"> Returns:</span>
<a id="__codelineno-0-486" name="__codelineno-0-486"></a><span class="sd"> An Iceberg equivalent fixed type.</span>
<a id="__codelineno-0-487" name="__codelineno-0-487"></a><span class="sd"> &quot;&quot;&quot;</span>
<a id="__codelineno-0-488" name="__codelineno-0-488"></a> <span class="k">return</span> <span class="n">FixedType</span><span class="p">(</span><span class="n">length</span><span class="o">=</span><span class="n">avro_type</span><span class="p">[</span><span class="s2">&quot;size&quot;</span><span class="p">])</span>
</code></pre></div></td></tr></table></div>
</details>
<div class="doc doc-children">
<div class="doc doc-object doc-function">
<h3 id="pyiceberg.utils.schema_conversion.AvroSchemaConversion.avro_to_iceberg" class="doc doc-heading">
<code class="highlight language-python"><span class="n">avro_to_iceberg</span><span class="p">(</span><span class="n">avro_schema</span><span class="p">)</span></code>
<a href="#pyiceberg.utils.schema_conversion.AvroSchemaConversion.avro_to_iceberg" class="headerlink" title="Permanent link">&para;</a></h3>
<div class="doc doc-contents ">
<p>Convert an Apache Avro into an Apache Iceberg schema equivalent.</p>
<p>This expects to have field id's to be encoded in the Avro schema:</p>
<div class="highlight"><pre><span></span><code>{
&quot;type&quot;: &quot;record&quot;,
&quot;name&quot;: &quot;manifest_file&quot;,
&quot;fields&quot;: [
{&quot;name&quot;: &quot;manifest_path&quot;, &quot;type&quot;: &quot;string&quot;, &quot;doc&quot;: &quot;Location URI with FS scheme&quot;, &quot;field-id&quot;: 500},
{&quot;name&quot;: &quot;manifest_length&quot;, &quot;type&quot;: &quot;long&quot;, &quot;doc&quot;: &quot;Total file size in bytes&quot;, &quot;field-id&quot;: 501}
]
}
</code></pre></div>
<details class="example" open>
<summary>Example</summary>
<p>This converts an Avro schema into an Iceberg schema:</p>
<blockquote>
<blockquote>
<blockquote>
<p>avro_schema = AvroSchemaConversion().avro_to_iceberg({
... "type": "record",
... "name": "manifest_file",
... "fields": [
... {"name": "manifest_path", "type": "string", "doc": "Location URI with FS scheme", "field-id": 500},
... {"name": "manifest_length", "type": "long", "doc": "Total file size in bytes", "field-id": 501}
... ]
... })
iceberg_schema = Schema(
... NestedField(
... field_id=500, name="manifest_path", field_type=StringType(),
... required=False, doc="Location URI with FS scheme"
... ),
... NestedField(
... field_id=501, name="manifest_length", field_type=LongType(),
... required=False, doc="Total file size in bytes"
... ),
... schema_id=1
... )
avro_schema == iceberg_schema
True</p>
</blockquote>
</blockquote>
</blockquote>
</details>
<p><span class="doc-section-title">Parameters:</span></p>
<table>
<thead>
<tr>
<th>Name</th>
<th>Type</th>
<th>Description</th>
<th>Default</th>
</tr>
</thead>
<tbody>
<tr class="doc-section-item">
<td>
<code>avro_schema</code>
</td>
<td>
<code><span title="Dict">Dict</span>[<span title="str">str</span>, <span title="typing.Any">Any</span>]</code>
</td>
<td>
<div class="doc-md-description">
<p>The JSON decoded Avro schema.</p>
</div>
</td>
<td>
<em>required</em>
</td>
</tr>
</tbody>
</table>
<p><span class="doc-section-title">Returns:</span></p>
<table>
<thead>
<tr>
<th>Type</th>
<th>Description</th>
</tr>
</thead>
<tbody>
<tr class="doc-section-item">
<td>
<code><a class="autorefs autorefs-internal" title="Schema (pyiceberg.schema.Schema)" href="../../schema/#pyiceberg.schema.Schema">Schema</a></code>
</td>
<td>
<div class="doc-md-description">
<p>Equivalent Iceberg schema.</p>
</div>
</td>
</tr>
</tbody>
</table>
<details class="mkdocstrings-source">
<summary>Source code in <code>pyiceberg/utils/schema_conversion.py</code></summary>
<div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-83"> 83</a></span>
<span class="normal"><a href="#__codelineno-0-84"> 84</a></span>
<span class="normal"><a href="#__codelineno-0-85"> 85</a></span>
<span class="normal"><a href="#__codelineno-0-86"> 86</a></span>
<span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
<span class="normal"><a href="#__codelineno-0-108">108</a></span>
<span class="normal"><a href="#__codelineno-0-109">109</a></span>
<span class="normal"><a href="#__codelineno-0-110">110</a></span>
<span class="normal"><a href="#__codelineno-0-111">111</a></span>
<span class="normal"><a href="#__codelineno-0-112">112</a></span>
<span class="normal"><a href="#__codelineno-0-113">113</a></span>
<span class="normal"><a href="#__codelineno-0-114">114</a></span>
<span class="normal"><a href="#__codelineno-0-115">115</a></span>
<span class="normal"><a href="#__codelineno-0-116">116</a></span>
<span class="normal"><a href="#__codelineno-0-117">117</a></span>
<span class="normal"><a href="#__codelineno-0-118">118</a></span>
<span class="normal"><a href="#__codelineno-0-119">119</a></span>
<span class="normal"><a href="#__codelineno-0-120">120</a></span>
<span class="normal"><a href="#__codelineno-0-121">121</a></span>
<span class="normal"><a href="#__codelineno-0-122">122</a></span>
<span class="normal"><a href="#__codelineno-0-123">123</a></span>
<span class="normal"><a href="#__codelineno-0-124">124</a></span>
<span class="normal"><a href="#__codelineno-0-125">125</a></span>
<span class="normal"><a href="#__codelineno-0-126">126</a></span>
<span class="normal"><a href="#__codelineno-0-127">127</a></span>
<span class="normal"><a href="#__codelineno-0-128">128</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-83" name="__codelineno-0-83"></a><span class="k">def</span><span class="w"> </span><span class="nf">avro_to_iceberg</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">avro_schema</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="n">Schema</span><span class="p">:</span>
<a id="__codelineno-0-84" name="__codelineno-0-84"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;Convert an Apache Avro into an Apache Iceberg schema equivalent.</span>
<a id="__codelineno-0-85" name="__codelineno-0-85"></a>
<a id="__codelineno-0-86" name="__codelineno-0-86"></a><span class="sd"> This expects to have field id&#39;s to be encoded in the Avro schema:</span>
<a id="__codelineno-0-87" name="__codelineno-0-87"></a>
<a id="__codelineno-0-88" name="__codelineno-0-88"></a><span class="sd"> {</span>
<a id="__codelineno-0-89" name="__codelineno-0-89"></a><span class="sd"> &quot;type&quot;: &quot;record&quot;,</span>
<a id="__codelineno-0-90" name="__codelineno-0-90"></a><span class="sd"> &quot;name&quot;: &quot;manifest_file&quot;,</span>
<a id="__codelineno-0-91" name="__codelineno-0-91"></a><span class="sd"> &quot;fields&quot;: [</span>
<a id="__codelineno-0-92" name="__codelineno-0-92"></a><span class="sd"> {&quot;name&quot;: &quot;manifest_path&quot;, &quot;type&quot;: &quot;string&quot;, &quot;doc&quot;: &quot;Location URI with FS scheme&quot;, &quot;field-id&quot;: 500},</span>
<a id="__codelineno-0-93" name="__codelineno-0-93"></a><span class="sd"> {&quot;name&quot;: &quot;manifest_length&quot;, &quot;type&quot;: &quot;long&quot;, &quot;doc&quot;: &quot;Total file size in bytes&quot;, &quot;field-id&quot;: 501}</span>
<a id="__codelineno-0-94" name="__codelineno-0-94"></a><span class="sd"> ]</span>
<a id="__codelineno-0-95" name="__codelineno-0-95"></a><span class="sd"> }</span>
<a id="__codelineno-0-96" name="__codelineno-0-96"></a>
<a id="__codelineno-0-97" name="__codelineno-0-97"></a><span class="sd"> Example:</span>
<a id="__codelineno-0-98" name="__codelineno-0-98"></a><span class="sd"> This converts an Avro schema into an Iceberg schema:</span>
<a id="__codelineno-0-99" name="__codelineno-0-99"></a>
<a id="__codelineno-0-100" name="__codelineno-0-100"></a><span class="sd"> &gt;&gt;&gt; avro_schema = AvroSchemaConversion().avro_to_iceberg({</span>
<a id="__codelineno-0-101" name="__codelineno-0-101"></a><span class="sd"> ... &quot;type&quot;: &quot;record&quot;,</span>
<a id="__codelineno-0-102" name="__codelineno-0-102"></a><span class="sd"> ... &quot;name&quot;: &quot;manifest_file&quot;,</span>
<a id="__codelineno-0-103" name="__codelineno-0-103"></a><span class="sd"> ... &quot;fields&quot;: [</span>
<a id="__codelineno-0-104" name="__codelineno-0-104"></a><span class="sd"> ... {&quot;name&quot;: &quot;manifest_path&quot;, &quot;type&quot;: &quot;string&quot;, &quot;doc&quot;: &quot;Location URI with FS scheme&quot;, &quot;field-id&quot;: 500},</span>
<a id="__codelineno-0-105" name="__codelineno-0-105"></a><span class="sd"> ... {&quot;name&quot;: &quot;manifest_length&quot;, &quot;type&quot;: &quot;long&quot;, &quot;doc&quot;: &quot;Total file size in bytes&quot;, &quot;field-id&quot;: 501}</span>
<a id="__codelineno-0-106" name="__codelineno-0-106"></a><span class="sd"> ... ]</span>
<a id="__codelineno-0-107" name="__codelineno-0-107"></a><span class="sd"> ... })</span>
<a id="__codelineno-0-108" name="__codelineno-0-108"></a><span class="sd"> &gt;&gt;&gt; iceberg_schema = Schema(</span>
<a id="__codelineno-0-109" name="__codelineno-0-109"></a><span class="sd"> ... NestedField(</span>
<a id="__codelineno-0-110" name="__codelineno-0-110"></a><span class="sd"> ... field_id=500, name=&quot;manifest_path&quot;, field_type=StringType(),</span>
<a id="__codelineno-0-111" name="__codelineno-0-111"></a><span class="sd"> ... required=False, doc=&quot;Location URI with FS scheme&quot;</span>
<a id="__codelineno-0-112" name="__codelineno-0-112"></a><span class="sd"> ... ),</span>
<a id="__codelineno-0-113" name="__codelineno-0-113"></a><span class="sd"> ... NestedField(</span>
<a id="__codelineno-0-114" name="__codelineno-0-114"></a><span class="sd"> ... field_id=501, name=&quot;manifest_length&quot;, field_type=LongType(),</span>
<a id="__codelineno-0-115" name="__codelineno-0-115"></a><span class="sd"> ... required=False, doc=&quot;Total file size in bytes&quot;</span>
<a id="__codelineno-0-116" name="__codelineno-0-116"></a><span class="sd"> ... ),</span>
<a id="__codelineno-0-117" name="__codelineno-0-117"></a><span class="sd"> ... schema_id=1</span>
<a id="__codelineno-0-118" name="__codelineno-0-118"></a><span class="sd"> ... )</span>
<a id="__codelineno-0-119" name="__codelineno-0-119"></a><span class="sd"> &gt;&gt;&gt; avro_schema == iceberg_schema</span>
<a id="__codelineno-0-120" name="__codelineno-0-120"></a><span class="sd"> True</span>
<a id="__codelineno-0-121" name="__codelineno-0-121"></a>
<a id="__codelineno-0-122" name="__codelineno-0-122"></a><span class="sd"> Args:</span>
<a id="__codelineno-0-123" name="__codelineno-0-123"></a><span class="sd"> avro_schema (Dict[str, Any]): The JSON decoded Avro schema.</span>
<a id="__codelineno-0-124" name="__codelineno-0-124"></a>
<a id="__codelineno-0-125" name="__codelineno-0-125"></a><span class="sd"> Returns:</span>
<a id="__codelineno-0-126" name="__codelineno-0-126"></a><span class="sd"> Equivalent Iceberg schema.</span>
<a id="__codelineno-0-127" name="__codelineno-0-127"></a><span class="sd"> &quot;&quot;&quot;</span>
<a id="__codelineno-0-128" name="__codelineno-0-128"></a> <span class="k">return</span> <span class="n">Schema</span><span class="p">(</span><span class="o">*</span><span class="p">[</span><span class="bp">self</span><span class="o">.</span><span class="n">_convert_field</span><span class="p">(</span><span class="n">field</span><span class="p">)</span> <span class="k">for</span> <span class="n">field</span> <span class="ow">in</span> <span class="n">avro_schema</span><span class="p">[</span><span class="s2">&quot;fields&quot;</span><span class="p">]],</span> <span class="n">schema_id</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>
</code></pre></div></td></tr></table></div>
</details>
</div>
</div>
<div class="doc doc-object doc-function">
<h3 id="pyiceberg.utils.schema_conversion.AvroSchemaConversion.iceberg_to_avro" class="doc doc-heading">
<code class="highlight language-python"><span class="n">iceberg_to_avro</span><span class="p">(</span><span class="n">schema</span><span class="p">,</span> <span class="n">schema_name</span><span class="o">=</span><span class="kc">None</span><span class="p">)</span></code>
<a href="#pyiceberg.utils.schema_conversion.AvroSchemaConversion.iceberg_to_avro" class="headerlink" title="Permanent link">&para;</a></h3>
<div class="doc doc-contents ">
<p>Convert an Iceberg schema into an Avro dictionary that can be serialized to JSON.</p>
<details class="mkdocstrings-source">
<summary>Source code in <code>pyiceberg/utils/schema_conversion.py</code></summary>
<div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-130">130</a></span>
<span class="normal"><a href="#__codelineno-0-131">131</a></span>
<span class="normal"><a href="#__codelineno-0-132">132</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-130" name="__codelineno-0-130"></a><span class="k">def</span><span class="w"> </span><span class="nf">iceberg_to_avro</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="n">Schema</span><span class="p">,</span> <span class="n">schema_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-131" name="__codelineno-0-131"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;Convert an Iceberg schema into an Avro dictionary that can be serialized to JSON.&quot;&quot;&quot;</span>
<a id="__codelineno-0-132" name="__codelineno-0-132"></a> <span class="k">return</span> <span class="n">visit</span><span class="p">(</span><span class="n">schema</span><span class="p">,</span> <span class="n">ConvertSchemaToAvro</span><span class="p">(</span><span class="n">schema_name</span><span class="p">))</span>
</code></pre></div></td></tr></table></div>
</details>
</div>
</div>
</div>
</div>
</div>
<div class="doc doc-object doc-class">
<h2 id="pyiceberg.utils.schema_conversion.ConvertSchemaToAvro" class="doc doc-heading">
<code>ConvertSchemaToAvro</code>
<a href="#pyiceberg.utils.schema_conversion.ConvertSchemaToAvro" class="headerlink" title="Permanent link">&para;</a></h2>
<div class="doc doc-contents ">
<p class="doc doc-class-bases">
Bases: <code><a class="autorefs autorefs-internal" title="SchemaVisitorPerPrimitiveType (pyiceberg.schema.SchemaVisitorPerPrimitiveType)" href="../../schema/#pyiceberg.schema.SchemaVisitorPerPrimitiveType">SchemaVisitorPerPrimitiveType</a>[<span title="pyiceberg.utils.schema_conversion.AvroType">AvroType</span>]</code></p>
<p>Convert an Iceberg schema to an Avro schema.</p>
<details class="mkdocstrings-source">
<summary>Source code in <code>pyiceberg/utils/schema_conversion.py</code></summary>
<div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-491">491</a></span>
<span class="normal"><a href="#__codelineno-0-492">492</a></span>
<span class="normal"><a href="#__codelineno-0-493">493</a></span>
<span class="normal"><a href="#__codelineno-0-494">494</a></span>
<span class="normal"><a href="#__codelineno-0-495">495</a></span>
<span class="normal"><a href="#__codelineno-0-496">496</a></span>
<span class="normal"><a href="#__codelineno-0-497">497</a></span>
<span class="normal"><a href="#__codelineno-0-498">498</a></span>
<span class="normal"><a href="#__codelineno-0-499">499</a></span>
<span class="normal"><a href="#__codelineno-0-500">500</a></span>
<span class="normal"><a href="#__codelineno-0-501">501</a></span>
<span class="normal"><a href="#__codelineno-0-502">502</a></span>
<span class="normal"><a href="#__codelineno-0-503">503</a></span>
<span class="normal"><a href="#__codelineno-0-504">504</a></span>
<span class="normal"><a href="#__codelineno-0-505">505</a></span>
<span class="normal"><a href="#__codelineno-0-506">506</a></span>
<span class="normal"><a href="#__codelineno-0-507">507</a></span>
<span class="normal"><a href="#__codelineno-0-508">508</a></span>
<span class="normal"><a href="#__codelineno-0-509">509</a></span>
<span class="normal"><a href="#__codelineno-0-510">510</a></span>
<span class="normal"><a href="#__codelineno-0-511">511</a></span>
<span class="normal"><a href="#__codelineno-0-512">512</a></span>
<span class="normal"><a href="#__codelineno-0-513">513</a></span>
<span class="normal"><a href="#__codelineno-0-514">514</a></span>
<span class="normal"><a href="#__codelineno-0-515">515</a></span>
<span class="normal"><a href="#__codelineno-0-516">516</a></span>
<span class="normal"><a href="#__codelineno-0-517">517</a></span>
<span class="normal"><a href="#__codelineno-0-518">518</a></span>
<span class="normal"><a href="#__codelineno-0-519">519</a></span>
<span class="normal"><a href="#__codelineno-0-520">520</a></span>
<span class="normal"><a href="#__codelineno-0-521">521</a></span>
<span class="normal"><a href="#__codelineno-0-522">522</a></span>
<span class="normal"><a href="#__codelineno-0-523">523</a></span>
<span class="normal"><a href="#__codelineno-0-524">524</a></span>
<span class="normal"><a href="#__codelineno-0-525">525</a></span>
<span class="normal"><a href="#__codelineno-0-526">526</a></span>
<span class="normal"><a href="#__codelineno-0-527">527</a></span>
<span class="normal"><a href="#__codelineno-0-528">528</a></span>
<span class="normal"><a href="#__codelineno-0-529">529</a></span>
<span class="normal"><a href="#__codelineno-0-530">530</a></span>
<span class="normal"><a href="#__codelineno-0-531">531</a></span>
<span class="normal"><a href="#__codelineno-0-532">532</a></span>
<span class="normal"><a href="#__codelineno-0-533">533</a></span>
<span class="normal"><a href="#__codelineno-0-534">534</a></span>
<span class="normal"><a href="#__codelineno-0-535">535</a></span>
<span class="normal"><a href="#__codelineno-0-536">536</a></span>
<span class="normal"><a href="#__codelineno-0-537">537</a></span>
<span class="normal"><a href="#__codelineno-0-538">538</a></span>
<span class="normal"><a href="#__codelineno-0-539">539</a></span>
<span class="normal"><a href="#__codelineno-0-540">540</a></span>
<span class="normal"><a href="#__codelineno-0-541">541</a></span>
<span class="normal"><a href="#__codelineno-0-542">542</a></span>
<span class="normal"><a href="#__codelineno-0-543">543</a></span>
<span class="normal"><a href="#__codelineno-0-544">544</a></span>
<span class="normal"><a href="#__codelineno-0-545">545</a></span>
<span class="normal"><a href="#__codelineno-0-546">546</a></span>
<span class="normal"><a href="#__codelineno-0-547">547</a></span>
<span class="normal"><a href="#__codelineno-0-548">548</a></span>
<span class="normal"><a href="#__codelineno-0-549">549</a></span>
<span class="normal"><a href="#__codelineno-0-550">550</a></span>
<span class="normal"><a href="#__codelineno-0-551">551</a></span>
<span class="normal"><a href="#__codelineno-0-552">552</a></span>
<span class="normal"><a href="#__codelineno-0-553">553</a></span>
<span class="normal"><a href="#__codelineno-0-554">554</a></span>
<span class="normal"><a href="#__codelineno-0-555">555</a></span>
<span class="normal"><a href="#__codelineno-0-556">556</a></span>
<span class="normal"><a href="#__codelineno-0-557">557</a></span>
<span class="normal"><a href="#__codelineno-0-558">558</a></span>
<span class="normal"><a href="#__codelineno-0-559">559</a></span>
<span class="normal"><a href="#__codelineno-0-560">560</a></span>
<span class="normal"><a href="#__codelineno-0-561">561</a></span>
<span class="normal"><a href="#__codelineno-0-562">562</a></span>
<span class="normal"><a href="#__codelineno-0-563">563</a></span>
<span class="normal"><a href="#__codelineno-0-564">564</a></span>
<span class="normal"><a href="#__codelineno-0-565">565</a></span>
<span class="normal"><a href="#__codelineno-0-566">566</a></span>
<span class="normal"><a href="#__codelineno-0-567">567</a></span>
<span class="normal"><a href="#__codelineno-0-568">568</a></span>
<span class="normal"><a href="#__codelineno-0-569">569</a></span>
<span class="normal"><a href="#__codelineno-0-570">570</a></span>
<span class="normal"><a href="#__codelineno-0-571">571</a></span>
<span class="normal"><a href="#__codelineno-0-572">572</a></span>
<span class="normal"><a href="#__codelineno-0-573">573</a></span>
<span class="normal"><a href="#__codelineno-0-574">574</a></span>
<span class="normal"><a href="#__codelineno-0-575">575</a></span>
<span class="normal"><a href="#__codelineno-0-576">576</a></span>
<span class="normal"><a href="#__codelineno-0-577">577</a></span>
<span class="normal"><a href="#__codelineno-0-578">578</a></span>
<span class="normal"><a href="#__codelineno-0-579">579</a></span>
<span class="normal"><a href="#__codelineno-0-580">580</a></span>
<span class="normal"><a href="#__codelineno-0-581">581</a></span>
<span class="normal"><a href="#__codelineno-0-582">582</a></span>
<span class="normal"><a href="#__codelineno-0-583">583</a></span>
<span class="normal"><a href="#__codelineno-0-584">584</a></span>
<span class="normal"><a href="#__codelineno-0-585">585</a></span>
<span class="normal"><a href="#__codelineno-0-586">586</a></span>
<span class="normal"><a href="#__codelineno-0-587">587</a></span>
<span class="normal"><a href="#__codelineno-0-588">588</a></span>
<span class="normal"><a href="#__codelineno-0-589">589</a></span>
<span class="normal"><a href="#__codelineno-0-590">590</a></span>
<span class="normal"><a href="#__codelineno-0-591">591</a></span>
<span class="normal"><a href="#__codelineno-0-592">592</a></span>
<span class="normal"><a href="#__codelineno-0-593">593</a></span>
<span class="normal"><a href="#__codelineno-0-594">594</a></span>
<span class="normal"><a href="#__codelineno-0-595">595</a></span>
<span class="normal"><a href="#__codelineno-0-596">596</a></span>
<span class="normal"><a href="#__codelineno-0-597">597</a></span>
<span class="normal"><a href="#__codelineno-0-598">598</a></span>
<span class="normal"><a href="#__codelineno-0-599">599</a></span>
<span class="normal"><a href="#__codelineno-0-600">600</a></span>
<span class="normal"><a href="#__codelineno-0-601">601</a></span>
<span class="normal"><a href="#__codelineno-0-602">602</a></span>
<span class="normal"><a href="#__codelineno-0-603">603</a></span>
<span class="normal"><a href="#__codelineno-0-604">604</a></span>
<span class="normal"><a href="#__codelineno-0-605">605</a></span>
<span class="normal"><a href="#__codelineno-0-606">606</a></span>
<span class="normal"><a href="#__codelineno-0-607">607</a></span>
<span class="normal"><a href="#__codelineno-0-608">608</a></span>
<span class="normal"><a href="#__codelineno-0-609">609</a></span>
<span class="normal"><a href="#__codelineno-0-610">610</a></span>
<span class="normal"><a href="#__codelineno-0-611">611</a></span>
<span class="normal"><a href="#__codelineno-0-612">612</a></span>
<span class="normal"><a href="#__codelineno-0-613">613</a></span>
<span class="normal"><a href="#__codelineno-0-614">614</a></span>
<span class="normal"><a href="#__codelineno-0-615">615</a></span>
<span class="normal"><a href="#__codelineno-0-616">616</a></span>
<span class="normal"><a href="#__codelineno-0-617">617</a></span>
<span class="normal"><a href="#__codelineno-0-618">618</a></span>
<span class="normal"><a href="#__codelineno-0-619">619</a></span>
<span class="normal"><a href="#__codelineno-0-620">620</a></span>
<span class="normal"><a href="#__codelineno-0-621">621</a></span>
<span class="normal"><a href="#__codelineno-0-622">622</a></span>
<span class="normal"><a href="#__codelineno-0-623">623</a></span>
<span class="normal"><a href="#__codelineno-0-624">624</a></span>
<span class="normal"><a href="#__codelineno-0-625">625</a></span>
<span class="normal"><a href="#__codelineno-0-626">626</a></span>
<span class="normal"><a href="#__codelineno-0-627">627</a></span>
<span class="normal"><a href="#__codelineno-0-628">628</a></span>
<span class="normal"><a href="#__codelineno-0-629">629</a></span>
<span class="normal"><a href="#__codelineno-0-630">630</a></span>
<span class="normal"><a href="#__codelineno-0-631">631</a></span>
<span class="normal"><a href="#__codelineno-0-632">632</a></span>
<span class="normal"><a href="#__codelineno-0-633">633</a></span>
<span class="normal"><a href="#__codelineno-0-634">634</a></span>
<span class="normal"><a href="#__codelineno-0-635">635</a></span>
<span class="normal"><a href="#__codelineno-0-636">636</a></span>
<span class="normal"><a href="#__codelineno-0-637">637</a></span>
<span class="normal"><a href="#__codelineno-0-638">638</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-491" name="__codelineno-0-491"></a><span class="k">class</span><span class="w"> </span><span class="nc">ConvertSchemaToAvro</span><span class="p">(</span><span class="n">SchemaVisitorPerPrimitiveType</span><span class="p">[</span><span class="n">AvroType</span><span class="p">]):</span>
<a id="__codelineno-0-492" name="__codelineno-0-492"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;Convert an Iceberg schema to an Avro schema.&quot;&quot;&quot;</span>
<a id="__codelineno-0-493" name="__codelineno-0-493"></a>
<a id="__codelineno-0-494" name="__codelineno-0-494"></a> <span class="n">schema_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span>
<a id="__codelineno-0-495" name="__codelineno-0-495"></a> <span class="n">last_list_field_id</span><span class="p">:</span> <span class="nb">int</span>
<a id="__codelineno-0-496" name="__codelineno-0-496"></a> <span class="n">last_map_key_field_id</span><span class="p">:</span> <span class="nb">int</span>
<a id="__codelineno-0-497" name="__codelineno-0-497"></a> <span class="n">last_map_value_field_id</span><span class="p">:</span> <span class="nb">int</span>
<a id="__codelineno-0-498" name="__codelineno-0-498"></a>
<a id="__codelineno-0-499" name="__codelineno-0-499"></a> <span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
<a id="__codelineno-0-500" name="__codelineno-0-500"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;Convert an Iceberg schema to an Avro schema.</span>
<a id="__codelineno-0-501" name="__codelineno-0-501"></a>
<a id="__codelineno-0-502" name="__codelineno-0-502"></a><span class="sd"> Args:</span>
<a id="__codelineno-0-503" name="__codelineno-0-503"></a><span class="sd"> schema_name: The name of the root record.</span>
<a id="__codelineno-0-504" name="__codelineno-0-504"></a><span class="sd"> &quot;&quot;&quot;</span>
<a id="__codelineno-0-505" name="__codelineno-0-505"></a> <span class="bp">self</span><span class="o">.</span><span class="n">schema_name</span> <span class="o">=</span> <span class="n">schema_name</span>
<a id="__codelineno-0-506" name="__codelineno-0-506"></a>
<a id="__codelineno-0-507" name="__codelineno-0-507"></a> <span class="k">def</span><span class="w"> </span><span class="nf">schema</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema</span><span class="p">:</span> <span class="n">Schema</span><span class="p">,</span> <span class="n">struct_result</span><span class="p">:</span> <span class="n">AvroType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-508" name="__codelineno-0-508"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">struct_result</span><span class="p">,</span> <span class="nb">dict</span><span class="p">)</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">schema_name</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
<a id="__codelineno-0-509" name="__codelineno-0-509"></a> <span class="n">struct_result</span><span class="p">[</span><span class="s2">&quot;name&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">schema_name</span>
<a id="__codelineno-0-510" name="__codelineno-0-510"></a> <span class="k">return</span> <span class="n">struct_result</span>
<a id="__codelineno-0-511" name="__codelineno-0-511"></a>
<a id="__codelineno-0-512" name="__codelineno-0-512"></a> <span class="k">def</span><span class="w"> </span><span class="nf">before_list_element</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">element</span><span class="p">:</span> <span class="n">NestedField</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
<a id="__codelineno-0-513" name="__codelineno-0-513"></a> <span class="bp">self</span><span class="o">.</span><span class="n">last_list_field_id</span> <span class="o">=</span> <span class="n">element</span><span class="o">.</span><span class="n">field_id</span>
<a id="__codelineno-0-514" name="__codelineno-0-514"></a>
<a id="__codelineno-0-515" name="__codelineno-0-515"></a> <span class="k">def</span><span class="w"> </span><span class="nf">before_map_key</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="n">NestedField</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
<a id="__codelineno-0-516" name="__codelineno-0-516"></a> <span class="bp">self</span><span class="o">.</span><span class="n">last_map_key_field_id</span> <span class="o">=</span> <span class="n">key</span><span class="o">.</span><span class="n">field_id</span>
<a id="__codelineno-0-517" name="__codelineno-0-517"></a>
<a id="__codelineno-0-518" name="__codelineno-0-518"></a> <span class="k">def</span><span class="w"> </span><span class="nf">before_map_value</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">NestedField</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
<a id="__codelineno-0-519" name="__codelineno-0-519"></a> <span class="bp">self</span><span class="o">.</span><span class="n">last_map_value_field_id</span> <span class="o">=</span> <span class="n">value</span><span class="o">.</span><span class="n">field_id</span>
<a id="__codelineno-0-520" name="__codelineno-0-520"></a>
<a id="__codelineno-0-521" name="__codelineno-0-521"></a> <span class="k">def</span><span class="w"> </span><span class="nf">struct</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">struct</span><span class="p">:</span> <span class="n">StructType</span><span class="p">,</span> <span class="n">field_results</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">AvroType</span><span class="p">])</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-522" name="__codelineno-0-522"></a> <span class="k">return</span> <span class="p">{</span><span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;record&quot;</span><span class="p">,</span> <span class="s2">&quot;fields&quot;</span><span class="p">:</span> <span class="n">field_results</span><span class="p">}</span>
<a id="__codelineno-0-523" name="__codelineno-0-523"></a>
<a id="__codelineno-0-524" name="__codelineno-0-524"></a> <span class="k">def</span><span class="w"> </span><span class="nf">field</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">field</span><span class="p">:</span> <span class="n">NestedField</span><span class="p">,</span> <span class="n">field_result</span><span class="p">:</span> <span class="n">AvroType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-525" name="__codelineno-0-525"></a> <span class="c1"># Sets the schema name</span>
<a id="__codelineno-0-526" name="__codelineno-0-526"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">field_result</span><span class="p">,</span> <span class="nb">dict</span><span class="p">)</span> <span class="ow">and</span> <span class="n">field_result</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;type&quot;</span><span class="p">)</span> <span class="o">==</span> <span class="s2">&quot;record&quot;</span><span class="p">:</span>
<a id="__codelineno-0-527" name="__codelineno-0-527"></a> <span class="n">field_result</span><span class="p">[</span><span class="s2">&quot;name&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">&quot;r</span><span class="si">{</span><span class="n">field</span><span class="o">.</span><span class="n">field_id</span><span class="si">}</span><span class="s2">&quot;</span>
<a id="__codelineno-0-528" name="__codelineno-0-528"></a>
<a id="__codelineno-0-529" name="__codelineno-0-529"></a> <span class="n">original_name</span> <span class="o">=</span> <span class="n">field</span><span class="o">.</span><span class="n">name</span>
<a id="__codelineno-0-530" name="__codelineno-0-530"></a> <span class="n">sanitized_name</span> <span class="o">=</span> <span class="n">make_compatible_name</span><span class="p">(</span><span class="n">original_name</span><span class="p">)</span>
<a id="__codelineno-0-531" name="__codelineno-0-531"></a>
<a id="__codelineno-0-532" name="__codelineno-0-532"></a> <span class="n">result</span> <span class="o">=</span> <span class="p">{</span>
<a id="__codelineno-0-533" name="__codelineno-0-533"></a> <span class="s2">&quot;name&quot;</span><span class="p">:</span> <span class="n">sanitized_name</span><span class="p">,</span>
<a id="__codelineno-0-534" name="__codelineno-0-534"></a> <span class="n">FIELD_ID_PROP</span><span class="p">:</span> <span class="n">field</span><span class="o">.</span><span class="n">field_id</span><span class="p">,</span>
<a id="__codelineno-0-535" name="__codelineno-0-535"></a> <span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="n">field_result</span> <span class="k">if</span> <span class="n">field</span><span class="o">.</span><span class="n">required</span> <span class="k">else</span> <span class="p">[</span><span class="s2">&quot;null&quot;</span><span class="p">,</span> <span class="n">field_result</span><span class="p">],</span>
<a id="__codelineno-0-536" name="__codelineno-0-536"></a> <span class="p">}</span>
<a id="__codelineno-0-537" name="__codelineno-0-537"></a>
<a id="__codelineno-0-538" name="__codelineno-0-538"></a> <span class="k">if</span> <span class="n">original_name</span> <span class="o">!=</span> <span class="n">sanitized_name</span><span class="p">:</span>
<a id="__codelineno-0-539" name="__codelineno-0-539"></a> <span class="n">result</span><span class="p">[</span><span class="n">ICEBERG_FIELD_NAME_PROP</span><span class="p">]</span> <span class="o">=</span> <span class="n">original_name</span>
<a id="__codelineno-0-540" name="__codelineno-0-540"></a>
<a id="__codelineno-0-541" name="__codelineno-0-541"></a> <span class="k">if</span> <span class="n">field</span><span class="o">.</span><span class="n">write_default</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
<a id="__codelineno-0-542" name="__codelineno-0-542"></a> <span class="n">result</span><span class="p">[</span><span class="s2">&quot;default&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="n">field</span><span class="o">.</span><span class="n">write_default</span>
<a id="__codelineno-0-543" name="__codelineno-0-543"></a> <span class="k">elif</span> <span class="n">field</span><span class="o">.</span><span class="n">optional</span><span class="p">:</span>
<a id="__codelineno-0-544" name="__codelineno-0-544"></a> <span class="n">result</span><span class="p">[</span><span class="s2">&quot;default&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span>
<a id="__codelineno-0-545" name="__codelineno-0-545"></a>
<a id="__codelineno-0-546" name="__codelineno-0-546"></a> <span class="k">if</span> <span class="n">field</span><span class="o">.</span><span class="n">doc</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
<a id="__codelineno-0-547" name="__codelineno-0-547"></a> <span class="n">result</span><span class="p">[</span><span class="s2">&quot;doc&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="n">field</span><span class="o">.</span><span class="n">doc</span>
<a id="__codelineno-0-548" name="__codelineno-0-548"></a>
<a id="__codelineno-0-549" name="__codelineno-0-549"></a> <span class="k">return</span> <span class="n">result</span>
<a id="__codelineno-0-550" name="__codelineno-0-550"></a>
<a id="__codelineno-0-551" name="__codelineno-0-551"></a> <span class="k">def</span><span class="w"> </span><span class="nf">list</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">list_type</span><span class="p">:</span> <span class="n">ListType</span><span class="p">,</span> <span class="n">element_result</span><span class="p">:</span> <span class="n">AvroType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-552" name="__codelineno-0-552"></a> <span class="c1"># Sets the schema name in case of a record</span>
<a id="__codelineno-0-553" name="__codelineno-0-553"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">element_result</span><span class="p">,</span> <span class="nb">dict</span><span class="p">)</span> <span class="ow">and</span> <span class="n">element_result</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="s2">&quot;type&quot;</span><span class="p">)</span> <span class="o">==</span> <span class="s2">&quot;record&quot;</span><span class="p">:</span>
<a id="__codelineno-0-554" name="__codelineno-0-554"></a> <span class="n">element_result</span><span class="p">[</span><span class="s2">&quot;name&quot;</span><span class="p">]</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">&quot;r</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">last_list_field_id</span><span class="si">}</span><span class="s2">&quot;</span>
<a id="__codelineno-0-555" name="__codelineno-0-555"></a> <span class="k">return</span> <span class="p">{</span><span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;array&quot;</span><span class="p">,</span> <span class="s2">&quot;element-id&quot;</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">last_list_field_id</span><span class="p">,</span> <span class="s2">&quot;items&quot;</span><span class="p">:</span> <span class="n">element_result</span><span class="p">}</span>
<a id="__codelineno-0-556" name="__codelineno-0-556"></a>
<a id="__codelineno-0-557" name="__codelineno-0-557"></a> <span class="k">def</span><span class="w"> </span><span class="nf">map</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">map_type</span><span class="p">:</span> <span class="n">MapType</span><span class="p">,</span> <span class="n">key_result</span><span class="p">:</span> <span class="n">AvroType</span><span class="p">,</span> <span class="n">value_result</span><span class="p">:</span> <span class="n">AvroType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-558" name="__codelineno-0-558"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">key_result</span><span class="p">,</span> <span class="n">StringType</span><span class="p">):</span>
<a id="__codelineno-0-559" name="__codelineno-0-559"></a> <span class="c1"># Avro Maps does not support other keys than a String,</span>
<a id="__codelineno-0-560" name="__codelineno-0-560"></a> <span class="k">return</span> <span class="p">{</span>
<a id="__codelineno-0-561" name="__codelineno-0-561"></a> <span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;map&quot;</span><span class="p">,</span>
<a id="__codelineno-0-562" name="__codelineno-0-562"></a> <span class="s2">&quot;values&quot;</span><span class="p">:</span> <span class="n">value_result</span><span class="p">,</span>
<a id="__codelineno-0-563" name="__codelineno-0-563"></a> <span class="s2">&quot;key-id&quot;</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">last_map_key_field_id</span><span class="p">,</span>
<a id="__codelineno-0-564" name="__codelineno-0-564"></a> <span class="s2">&quot;value-id&quot;</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">last_map_value_field_id</span><span class="p">,</span>
<a id="__codelineno-0-565" name="__codelineno-0-565"></a> <span class="p">}</span>
<a id="__codelineno-0-566" name="__codelineno-0-566"></a> <span class="k">else</span><span class="p">:</span>
<a id="__codelineno-0-567" name="__codelineno-0-567"></a> <span class="c1"># Creates a logical map that&#39;s a list of schema&#39;s</span>
<a id="__codelineno-0-568" name="__codelineno-0-568"></a> <span class="c1"># binary compatible</span>
<a id="__codelineno-0-569" name="__codelineno-0-569"></a> <span class="k">return</span> <span class="p">{</span>
<a id="__codelineno-0-570" name="__codelineno-0-570"></a> <span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;array&quot;</span><span class="p">,</span>
<a id="__codelineno-0-571" name="__codelineno-0-571"></a> <span class="s2">&quot;items&quot;</span><span class="p">:</span> <span class="p">{</span>
<a id="__codelineno-0-572" name="__codelineno-0-572"></a> <span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;record&quot;</span><span class="p">,</span>
<a id="__codelineno-0-573" name="__codelineno-0-573"></a> <span class="s2">&quot;name&quot;</span><span class="p">:</span> <span class="sa">f</span><span class="s2">&quot;k</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">last_map_key_field_id</span><span class="si">}</span><span class="s2">_v</span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">last_map_value_field_id</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">,</span>
<a id="__codelineno-0-574" name="__codelineno-0-574"></a> <span class="s2">&quot;fields&quot;</span><span class="p">:</span> <span class="p">[</span>
<a id="__codelineno-0-575" name="__codelineno-0-575"></a> <span class="p">{</span><span class="s2">&quot;name&quot;</span><span class="p">:</span> <span class="s2">&quot;key&quot;</span><span class="p">,</span> <span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="n">key_result</span><span class="p">,</span> <span class="n">FIELD_ID_PROP</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">last_map_key_field_id</span><span class="p">},</span>
<a id="__codelineno-0-576" name="__codelineno-0-576"></a> <span class="p">{</span><span class="s2">&quot;name&quot;</span><span class="p">:</span> <span class="s2">&quot;value&quot;</span><span class="p">,</span> <span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="n">value_result</span><span class="p">,</span> <span class="n">FIELD_ID_PROP</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">last_map_value_field_id</span><span class="p">},</span>
<a id="__codelineno-0-577" name="__codelineno-0-577"></a> <span class="p">],</span>
<a id="__codelineno-0-578" name="__codelineno-0-578"></a> <span class="p">},</span>
<a id="__codelineno-0-579" name="__codelineno-0-579"></a> <span class="s2">&quot;logicalType&quot;</span><span class="p">:</span> <span class="s2">&quot;map&quot;</span><span class="p">,</span>
<a id="__codelineno-0-580" name="__codelineno-0-580"></a> <span class="p">}</span>
<a id="__codelineno-0-581" name="__codelineno-0-581"></a>
<a id="__codelineno-0-582" name="__codelineno-0-582"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_fixed</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">fixed_type</span><span class="p">:</span> <span class="n">FixedType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-583" name="__codelineno-0-583"></a> <span class="k">return</span> <span class="p">{</span><span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;fixed&quot;</span><span class="p">,</span> <span class="s2">&quot;size&quot;</span><span class="p">:</span> <span class="nb">len</span><span class="p">(</span><span class="n">fixed_type</span><span class="p">),</span> <span class="s2">&quot;name&quot;</span><span class="p">:</span> <span class="sa">f</span><span class="s2">&quot;fixed_</span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">fixed_type</span><span class="p">)</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">}</span>
<a id="__codelineno-0-584" name="__codelineno-0-584"></a>
<a id="__codelineno-0-585" name="__codelineno-0-585"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_decimal</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">decimal_type</span><span class="p">:</span> <span class="n">DecimalType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-586" name="__codelineno-0-586"></a> <span class="k">return</span> <span class="p">{</span>
<a id="__codelineno-0-587" name="__codelineno-0-587"></a> <span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;fixed&quot;</span><span class="p">,</span>
<a id="__codelineno-0-588" name="__codelineno-0-588"></a> <span class="s2">&quot;size&quot;</span><span class="p">:</span> <span class="n">decimal_required_bytes</span><span class="p">(</span><span class="n">decimal_type</span><span class="o">.</span><span class="n">precision</span><span class="p">),</span>
<a id="__codelineno-0-589" name="__codelineno-0-589"></a> <span class="s2">&quot;logicalType&quot;</span><span class="p">:</span> <span class="s2">&quot;decimal&quot;</span><span class="p">,</span>
<a id="__codelineno-0-590" name="__codelineno-0-590"></a> <span class="s2">&quot;precision&quot;</span><span class="p">:</span> <span class="n">decimal_type</span><span class="o">.</span><span class="n">precision</span><span class="p">,</span>
<a id="__codelineno-0-591" name="__codelineno-0-591"></a> <span class="s2">&quot;scale&quot;</span><span class="p">:</span> <span class="n">decimal_type</span><span class="o">.</span><span class="n">scale</span><span class="p">,</span>
<a id="__codelineno-0-592" name="__codelineno-0-592"></a> <span class="s2">&quot;name&quot;</span><span class="p">:</span> <span class="sa">f</span><span class="s2">&quot;decimal_</span><span class="si">{</span><span class="n">decimal_type</span><span class="o">.</span><span class="n">precision</span><span class="si">}</span><span class="s2">_</span><span class="si">{</span><span class="n">decimal_type</span><span class="o">.</span><span class="n">scale</span><span class="si">}</span><span class="s2">&quot;</span><span class="p">,</span>
<a id="__codelineno-0-593" name="__codelineno-0-593"></a> <span class="p">}</span>
<a id="__codelineno-0-594" name="__codelineno-0-594"></a>
<a id="__codelineno-0-595" name="__codelineno-0-595"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_boolean</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">boolean_type</span><span class="p">:</span> <span class="n">BooleanType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-596" name="__codelineno-0-596"></a> <span class="k">return</span> <span class="s2">&quot;boolean&quot;</span>
<a id="__codelineno-0-597" name="__codelineno-0-597"></a>
<a id="__codelineno-0-598" name="__codelineno-0-598"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_integer</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">integer_type</span><span class="p">:</span> <span class="n">IntegerType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-599" name="__codelineno-0-599"></a> <span class="k">return</span> <span class="s2">&quot;int&quot;</span>
<a id="__codelineno-0-600" name="__codelineno-0-600"></a>
<a id="__codelineno-0-601" name="__codelineno-0-601"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_long</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">long_type</span><span class="p">:</span> <span class="n">LongType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-602" name="__codelineno-0-602"></a> <span class="k">return</span> <span class="s2">&quot;long&quot;</span>
<a id="__codelineno-0-603" name="__codelineno-0-603"></a>
<a id="__codelineno-0-604" name="__codelineno-0-604"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_float</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">float_type</span><span class="p">:</span> <span class="n">FloatType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-605" name="__codelineno-0-605"></a> <span class="k">return</span> <span class="s2">&quot;float&quot;</span>
<a id="__codelineno-0-606" name="__codelineno-0-606"></a>
<a id="__codelineno-0-607" name="__codelineno-0-607"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_double</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">double_type</span><span class="p">:</span> <span class="n">DoubleType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-608" name="__codelineno-0-608"></a> <span class="k">return</span> <span class="s2">&quot;double&quot;</span>
<a id="__codelineno-0-609" name="__codelineno-0-609"></a>
<a id="__codelineno-0-610" name="__codelineno-0-610"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_date</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">date_type</span><span class="p">:</span> <span class="n">DateType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-611" name="__codelineno-0-611"></a> <span class="k">return</span> <span class="p">{</span><span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;int&quot;</span><span class="p">,</span> <span class="s2">&quot;logicalType&quot;</span><span class="p">:</span> <span class="s2">&quot;date&quot;</span><span class="p">}</span>
<a id="__codelineno-0-612" name="__codelineno-0-612"></a>
<a id="__codelineno-0-613" name="__codelineno-0-613"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_time</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">time_type</span><span class="p">:</span> <span class="n">TimeType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-614" name="__codelineno-0-614"></a> <span class="k">return</span> <span class="p">{</span><span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;long&quot;</span><span class="p">,</span> <span class="s2">&quot;logicalType&quot;</span><span class="p">:</span> <span class="s2">&quot;time-micros&quot;</span><span class="p">}</span>
<a id="__codelineno-0-615" name="__codelineno-0-615"></a>
<a id="__codelineno-0-616" name="__codelineno-0-616"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_timestamp</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">timestamp_type</span><span class="p">:</span> <span class="n">TimestampType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-617" name="__codelineno-0-617"></a> <span class="k">return</span> <span class="p">{</span><span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;long&quot;</span><span class="p">,</span> <span class="s2">&quot;logicalType&quot;</span><span class="p">:</span> <span class="s2">&quot;timestamp-micros&quot;</span><span class="p">,</span> <span class="s2">&quot;adjust-to-utc&quot;</span><span class="p">:</span> <span class="kc">False</span><span class="p">}</span>
<a id="__codelineno-0-618" name="__codelineno-0-618"></a>
<a id="__codelineno-0-619" name="__codelineno-0-619"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_timestamp_ns</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">timestamp_type</span><span class="p">:</span> <span class="n">TimestampType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-620" name="__codelineno-0-620"></a> <span class="k">return</span> <span class="p">{</span><span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;long&quot;</span><span class="p">,</span> <span class="s2">&quot;logicalType&quot;</span><span class="p">:</span> <span class="s2">&quot;timestamp-nanos&quot;</span><span class="p">,</span> <span class="s2">&quot;adjust-to-utc&quot;</span><span class="p">:</span> <span class="kc">False</span><span class="p">}</span>
<a id="__codelineno-0-621" name="__codelineno-0-621"></a>
<a id="__codelineno-0-622" name="__codelineno-0-622"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_timestamptz</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">timestamptz_type</span><span class="p">:</span> <span class="n">TimestamptzType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-623" name="__codelineno-0-623"></a> <span class="k">return</span> <span class="p">{</span><span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;long&quot;</span><span class="p">,</span> <span class="s2">&quot;logicalType&quot;</span><span class="p">:</span> <span class="s2">&quot;timestamp-micros&quot;</span><span class="p">,</span> <span class="s2">&quot;adjust-to-utc&quot;</span><span class="p">:</span> <span class="kc">True</span><span class="p">}</span>
<a id="__codelineno-0-624" name="__codelineno-0-624"></a>
<a id="__codelineno-0-625" name="__codelineno-0-625"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_timestamptz_ns</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">timestamptz_type</span><span class="p">:</span> <span class="n">TimestamptzType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-626" name="__codelineno-0-626"></a> <span class="k">return</span> <span class="p">{</span><span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;long&quot;</span><span class="p">,</span> <span class="s2">&quot;logicalType&quot;</span><span class="p">:</span> <span class="s2">&quot;timestamp-nanos&quot;</span><span class="p">,</span> <span class="s2">&quot;adjust-to-utc&quot;</span><span class="p">:</span> <span class="kc">True</span><span class="p">}</span>
<a id="__codelineno-0-627" name="__codelineno-0-627"></a>
<a id="__codelineno-0-628" name="__codelineno-0-628"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_string</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">string_type</span><span class="p">:</span> <span class="n">StringType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-629" name="__codelineno-0-629"></a> <span class="k">return</span> <span class="s2">&quot;string&quot;</span>
<a id="__codelineno-0-630" name="__codelineno-0-630"></a>
<a id="__codelineno-0-631" name="__codelineno-0-631"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_uuid</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">uuid_type</span><span class="p">:</span> <span class="n">UUIDType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-632" name="__codelineno-0-632"></a> <span class="k">return</span> <span class="p">{</span><span class="s2">&quot;type&quot;</span><span class="p">:</span> <span class="s2">&quot;fixed&quot;</span><span class="p">,</span> <span class="s2">&quot;size&quot;</span><span class="p">:</span> <span class="mi">16</span><span class="p">,</span> <span class="s2">&quot;logicalType&quot;</span><span class="p">:</span> <span class="s2">&quot;uuid&quot;</span><span class="p">,</span> <span class="s2">&quot;name&quot;</span><span class="p">:</span> <span class="s2">&quot;uuid_fixed&quot;</span><span class="p">}</span>
<a id="__codelineno-0-633" name="__codelineno-0-633"></a>
<a id="__codelineno-0-634" name="__codelineno-0-634"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_binary</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">binary_type</span><span class="p">:</span> <span class="n">BinaryType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-635" name="__codelineno-0-635"></a> <span class="k">return</span> <span class="s2">&quot;bytes&quot;</span>
<a id="__codelineno-0-636" name="__codelineno-0-636"></a>
<a id="__codelineno-0-637" name="__codelineno-0-637"></a> <span class="k">def</span><span class="w"> </span><span class="nf">visit_unknown</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">unknown_type</span><span class="p">:</span> <span class="n">UnknownType</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">AvroType</span><span class="p">:</span>
<a id="__codelineno-0-638" name="__codelineno-0-638"></a> <span class="k">return</span> <span class="s2">&quot;null&quot;</span>
</code></pre></div></td></tr></table></div>
</details>
<div class="doc doc-children">
<div class="doc doc-object doc-function">
<h3 id="pyiceberg.utils.schema_conversion.ConvertSchemaToAvro.__init__" class="doc doc-heading">
<code class="highlight language-python"><span class="fm">__init__</span><span class="p">(</span><span class="n">schema_name</span><span class="p">)</span></code>
<a href="#pyiceberg.utils.schema_conversion.ConvertSchemaToAvro.__init__" class="headerlink" title="Permanent link">&para;</a></h3>
<div class="doc doc-contents ">
<p>Convert an Iceberg schema to an Avro schema.</p>
<p><span class="doc-section-title">Parameters:</span></p>
<table>
<thead>
<tr>
<th>Name</th>
<th>Type</th>
<th>Description</th>
<th>Default</th>
</tr>
</thead>
<tbody>
<tr class="doc-section-item">
<td>
<code>schema_name</code>
</td>
<td>
<code><span title="str">str</span> | None</code>
</td>
<td>
<div class="doc-md-description">
<p>The name of the root record.</p>
</div>
</td>
<td>
<em>required</em>
</td>
</tr>
</tbody>
</table>
<details class="mkdocstrings-source">
<summary>Source code in <code>pyiceberg/utils/schema_conversion.py</code></summary>
<div class="highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-499">499</a></span>
<span class="normal"><a href="#__codelineno-0-500">500</a></span>
<span class="normal"><a href="#__codelineno-0-501">501</a></span>
<span class="normal"><a href="#__codelineno-0-502">502</a></span>
<span class="normal"><a href="#__codelineno-0-503">503</a></span>
<span class="normal"><a href="#__codelineno-0-504">504</a></span>
<span class="normal"><a href="#__codelineno-0-505">505</a></span></pre></div></td><td class="code"><div><pre><span></span><code><a id="__codelineno-0-499" name="__codelineno-0-499"></a><span class="k">def</span><span class="w"> </span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">schema_name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
<a id="__codelineno-0-500" name="__codelineno-0-500"></a><span class="w"> </span><span class="sd">&quot;&quot;&quot;Convert an Iceberg schema to an Avro schema.</span>
<a id="__codelineno-0-501" name="__codelineno-0-501"></a>
<a id="__codelineno-0-502" name="__codelineno-0-502"></a><span class="sd"> Args:</span>
<a id="__codelineno-0-503" name="__codelineno-0-503"></a><span class="sd"> schema_name: The name of the root record.</span>
<a id="__codelineno-0-504" name="__codelineno-0-504"></a><span class="sd"> &quot;&quot;&quot;</span>
<a id="__codelineno-0-505" name="__codelineno-0-505"></a> <span class="bp">self</span><span class="o">.</span><span class="n">schema_name</span> <span class="o">=</span> <span class="n">schema_name</span>
</code></pre></div></td></tr></table></div>
</details>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</article>
</div>
<script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
</div>
<button type="button" class="md-top md-icon" data-md-component="top" hidden>
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg>
Back to top
</button>
</main>
<footer class="md-footer">
<div class="md-footer-meta md-typeset">
<div class="md-footer-meta__inner md-grid">
<div class="md-copyright">
Made with
<a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
Material for MkDocs
</a>
</div>
</div>
</div>
</footer>
</div>
<div class="md-dialog" data-md-component="dialog">
<div class="md-dialog__inner md-typeset"></div>
</div>
<script id="__config" type="application/json">{"annotate": null, "base": "../../../..", "features": ["navigation.top", "navigation.tracking", "navigation.tabs", "navigation.tabs.sticky", "content.code.copy"], "search": "../../../../assets/javascripts/workers/search.2c215733.min.js", "tags": null, "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}, "version": null}</script>
<script src="../../../../assets/javascripts/bundle.79ae519e.min.js"></script>
</body>
</html>