| |
| <!doctype html> |
| <html lang="en" class="no-js"> |
| <head> |
| |
| <meta charset="utf-8"> |
| <meta name="viewport" content="width=device-width,initial-scale=1"> |
| |
| |
| |
| |
| <link rel="prev" href="../flink-ddl/"> |
| |
| |
| <link rel="next" href="../flink-writes/"> |
| |
| |
| <link rel="icon" href="../../../assets/images/favicon-96x96.png"> |
| <meta name="generator" content="mkdocs-1.5.3, mkdocs-material-9.5.3"> |
| |
| |
| |
| <title>Flink Queries - Apache Iceberg</title> |
| |
| |
| |
| <link rel="stylesheet" href="../../../assets/stylesheets/main.50c56a3b.min.css"> |
| |
| |
| <link rel="stylesheet" href="../../../assets/stylesheets/palette.06af60db.min.css"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin> |
| <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Nunito+Sans:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"> |
| <style>:root{--md-text-font:"Nunito Sans";--md-code-font:"Roboto Mono"}</style> |
| |
| |
| |
| <link rel="stylesheet" href="../../../assets/stylesheets/extra.css"> |
| |
| <link rel="stylesheet" href="../../../assets/stylesheets/bootstrap-grid.css"> |
| |
| <link rel="stylesheet" href="../../../assets/stylesheets/bootstrap-buttons.css"> |
| |
| <link rel="stylesheet" href="../../../assets/stylesheets/home.css"> |
| |
| <script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script> |
| |
| |
| |
| |
| |
| |
| </head> |
| |
| |
| |
| |
| |
| |
| |
| <body dir="ltr" data-md-color-scheme="iceberg" data-md-color-primary="indigo" data-md-color-accent="indigo"> |
| |
| |
| <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off"> |
| <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off"> |
| <label class="md-overlay" for="__drawer"></label> |
| <div data-md-component="skip"> |
| |
| |
| <a href="#flink-queries" class="md-skip"> |
| Skip to content |
| </a> |
| |
| </div> |
| <div data-md-component="announce"> |
| |
| </div> |
| |
| |
| <!-- |
| Copyright (c) 2016-2023 Martin Donath <martin.donath@squidfunk.com> |
| |
| Permission is hereby granted, free of charge, to any person obtaining a copy |
| of this software and associated documentation files (the "Software"), to |
| deal in the Software without restriction, including without limitation the |
| rights to use, copy, modify, merge, publish, distribute, sublicense, and/or |
| sell copies of the Software, and to permit persons to whom the Software is |
| furnished to do so, subject to the following conditions: |
| |
| The above copyright notice and this permission notice shall be included in |
| all copies or substantial portions of the Software. |
| |
| THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE |
| AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING |
| FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS |
| IN THE SOFTWARE. |
| --> |
| |
| <!-- Determine classes --> |
| |
| |
| <!-- Header --> |
| <header class="md-header md-header--shadow md-header--lifted" data-md-component="header"> |
| <nav class="md-header__inner md-grid" aria-label="Header"> |
| <!-- Link to home --> |
| <a |
| href="../../.." |
| title="Apache Iceberg" |
| class="md-header__button md-logo" |
| aria-label="Apache Iceberg" |
| data-md-component="logo" |
| > |
| |
| <img src="../../../assets/images/Iceberg-logo.svg" alt="logo"> |
| |
| </a> |
| |
| <!-- Button to open drawer --> |
| <label class="md-header__button md-icon" for="__drawer"> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg> |
| </label> |
| |
| <!-- Header title --> |
| <div class="md-header__title" data-md-component="header-title"> |
| <div class="md-header__ellipsis"> |
| <div class="md-header__topic"> |
| <span class="md-ellipsis"> </span> |
| </div> |
| <div class="md-header__topic" data-md-component="header-topic"> |
| <span class="md-ellipsis"> |
| Flink Queries |
| </span> |
| </div> |
| </div> |
| </div> |
| |
| <!-- Button to open search modal --> |
| |
| <label class="md-header__button md-icon" for="__search"> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg> |
| </label> |
| |
| <!-- Search interface --> |
| <div class="md-search" data-md-component="search" role="dialog"> |
| <label class="md-search__overlay" for="__search"></label> |
| <div class="md-search__inner" role="search"> |
| <form class="md-search__form" name="search"> |
| <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required> |
| <label class="md-search__icon md-icon" for="__search"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg> |
| </label> |
| <nav class="md-search__options" aria-label="Search"> |
| |
| <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg> |
| </button> |
| </nav> |
| |
| <div class="md-search__suggest" data-md-component="search-suggest"></div> |
| |
| </form> |
| <div class="md-search__output"> |
| <div class="md-search__scrollwrap" data-md-scrollfix> |
| <div class="md-search-result" data-md-component="search-result"> |
| <div class="md-search-result__meta"> |
| Initializing search |
| </div> |
| <ol class="md-search-result__list" role="presentation"></ol> |
| </div> |
| </div> |
| </div> |
| </div> |
| </div> |
| |
| |
| <div class="md-social"> |
| |
| |
| |
| |
| |
| |
| |
| |
| <a href="https://iceberg.apache.org/community/" target="_blank" rel="noopener" title="iceberg.apache.org" class="md-social__link"> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 640 512"><!--! Font Awesome Free 6.5.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2023 Fonticons, Inc.--><path d="M88.2 309.1c9.8-18.3 6.8-40.8-7.5-55.8C59.4 230.9 48 204 48 176c0-63.5 63.8-128 160-128s160 64.5 160 128-63.8 128-160 128c-13.1 0-25.8-1.3-37.8-3.6-10.4-2-21.2-.6-30.7 4.2-4.1 2.1-8.3 4.1-12.6 6-16 7.2-32.9 13.5-49.9 18 2.8-4.6 5.4-9.1 7.9-13.6 1.1-1.9 2.2-3.9 3.2-5.9zM0 176c0 41.8 17.2 80.1 45.9 110.3-.9 1.7-1.9 3.5-2.8 5.1-10.3 18.4-22.3 36.5-36.6 52.1-6.6 7-8.3 17.2-4.6 25.9C5.8 378.3 14.4 384 24 384c43 0 86.5-13.3 122.7-29.7 4.8-2.2 9.6-4.5 14.2-6.8 15.1 3 30.9 4.5 47.1 4.5 114.9 0 208-78.8 208-176S322.9 0 208 0 0 78.8 0 176zm432 304c16.2 0 31.9-1.6 47.1-4.5 4.6 2.3 9.4 4.6 14.2 6.8C529.5 498.7 573 512 616 512c9.6 0 18.2-5.7 22-14.5 3.8-8.8 2-19-4.6-25.9-14.2-15.6-26.2-33.7-36.6-52.1-.9-1.7-1.9-3.4-2.8-5.1 28.8-30.3 46-68.6 46-110.4 0-94.4-87.9-171.5-198.2-175.8 4.1 15.2 6.2 31.2 6.2 47.8v.6c87.2 6.7 144 67.5 144 127.4 0 28-11.4 54.9-32.7 77.2-14.3 15-17.3 37.6-7.5 55.8 1.1 2 2.2 4 3.2 5.9 2.5 4.5 5.2 9 7.9 13.6-17-4.5-33.9-10.7-49.9-18-4.3-1.9-8.5-3.9-12.6-6-9.5-4.8-20.3-6.2-30.7-4.2-12.1 2.4-24.7 3.6-37.8 3.6-61.7 0-110-26.5-136.8-62.3-16 5.4-32.8 9.4-50 11.8C279 439.8 350 480 432 480z"/></svg> |
| </a> |
| |
| |
| |
| |
| |
| |
| |
| |
| <a href="https://github.com/apache/iceberg" target="_blank" rel="noopener" title="github.com" class="md-social__link"> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 496 512"><!--! Font Awesome Free 6.5.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2023 Fonticons, Inc.--><path d="M165.9 397.4c0 2-2.3 3.6-5.2 3.6-3.3.3-5.6-1.3-5.6-3.6 0-2 2.3-3.6 5.2-3.6 3-.3 5.6 1.3 5.6 3.6zm-31.1-4.5c-.7 2 1.3 4.3 4.3 4.9 2.6 1 5.6 0 6.2-2s-1.3-4.3-4.3-5.2c-2.6-.7-5.5.3-6.2 2.3zm44.2-1.7c-2.9.7-4.9 2.6-4.6 4.9.3 2 2.9 3.3 5.9 2.6 2.9-.7 4.9-2.6 4.6-4.6-.3-1.9-3-3.2-5.9-2.9zM244.8 8C106.1 8 0 113.3 0 252c0 110.9 69.8 205.8 169.5 239.2 12.8 2.3 17.3-5.6 17.3-12.1 0-6.2-.3-40.4-.3-61.4 0 0-70 15-84.7-29.8 0 0-11.4-29.1-27.8-36.6 0 0-22.9-15.7 1.6-15.4 0 0 24.9 2 38.6 25.8 21.9 38.6 58.6 27.5 72.9 20.9 2.3-16 8.8-27.1 16-33.7-55.9-6.2-112.3-14.3-112.3-110.5 0-27.5 7.6-41.3 23.6-58.9-2.6-6.5-11.1-33.3 2.6-67.9 20.9-6.5 69 27 69 27 20-5.6 41.5-8.5 62.8-8.5s42.8 2.9 62.8 8.5c0 0 48.1-33.6 69-27 13.7 34.7 5.2 61.4 2.6 67.9 16 17.7 25.8 31.5 25.8 58.9 0 96.5-58.9 104.2-114.8 110.5 9.2 7.9 17 22.9 17 46.4 0 33.7-.3 75.4-.3 83.6 0 6.5 4.6 14.4 17.3 12.1C428.2 457.8 496 362.9 496 252 496 113.3 383.5 8 244.8 8zM97.2 352.9c-1.3 1-1 3.3.7 5.2 1.6 1.6 3.9 2.3 5.2 1 1.3-1 1-3.3-.7-5.2-1.6-1.6-3.9-2.3-5.2-1zm-10.8-8.1c-.7 1.3.3 2.9 2.3 3.9 1.6 1 3.6.7 4.3-.7.7-1.3-.3-2.9-2.3-3.9-2-.6-3.6-.3-4.3.7zm32.4 35.6c-1.6 1.3-1 4.3 1.3 6.2 2.3 2.3 5.2 2.6 6.5 1 1.3-1.3.7-4.3-1.3-6.2-2.2-2.3-5.2-2.6-6.5-1zm-11.4-14.7c-1.6 1-1.6 3.6 0 5.9 1.6 2.3 4.3 3.3 5.6 2.3 1.6-1.3 1.6-3.9 0-6.2-1.4-2.3-4-3.3-5.6-2z"/></svg> |
| </a> |
| |
| |
| |
| |
| |
| |
| |
| |
| <a href="https://www.youtube.com/@ApacheIceberg" target="_blank" rel="noopener" title="www.youtube.com" class="md-social__link"> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 576 512"><!--! Font Awesome Free 6.5.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2023 Fonticons, Inc.--><path d="M549.655 124.083c-6.281-23.65-24.787-42.276-48.284-48.597C458.781 64 288 64 288 64S117.22 64 74.629 75.486c-23.497 6.322-42.003 24.947-48.284 48.597-11.412 42.867-11.412 132.305-11.412 132.305s0 89.438 11.412 132.305c6.281 23.65 24.787 41.5 48.284 47.821C117.22 448 288 448 288 448s170.78 0 213.371-11.486c23.497-6.321 42.003-24.171 48.284-47.821 11.412-42.867 11.412-132.305 11.412-132.305s0-89.438-11.412-132.305zm-317.51 213.508V175.185l142.739 81.205-142.739 81.201z"/></svg> |
| </a> |
| |
| |
| |
| |
| |
| |
| |
| |
| <a href="https://join.slack.com/t/apache-iceberg/shared_invite/zt-287g3akar-K9Oe_En5j1UL7Y_Ikpai3A" target="_blank" rel="noopener" title="join.slack.com" class="md-social__link"> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 6.5.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2023 Fonticons, Inc.--><path d="M94.12 315.1c0 25.9-21.16 47.06-47.06 47.06S0 341 0 315.1c0-25.9 21.16-47.06 47.06-47.06h47.06v47.06zm23.72 0c0-25.9 21.16-47.06 47.06-47.06s47.06 21.16 47.06 47.06v117.84c0 25.9-21.16 47.06-47.06 47.06s-47.06-21.16-47.06-47.06V315.1zm47.06-188.98c-25.9 0-47.06-21.16-47.06-47.06S139 32 164.9 32s47.06 21.16 47.06 47.06v47.06H164.9zm0 23.72c25.9 0 47.06 21.16 47.06 47.06s-21.16 47.06-47.06 47.06H47.06C21.16 243.96 0 222.8 0 196.9s21.16-47.06 47.06-47.06H164.9zm188.98 47.06c0-25.9 21.16-47.06 47.06-47.06 25.9 0 47.06 21.16 47.06 47.06s-21.16 47.06-47.06 47.06h-47.06V196.9zm-23.72 0c0 25.9-21.16 47.06-47.06 47.06-25.9 0-47.06-21.16-47.06-47.06V79.06c0-25.9 21.16-47.06 47.06-47.06 25.9 0 47.06 21.16 47.06 47.06V196.9zM283.1 385.88c25.9 0 47.06 21.16 47.06 47.06 0 25.9-21.16 47.06-47.06 47.06-25.9 0-47.06-21.16-47.06-47.06v-47.06h47.06zm0-23.72c-25.9 0-47.06-21.16-47.06-47.06 0-25.9 21.16-47.06 47.06-47.06h117.84c25.9 0 47.06 21.16 47.06 47.06 0 25.9-21.16 47.06-47.06 47.06H283.1z"/></svg> |
| </a> |
| |
| </div> |
| |
| |
| <!-- Color palette toggle --> |
| |
| |
| <!-- User preference: color palette --> |
| |
| |
| <!-- Site language selector --> |
| |
| |
| <!-- Repository information --> |
| |
| </nav> |
| |
| <!-- Navigation tabs (sticky) --> |
| |
| <nav class="md-tabs" aria-label="Tabs" data-md-component="tabs"> |
| <div class="md-grid"> |
| <ul class="md-tabs__list"> |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../.." class="md-tabs__link"> |
| |
| |
| |
| |
| Home |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../spark-quickstart/" class="md-tabs__link"> |
| |
| |
| Quickstart |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item md-tabs__item--active"> |
| <a href="../../latest/" class="md-tabs__link"> |
| |
| |
| Docs |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../releases/" class="md-tabs__link"> |
| |
| |
| |
| |
| Releases |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../roadmap/" class="md-tabs__link"> |
| |
| |
| |
| |
| Roadmap |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../blogs/" class="md-tabs__link"> |
| |
| |
| |
| |
| Blogs |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../talks/" class="md-tabs__link"> |
| |
| |
| |
| |
| Talks |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../vendors/" class="md-tabs__link"> |
| |
| |
| |
| |
| Vendors |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../community/" class="md-tabs__link"> |
| |
| |
| Project |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../catalog/" class="md-tabs__link"> |
| |
| |
| Concepts |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="https://www.apache.org/foundation/sponsorship.html" class="md-tabs__link"> |
| |
| |
| ASF |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </div> |
| </nav> |
| </header> |
| |
| <div class="md-container" data-md-component="container"> |
| |
| |
| |
| |
| <main class="md-main" data-md-component="main"> |
| <div class="md-main__inner md-grid"> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| |
| |
| |
| |
| <nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0"> |
| <label class="md-nav__title" for="__drawer"> |
| <a href="../../.." title="Apache Iceberg" class="md-nav__button md-logo" aria-label="Apache Iceberg" data-md-component="logo"> |
| |
| <img src="../../../assets/images/Iceberg-logo.svg" alt="logo"> |
| |
| </a> |
| Apache Iceberg |
| </label> |
| |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../.." class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Home |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex=""> |
| |
| |
| <span class="md-ellipsis"> |
| Quickstart |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_2"> |
| <span class="md-nav__icon md-icon"></span> |
| Quickstart |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../spark-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Spark |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../hive-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3" checked> |
| |
| |
| <label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex=""> |
| |
| |
| <span class="md-ellipsis"> |
| Docs |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_3"> |
| <span class="md-nav__icon md-icon"></span> |
| Docs |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1" id="__nav_3_1_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| latest |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_1_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1"> |
| <span class="md-nav__icon md-icon"></span> |
| latest |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Introduction |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1_2" id="__nav_3_1_2_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Tables |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1_2"> |
| <span class="md-nav__icon md-icon"></span> |
| Tables |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/branching/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Branching and Tagging |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/evolution/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Evolution |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/maintenance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Maintenance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/metrics-reporting/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Metrics Reporting |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/partitioning/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Partitioning |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/performance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Performance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/reliability/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Reliability |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/schemas/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Schemas |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_3" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1_3" id="__nav_3_1_3_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Spark |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1_3"> |
| <span class="md-nav__icon md-icon"></span> |
| Spark |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/spark-getting-started/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/spark-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/spark-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/spark-procedures/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Procedures |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/spark-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/spark-structured-streaming/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Structured Streaming |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/spark-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_4" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1_4" id="__nav_3_1_4_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1_4"> |
| <span class="md-nav__icon md-icon"></span> |
| Flink |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/flink/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/flink-connector/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Connector |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/flink-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/flink-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/flink-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/flink-actions/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Actions |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/flink-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/hive/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://trino.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Trino |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://clickhouse.com/docs/en/engines/table-engines/integrations/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Clickhouse |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://prestodb.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Presto |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.dremio.com/data-formats/apache-iceberg/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dremio |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.starrocks.io/en-us/latest/data_source/catalog/iceberg_catalog" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Starrocks |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/athena/latest/ug/querying-iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon Athena |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-iceberg-use-cluster.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon EMR |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://impala.apache.org/docs/build/html/topics/impala_iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Impala |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://doris.apache.org/docs/dev/lakehouse/multi-catalog/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Doris |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_15" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1_15" id="__nav_3_1_15_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Integrations |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_15_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1_15"> |
| <span class="md-nav__icon md-icon"></span> |
| Integrations |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/aws/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| AWS |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/dell/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dell |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/jdbc/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| JDBC |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/nessie/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Nessie |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_16" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1_16" id="__nav_3_1_16_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| API |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1_16"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/java-api-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Quickstart |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/api/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java API |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/custom-catalog/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Custom Catalog |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_17" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1_17" id="__nav_3_1_17_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Migration |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_17_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1_17"> |
| <span class="md-nav__icon md-icon"></span> |
| Migration |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/table-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Overview |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/hive-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../latest/delta-lake-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Delta Lake Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../javadoc/latest" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Javadoc |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://py.iceberg.apache.org/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2" id="__nav_3_2_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| 1.4.3 |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2"> |
| <span class="md-nav__icon md-icon"></span> |
| 1.4.3 |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Introduction |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2_2" id="__nav_3_2_2_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Tables |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_2_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2_2"> |
| <span class="md-nav__icon md-icon"></span> |
| Tables |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/branching/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Branching and Tagging |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/evolution/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Evolution |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/maintenance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Maintenance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/metrics-reporting/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Metrics Reporting |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/partitioning/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Partitioning |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/performance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Performance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/reliability/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Reliability |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/schemas/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Schemas |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2_3" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2_3" id="__nav_3_2_3_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Spark |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_2_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2_3"> |
| <span class="md-nav__icon md-icon"></span> |
| Spark |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/spark-getting-started/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/spark-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/spark-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/spark-procedures/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Procedures |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/spark-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/spark-structured-streaming/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Structured Streaming |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/spark-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2_4" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2_4" id="__nav_3_2_4_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_2_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2_4"> |
| <span class="md-nav__icon md-icon"></span> |
| Flink |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/flink/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/flink-connector/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Connector |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/flink-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/flink-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/flink-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/flink-actions/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Actions |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/flink-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/hive/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://trino.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Trino |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://clickhouse.com/docs/en/engines/table-engines/integrations/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Clickhouse |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://prestodb.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Presto |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.dremio.com/data-formats/apache-iceberg/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dremio |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.starrocks.io/en-us/latest/data_source/catalog/iceberg_catalog" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Starrocks |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/athena/latest/ug/querying-iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon Athena |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-iceberg-use-cluster.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon EMR |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://impala.apache.org/docs/build/html/topics/impala_iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Impala |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://doris.apache.org/docs/dev/lakehouse/multi-catalog/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Doris |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2_15" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2_15" id="__nav_3_2_15_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Integrations |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_2_15_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2_15"> |
| <span class="md-nav__icon md-icon"></span> |
| Integrations |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/aws/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| AWS |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/dell/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dell |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/jdbc/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| JDBC |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/nessie/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Nessie |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2_16" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2_16" id="__nav_3_2_16_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| API |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_2_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2_16"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/java-api-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Quickstart |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/api/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java API |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/custom-catalog/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Custom Catalog |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2_17" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2_17" id="__nav_3_2_17_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Migration |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_2_17_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2_17"> |
| <span class="md-nav__icon md-icon"></span> |
| Migration |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/table-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Overview |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/hive-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.3/delta-lake-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Delta Lake Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../javadoc/1.4.3" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Javadoc |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://py.iceberg.apache.org/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3" id="__nav_3_3_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| 1.4.2 |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3"> |
| <span class="md-nav__icon md-icon"></span> |
| 1.4.2 |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Introduction |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3_2" id="__nav_3_3_2_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Tables |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_3_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3_2"> |
| <span class="md-nav__icon md-icon"></span> |
| Tables |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/branching/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Branching and Tagging |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/evolution/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Evolution |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/maintenance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Maintenance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/metrics-reporting/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Metrics Reporting |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/partitioning/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Partitioning |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/performance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Performance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/reliability/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Reliability |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/schemas/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Schemas |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3_3" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3_3" id="__nav_3_3_3_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Spark |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_3_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3_3"> |
| <span class="md-nav__icon md-icon"></span> |
| Spark |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/spark-getting-started/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/spark-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/spark-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/spark-procedures/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Procedures |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/spark-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/spark-structured-streaming/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Structured Streaming |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/spark-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3_4" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3_4" id="__nav_3_3_4_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_3_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3_4"> |
| <span class="md-nav__icon md-icon"></span> |
| Flink |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/flink/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/flink-connector/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Connector |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/flink-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/flink-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/flink-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/flink-actions/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Actions |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/flink-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/hive/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://trino.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Trino |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://clickhouse.com/docs/en/engines/table-engines/integrations/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Clickhouse |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://prestodb.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Presto |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.dremio.com/data-formats/apache-iceberg/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dremio |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.starrocks.io/en-us/latest/data_source/catalog/iceberg_catalog" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Starrocks |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/athena/latest/ug/querying-iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon Athena |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-iceberg-use-cluster.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon EMR |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://impala.apache.org/docs/build/html/topics/impala_iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Impala |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://doris.apache.org/docs/dev/lakehouse/multi-catalog/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Doris |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3_15" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3_15" id="__nav_3_3_15_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Integrations |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_3_15_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3_15"> |
| <span class="md-nav__icon md-icon"></span> |
| Integrations |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/aws/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| AWS |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/dell/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dell |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/jdbc/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| JDBC |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/nessie/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Nessie |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3_16" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3_16" id="__nav_3_3_16_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| API |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_3_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3_16"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/java-api-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Quickstart |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/api/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java API |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/custom-catalog/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Custom Catalog |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3_17" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3_17" id="__nav_3_3_17_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Migration |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_3_17_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3_17"> |
| <span class="md-nav__icon md-icon"></span> |
| Migration |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/table-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Overview |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/hive-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.2/delta-lake-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Delta Lake Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../javadoc/1.4.2" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Javadoc |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://py.iceberg.apache.org/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4" checked> |
| |
| |
| <label class="md-nav__link" for="__nav_3_4" id="__nav_3_4_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| 1.4.1 |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_4_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_3_4"> |
| <span class="md-nav__icon md-icon"></span> |
| 1.4.1 |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Introduction |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_4_2" id="__nav_3_4_2_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Tables |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_4_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_4_2"> |
| <span class="md-nav__icon md-icon"></span> |
| Tables |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../branching/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Branching and Tagging |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../evolution/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Evolution |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../maintenance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Maintenance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../metrics-reporting/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Metrics Reporting |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../partitioning/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Partitioning |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../performance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Performance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../reliability/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Reliability |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../schemas/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Schemas |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4_3" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_4_3" id="__nav_3_4_3_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Spark |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_4_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_4_3"> |
| <span class="md-nav__icon md-icon"></span> |
| Spark |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../spark-getting-started/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../spark-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../spark-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../spark-procedures/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Procedures |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../spark-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../spark-structured-streaming/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Structured Streaming |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../spark-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4_4" checked> |
| |
| |
| <label class="md-nav__link" for="__nav_3_4_4" id="__nav_3_4_4_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_4_4_label" aria-expanded="true"> |
| <label class="md-nav__title" for="__nav_3_4_4"> |
| <span class="md-nav__icon md-icon"></span> |
| Flink |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../flink/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../flink-connector/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Connector |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../flink-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--active"> |
| |
| <input class="md-nav__toggle md-toggle" type="checkbox" id="__toc"> |
| |
| |
| |
| |
| |
| <label class="md-nav__link md-nav__link--active" for="__toc"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Queries |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <a href="./" class="md-nav__link md-nav__link--active"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Queries |
| </span> |
| |
| |
| </a> |
| |
| |
| |
| <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> |
| |
| |
| |
| |
| |
| |
| <label class="md-nav__title" for="__toc"> |
| <span class="md-nav__icon md-icon"></span> |
| Table of contents |
| </label> |
| <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> |
| |
| <li class="md-nav__item"> |
| <a href="#reading-with-sql" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Reading with SQL |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Reading with SQL"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#flink-batch-read" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Flink batch read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#flink-streaming-read" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Flink streaming read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#flip-27-source-for-sql" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| FLIP-27 source for SQL |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#reading-branches-and-tags-with-sql" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Reading branches and tags with SQL |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#reading-with-datastream" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Reading with DataStream |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Reading with DataStream"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#batch-read" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Batch Read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#streaming-read" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Streaming read |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#reading-with-datastream-flip-27-source" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Reading with DataStream (FLIP-27 source) |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Reading with DataStream (FLIP-27 source)"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#batch-read_1" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Batch Read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#streaming-read_1" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Streaming read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#reading-branches-and-tags-with-datastream" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Reading branches and tags with DataStream |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#read-as-avro-genericrecord" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Read as Avro GenericRecord |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#options" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Options |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Options"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#read-options" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Read options |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#inspecting-tables" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Inspecting tables |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Inspecting tables"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#history" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| History |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#metadata-log-entries" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Metadata Log Entries |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#snapshots" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Snapshots |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#files" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Files |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#manifests" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Manifests |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#partitions" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Partitions |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#all-metadata-tables" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| All Metadata Tables |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="All Metadata Tables"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#all-data-files" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| All Data Files |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#all-manifests" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| All Manifests |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#references" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| References |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| </ul> |
| |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../flink-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../flink-actions/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Actions |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../flink-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../hive/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://trino.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Trino |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://clickhouse.com/docs/en/engines/table-engines/integrations/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Clickhouse |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://prestodb.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Presto |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.dremio.com/data-formats/apache-iceberg/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dremio |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.starrocks.io/en-us/latest/data_source/catalog/iceberg_catalog" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Starrocks |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/athena/latest/ug/querying-iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon Athena |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-iceberg-use-cluster.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon EMR |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://impala.apache.org/docs/build/html/topics/impala_iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Impala |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://doris.apache.org/docs/dev/lakehouse/multi-catalog/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Doris |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4_15" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_4_15" id="__nav_3_4_15_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Integrations |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_4_15_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_4_15"> |
| <span class="md-nav__icon md-icon"></span> |
| Integrations |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../aws/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| AWS |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../dell/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dell |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../jdbc/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| JDBC |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../nessie/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Nessie |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4_16" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_4_16" id="__nav_3_4_16_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| API |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_4_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_4_16"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../java-api-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Quickstart |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../api/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java API |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../custom-catalog/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Custom Catalog |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4_17" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_4_17" id="__nav_3_4_17_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Migration |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_4_17_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_4_17"> |
| <span class="md-nav__icon md-icon"></span> |
| Migration |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../table-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Overview |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../hive-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../delta-lake-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Delta Lake Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../javadoc/1.4.1/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Javadoc |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://py.iceberg.apache.org/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5" id="__nav_3_5_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| 1.4.0 |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_5_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5"> |
| <span class="md-nav__icon md-icon"></span> |
| 1.4.0 |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Introduction |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5_2" id="__nav_3_5_2_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Tables |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_5_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5_2"> |
| <span class="md-nav__icon md-icon"></span> |
| Tables |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/branching/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Branching and Tagging |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/evolution/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Evolution |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/maintenance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Maintenance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/metrics-reporting/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Metrics Reporting |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/partitioning/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Partitioning |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/performance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Performance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/reliability/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Reliability |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/schemas/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Schemas |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5_3" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5_3" id="__nav_3_5_3_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Spark |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_5_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5_3"> |
| <span class="md-nav__icon md-icon"></span> |
| Spark |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/spark-getting-started/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/spark-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/spark-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/spark-procedures/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Procedures |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/spark-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/spark-structured-streaming/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Structured Streaming |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/spark-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5_4" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5_4" id="__nav_3_5_4_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_5_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5_4"> |
| <span class="md-nav__icon md-icon"></span> |
| Flink |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/flink/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/flink-connector/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Connector |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/flink-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/flink-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/flink-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/flink-actions/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Actions |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/flink-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/hive/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://trino.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Trino |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://clickhouse.com/docs/en/engines/table-engines/integrations/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Clickhouse |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://prestodb.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Presto |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.dremio.com/data-formats/apache-iceberg/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dremio |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.starrocks.io/en-us/latest/data_source/catalog/iceberg_catalog" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Starrocks |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/athena/latest/ug/querying-iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon Athena |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-iceberg-use-cluster.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon EMR |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://impala.apache.org/docs/build/html/topics/impala_iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Impala |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://doris.apache.org/docs/dev/lakehouse/multi-catalog/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Doris |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5_15" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5_15" id="__nav_3_5_15_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Integrations |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_5_15_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5_15"> |
| <span class="md-nav__icon md-icon"></span> |
| Integrations |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/aws/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| AWS |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/dell/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dell |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/jdbc/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| JDBC |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/nessie/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Nessie |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5_16" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5_16" id="__nav_3_5_16_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| API |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_5_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5_16"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/java-api-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Quickstart |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/api/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java API |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/custom-catalog/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Custom Catalog |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5_17" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5_17" id="__nav_3_5_17_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Migration |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_5_17_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5_17"> |
| <span class="md-nav__icon md-icon"></span> |
| Migration |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/table-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Overview |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/hive-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../1.4.0/delta-lake-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Delta Lake Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../javadoc/1.4.0/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Javadoc |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://py.iceberg.apache.org/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../releases/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Releases |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../roadmap/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Roadmap |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../blogs/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Blogs |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../talks/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Talks |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../vendors/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Vendors |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" > |
| |
| |
| <label class="md-nav__link" for="__nav_9" id="__nav_9_label" tabindex=""> |
| |
| |
| <span class="md-ellipsis"> |
| Project |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_9"> |
| <span class="md-nav__icon md-icon"></span> |
| Project |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../community/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Join |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../spec/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Spec |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../view-spec/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| View spec |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../puffin-spec/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Puffin spec |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../multi-engine-support/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Multi-engine support |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../how-to-release/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| How to release |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../terms/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Terms |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_10" > |
| |
| |
| <label class="md-nav__link" for="__nav_10" id="__nav_10_label" tabindex=""> |
| |
| |
| <span class="md-ellipsis"> |
| Concepts |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_10_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_10"> |
| <span class="md-nav__icon md-icon"></span> |
| Concepts |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../catalog/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Catalogs |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_11" > |
| |
| |
| <label class="md-nav__link" for="__nav_11" id="__nav_11_label" tabindex=""> |
| |
| |
| <span class="md-ellipsis"> |
| ASF |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_11_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_11"> |
| <span class="md-nav__icon md-icon"></span> |
| ASF |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://www.apache.org/foundation/sponsorship.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Sponsorship |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://www.apache.org/events/current-event.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Events |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://www.apache.org/licenses/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| License |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://www.apache.org/security/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Security |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://www.apache.org/foundation/thanks.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Sponsors |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| </ul> |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> |
| |
| |
| |
| |
| |
| |
| <label class="md-nav__title" for="__toc"> |
| <span class="md-nav__icon md-icon"></span> |
| Table of contents |
| </label> |
| <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> |
| |
| <li class="md-nav__item"> |
| <a href="#reading-with-sql" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Reading with SQL |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Reading with SQL"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#flink-batch-read" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Flink batch read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#flink-streaming-read" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Flink streaming read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#flip-27-source-for-sql" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| FLIP-27 source for SQL |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#reading-branches-and-tags-with-sql" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Reading branches and tags with SQL |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#reading-with-datastream" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Reading with DataStream |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Reading with DataStream"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#batch-read" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Batch Read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#streaming-read" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Streaming read |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#reading-with-datastream-flip-27-source" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Reading with DataStream (FLIP-27 source) |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Reading with DataStream (FLIP-27 source)"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#batch-read_1" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Batch Read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#streaming-read_1" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Streaming read |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#reading-branches-and-tags-with-datastream" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Reading branches and tags with DataStream |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#read-as-avro-genericrecord" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Read as Avro GenericRecord |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#options" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Options |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Options"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#read-options" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Read options |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#inspecting-tables" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Inspecting tables |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Inspecting tables"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#history" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| History |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#metadata-log-entries" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Metadata Log Entries |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#snapshots" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Snapshots |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#files" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Files |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#manifests" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Manifests |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#partitions" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Partitions |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#all-metadata-tables" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| All Metadata Tables |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="All Metadata Tables"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#all-data-files" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| All Data Files |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#all-manifests" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| All Manifests |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#references" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| References |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| </ul> |
| |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-content" data-md-component="content"> |
| <article class="md-content__inner md-typeset"> |
| |
| |
| |
| |
| <!-- |
| - Licensed to the Apache Software Foundation (ASF) under one or more |
| - contributor license agreements. See the NOTICE file distributed with |
| - this work for additional information regarding copyright ownership. |
| - The ASF licenses this file to You under the Apache License, Version 2.0 |
| - (the "License"); you may not use this file except in compliance with |
| - the License. You may obtain a copy of the License at |
| - |
| - http://www.apache.org/licenses/LICENSE-2.0 |
| - |
| - Unless required by applicable law or agreed to in writing, software |
| - distributed under the License is distributed on an "AS IS" BASIS, |
| - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| - See the License for the specific language governing permissions and |
| - limitations under the License. |
| --> |
| |
| <h1 id="flink-queries">Flink Queries<a class="headerlink" href="#flink-queries" title="Permanent link">🔗</a></h1> |
| <p>Iceberg support streaming and batch read With <a href="https://flink.apache.org/">Apache Flink</a>'s DataStream API and Table API.</p> |
| <h2 id="reading-with-sql">Reading with SQL<a class="headerlink" href="#reading-with-sql" title="Permanent link">🔗</a></h2> |
| <p>Iceberg support both streaming and batch read in Flink. Execute the following sql command to switch execution mode from <code>streaming</code> to <code>batch</code>, and vice versa:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="c1">-- Execute the flink job in streaming mode for current session context</span> |
| <a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a><span class="k">SET</span><span class="w"> </span><span class="n">execution</span><span class="p">.</span><span class="n">runtime</span><span class="o">-</span><span class="k">mode</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">streaming</span><span class="p">;</span> |
| <a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> |
| <a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="c1">-- Execute the flink job in batch mode for current session context</span> |
| <a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="k">SET</span><span class="w"> </span><span class="n">execution</span><span class="p">.</span><span class="n">runtime</span><span class="o">-</span><span class="k">mode</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">batch</span><span class="p">;</span> |
| </code></pre></div> |
| <h3 id="flink-batch-read">Flink batch read<a class="headerlink" href="#flink-batch-read" title="Permanent link">🔗</a></h3> |
| <p>Submit a Flink <strong>batch</strong> job using the following sentences:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-1-1" name="__codelineno-1-1" href="#__codelineno-1-1"></a><span class="c1">-- Execute the flink job in batch mode for current session context</span> |
| <a id="__codelineno-1-2" name="__codelineno-1-2" href="#__codelineno-1-2"></a><span class="k">SET</span><span class="w"> </span><span class="n">execution</span><span class="p">.</span><span class="n">runtime</span><span class="o">-</span><span class="k">mode</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">batch</span><span class="p">;</span> |
| <a id="__codelineno-1-3" name="__codelineno-1-3" href="#__codelineno-1-3"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="n">sample</span><span class="p">;</span> |
| </code></pre></div> |
| <h3 id="flink-streaming-read">Flink streaming read<a class="headerlink" href="#flink-streaming-read" title="Permanent link">🔗</a></h3> |
| <p>Iceberg supports processing incremental data in Flink streaming jobs which starts from a historical snapshot-id:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-2-1" name="__codelineno-2-1" href="#__codelineno-2-1"></a><span class="c1">-- Submit the flink job in streaming mode for current session.</span> |
| <a id="__codelineno-2-2" name="__codelineno-2-2" href="#__codelineno-2-2"></a><span class="k">SET</span><span class="w"> </span><span class="n">execution</span><span class="p">.</span><span class="n">runtime</span><span class="o">-</span><span class="k">mode</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">streaming</span><span class="p">;</span> |
| <a id="__codelineno-2-3" name="__codelineno-2-3" href="#__codelineno-2-3"></a> |
| <a id="__codelineno-2-4" name="__codelineno-2-4" href="#__codelineno-2-4"></a><span class="c1">-- Enable this switch because streaming read SQL will provide few job options in flink SQL hint options.</span> |
| <a id="__codelineno-2-5" name="__codelineno-2-5" href="#__codelineno-2-5"></a><span class="k">SET</span><span class="w"> </span><span class="k">table</span><span class="p">.</span><span class="k">dynamic</span><span class="o">-</span><span class="k">table</span><span class="o">-</span><span class="k">options</span><span class="p">.</span><span class="n">enabled</span><span class="o">=</span><span class="k">true</span><span class="p">;</span> |
| <a id="__codelineno-2-6" name="__codelineno-2-6" href="#__codelineno-2-6"></a> |
| <a id="__codelineno-2-7" name="__codelineno-2-7" href="#__codelineno-2-7"></a><span class="c1">-- Read all the records from the iceberg current snapshot, and then read incremental data starting from that snapshot.</span> |
| <a id="__codelineno-2-8" name="__codelineno-2-8" href="#__codelineno-2-8"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="n">sample</span><span class="w"> </span><span class="cm">/*+ OPTIONS('streaming'='true', 'monitor-interval'='1s')*/</span><span class="w"> </span><span class="p">;</span> |
| <a id="__codelineno-2-9" name="__codelineno-2-9" href="#__codelineno-2-9"></a> |
| <a id="__codelineno-2-10" name="__codelineno-2-10" href="#__codelineno-2-10"></a><span class="c1">-- Read all incremental data starting from the snapshot-id '3821550127947089987' (records from this snapshot will be excluded).</span> |
| <a id="__codelineno-2-11" name="__codelineno-2-11" href="#__codelineno-2-11"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="n">sample</span><span class="w"> </span><span class="cm">/*+ OPTIONS('streaming'='true', 'monitor-interval'='1s', 'start-snapshot-id'='3821550127947089987')*/</span><span class="w"> </span><span class="p">;</span> |
| </code></pre></div> |
| <p>There are some options that could be set in Flink SQL hint options for streaming job, see <a href="#read-options">read options</a> for details.</p> |
| <h3 id="flip-27-source-for-sql">FLIP-27 source for SQL<a class="headerlink" href="#flip-27-source-for-sql" title="Permanent link">🔗</a></h3> |
| <p>Here are the SQL settings for the <a href="https://cwiki.apache.org/confluence/display/FLINK/FLIP-27%3A+Refactor+Source+Interface">FLIP-27</a> source. All other SQL settings and options documented above are applicable to the FLIP-27 source.</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-3-1" name="__codelineno-3-1" href="#__codelineno-3-1"></a><span class="c1">-- Opt in the FLIP-27 source. Default is false.</span> |
| <a id="__codelineno-3-2" name="__codelineno-3-2" href="#__codelineno-3-2"></a><span class="k">SET</span><span class="w"> </span><span class="k">table</span><span class="p">.</span><span class="k">exec</span><span class="p">.</span><span class="n">iceberg</span><span class="p">.</span><span class="n">use</span><span class="o">-</span><span class="n">flip27</span><span class="o">-</span><span class="k">source</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="k">true</span><span class="p">;</span> |
| </code></pre></div> |
| <h3 id="reading-branches-and-tags-with-sql">Reading branches and tags with SQL<a class="headerlink" href="#reading-branches-and-tags-with-sql" title="Permanent link">🔗</a></h3> |
| <p>Branch and tags can be read via SQL by specifying options. For more details |
| refer to <a href="../flink-configuration/#read-options">Flink Configuration</a></p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-4-1" name="__codelineno-4-1" href="#__codelineno-4-1"></a><span class="c1">--- Read from branch b1</span> |
| <a id="__codelineno-4-2" name="__codelineno-4-2" href="#__codelineno-4-2"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="k">table</span><span class="w"> </span><span class="cm">/*+ OPTIONS('branch'='b1') */</span><span class="w"> </span><span class="p">;</span> |
| <a id="__codelineno-4-3" name="__codelineno-4-3" href="#__codelineno-4-3"></a> |
| <a id="__codelineno-4-4" name="__codelineno-4-4" href="#__codelineno-4-4"></a><span class="c1">--- Read from tag t1</span> |
| <a id="__codelineno-4-5" name="__codelineno-4-5" href="#__codelineno-4-5"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="k">table</span><span class="w"> </span><span class="cm">/*+ OPTIONS('tag'='t1') */</span><span class="p">;</span> |
| <a id="__codelineno-4-6" name="__codelineno-4-6" href="#__codelineno-4-6"></a> |
| <a id="__codelineno-4-7" name="__codelineno-4-7" href="#__codelineno-4-7"></a><span class="c1">--- Incremental scan from tag t1 to tag t2</span> |
| <a id="__codelineno-4-8" name="__codelineno-4-8" href="#__codelineno-4-8"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="k">table</span><span class="w"> </span><span class="cm">/*+ OPTIONS('streaming'='true', 'monitor-interval'='1s', 'start-tag'='t1', 'end-tag'='t2') */</span><span class="p">;</span> |
| </code></pre></div> |
| <h2 id="reading-with-datastream">Reading with DataStream<a class="headerlink" href="#reading-with-datastream" title="Permanent link">🔗</a></h2> |
| <p>Iceberg support streaming or batch read in Java API now.</p> |
| <h3 id="batch-read">Batch Read<a class="headerlink" href="#batch-read" title="Permanent link">🔗</a></h3> |
| <p>This example will read all records from iceberg table and then print to the stdout console in flink batch job:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-5-1" name="__codelineno-5-1" href="#__codelineno-5-1"></a><span class="n">StreamExecutionEnvironment</span><span class="w"> </span><span class="n">env</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">StreamExecutionEnvironment</span><span class="p">.</span><span class="na">createLocalEnvironment</span><span class="p">();</span> |
| <a id="__codelineno-5-2" name="__codelineno-5-2" href="#__codelineno-5-2"></a><span class="n">TableLoader</span><span class="w"> </span><span class="n">tableLoader</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">TableLoader</span><span class="p">.</span><span class="na">fromHadoopTable</span><span class="p">(</span><span class="s">"hdfs://nn:8020/warehouse/path"</span><span class="p">);</span> |
| <a id="__codelineno-5-3" name="__codelineno-5-3" href="#__codelineno-5-3"></a><span class="n">DataStream</span><span class="o"><</span><span class="n">RowData</span><span class="o">></span><span class="w"> </span><span class="n">batch</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">FlinkSource</span><span class="p">.</span><span class="na">forRowData</span><span class="p">()</span> |
| <a id="__codelineno-5-4" name="__codelineno-5-4" href="#__codelineno-5-4"></a><span class="w"> </span><span class="p">.</span><span class="na">env</span><span class="p">(</span><span class="n">env</span><span class="p">)</span> |
| <a id="__codelineno-5-5" name="__codelineno-5-5" href="#__codelineno-5-5"></a><span class="w"> </span><span class="p">.</span><span class="na">tableLoader</span><span class="p">(</span><span class="n">tableLoader</span><span class="p">)</span> |
| <a id="__codelineno-5-6" name="__codelineno-5-6" href="#__codelineno-5-6"></a><span class="w"> </span><span class="p">.</span><span class="na">streaming</span><span class="p">(</span><span class="kc">false</span><span class="p">)</span> |
| <a id="__codelineno-5-7" name="__codelineno-5-7" href="#__codelineno-5-7"></a><span class="w"> </span><span class="p">.</span><span class="na">build</span><span class="p">();</span> |
| <a id="__codelineno-5-8" name="__codelineno-5-8" href="#__codelineno-5-8"></a> |
| <a id="__codelineno-5-9" name="__codelineno-5-9" href="#__codelineno-5-9"></a><span class="c1">// Print all records to stdout.</span> |
| <a id="__codelineno-5-10" name="__codelineno-5-10" href="#__codelineno-5-10"></a><span class="n">batch</span><span class="p">.</span><span class="na">print</span><span class="p">();</span> |
| <a id="__codelineno-5-11" name="__codelineno-5-11" href="#__codelineno-5-11"></a> |
| <a id="__codelineno-5-12" name="__codelineno-5-12" href="#__codelineno-5-12"></a><span class="c1">// Submit and execute this batch read job.</span> |
| <a id="__codelineno-5-13" name="__codelineno-5-13" href="#__codelineno-5-13"></a><span class="n">env</span><span class="p">.</span><span class="na">execute</span><span class="p">(</span><span class="s">"Test Iceberg Batch Read"</span><span class="p">);</span> |
| </code></pre></div> |
| <h3 id="streaming-read">Streaming read<a class="headerlink" href="#streaming-read" title="Permanent link">🔗</a></h3> |
| <p>This example will read incremental records which start from snapshot-id '3821550127947089987' and print to stdout console in flink streaming job:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-6-1" name="__codelineno-6-1" href="#__codelineno-6-1"></a><span class="n">StreamExecutionEnvironment</span><span class="w"> </span><span class="n">env</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">StreamExecutionEnvironment</span><span class="p">.</span><span class="na">createLocalEnvironment</span><span class="p">();</span> |
| <a id="__codelineno-6-2" name="__codelineno-6-2" href="#__codelineno-6-2"></a><span class="n">TableLoader</span><span class="w"> </span><span class="n">tableLoader</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">TableLoader</span><span class="p">.</span><span class="na">fromHadoopTable</span><span class="p">(</span><span class="s">"hdfs://nn:8020/warehouse/path"</span><span class="p">);</span> |
| <a id="__codelineno-6-3" name="__codelineno-6-3" href="#__codelineno-6-3"></a><span class="n">DataStream</span><span class="o"><</span><span class="n">RowData</span><span class="o">></span><span class="w"> </span><span class="n">stream</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">FlinkSource</span><span class="p">.</span><span class="na">forRowData</span><span class="p">()</span> |
| <a id="__codelineno-6-4" name="__codelineno-6-4" href="#__codelineno-6-4"></a><span class="w"> </span><span class="p">.</span><span class="na">env</span><span class="p">(</span><span class="n">env</span><span class="p">)</span> |
| <a id="__codelineno-6-5" name="__codelineno-6-5" href="#__codelineno-6-5"></a><span class="w"> </span><span class="p">.</span><span class="na">tableLoader</span><span class="p">(</span><span class="n">tableLoader</span><span class="p">)</span> |
| <a id="__codelineno-6-6" name="__codelineno-6-6" href="#__codelineno-6-6"></a><span class="w"> </span><span class="p">.</span><span class="na">streaming</span><span class="p">(</span><span class="kc">true</span><span class="p">)</span> |
| <a id="__codelineno-6-7" name="__codelineno-6-7" href="#__codelineno-6-7"></a><span class="w"> </span><span class="p">.</span><span class="na">startSnapshotId</span><span class="p">(</span><span class="mi">3821550127947089987L</span><span class="p">)</span> |
| <a id="__codelineno-6-8" name="__codelineno-6-8" href="#__codelineno-6-8"></a><span class="w"> </span><span class="p">.</span><span class="na">build</span><span class="p">();</span> |
| <a id="__codelineno-6-9" name="__codelineno-6-9" href="#__codelineno-6-9"></a> |
| <a id="__codelineno-6-10" name="__codelineno-6-10" href="#__codelineno-6-10"></a><span class="c1">// Print all records to stdout.</span> |
| <a id="__codelineno-6-11" name="__codelineno-6-11" href="#__codelineno-6-11"></a><span class="n">stream</span><span class="p">.</span><span class="na">print</span><span class="p">();</span> |
| <a id="__codelineno-6-12" name="__codelineno-6-12" href="#__codelineno-6-12"></a> |
| <a id="__codelineno-6-13" name="__codelineno-6-13" href="#__codelineno-6-13"></a><span class="c1">// Submit and execute this streaming read job.</span> |
| <a id="__codelineno-6-14" name="__codelineno-6-14" href="#__codelineno-6-14"></a><span class="n">env</span><span class="p">.</span><span class="na">execute</span><span class="p">(</span><span class="s">"Test Iceberg Streaming Read"</span><span class="p">);</span> |
| </code></pre></div> |
| <p>There are other options that can be set, please see the <a href="../../../javadoc/1.4.3/org/apache/iceberg/flink/source/FlinkSource.html">FlinkSource#Builder</a>.</p> |
| <h2 id="reading-with-datastream-flip-27-source">Reading with DataStream (FLIP-27 source)<a class="headerlink" href="#reading-with-datastream-flip-27-source" title="Permanent link">🔗</a></h2> |
| <p><a href="https://cwiki.apache.org/confluence/display/FLINK/FLIP-27%3A+Refactor+Source+Interface">FLIP-27 source interface</a> |
| was introduced in Flink 1.12. It aims to solve several shortcomings of the old <code>SourceFunction</code> |
| streaming source interface. It also unifies the source interfaces for both batch and streaming executions. |
| Most source connectors (like Kafka, file) in Flink repo have migrated to the FLIP-27 interface. |
| Flink is planning to deprecate the old <code>SourceFunction</code> interface in the near future.</p> |
| <p>A FLIP-27 based Flink <code>IcebergSource</code> is added in <code>iceberg-flink</code> module. The FLIP-27 <code>IcebergSource</code> is currently an experimental feature.</p> |
| <h3 id="batch-read_1">Batch Read<a class="headerlink" href="#batch-read_1" title="Permanent link">🔗</a></h3> |
| <p>This example will read all records from iceberg table and then print to the stdout console in flink batch job:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-7-1" name="__codelineno-7-1" href="#__codelineno-7-1"></a><span class="n">StreamExecutionEnvironment</span><span class="w"> </span><span class="n">env</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">StreamExecutionEnvironment</span><span class="p">.</span><span class="na">createLocalEnvironment</span><span class="p">();</span> |
| <a id="__codelineno-7-2" name="__codelineno-7-2" href="#__codelineno-7-2"></a><span class="n">TableLoader</span><span class="w"> </span><span class="n">tableLoader</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">TableLoader</span><span class="p">.</span><span class="na">fromHadoopTable</span><span class="p">(</span><span class="s">"hdfs://nn:8020/warehouse/path"</span><span class="p">);</span> |
| <a id="__codelineno-7-3" name="__codelineno-7-3" href="#__codelineno-7-3"></a> |
| <a id="__codelineno-7-4" name="__codelineno-7-4" href="#__codelineno-7-4"></a><span class="n">IcebergSource</span><span class="o"><</span><span class="n">RowData</span><span class="o">></span><span class="w"> </span><span class="n">source</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">IcebergSource</span><span class="p">.</span><span class="na">forRowData</span><span class="p">()</span> |
| <a id="__codelineno-7-5" name="__codelineno-7-5" href="#__codelineno-7-5"></a><span class="w"> </span><span class="p">.</span><span class="na">tableLoader</span><span class="p">(</span><span class="n">tableLoader</span><span class="p">)</span> |
| <a id="__codelineno-7-6" name="__codelineno-7-6" href="#__codelineno-7-6"></a><span class="w"> </span><span class="p">.</span><span class="na">assignerFactory</span><span class="p">(</span><span class="k">new</span><span class="w"> </span><span class="n">SimpleSplitAssignerFactory</span><span class="p">())</span> |
| <a id="__codelineno-7-7" name="__codelineno-7-7" href="#__codelineno-7-7"></a><span class="w"> </span><span class="p">.</span><span class="na">build</span><span class="p">();</span> |
| <a id="__codelineno-7-8" name="__codelineno-7-8" href="#__codelineno-7-8"></a> |
| <a id="__codelineno-7-9" name="__codelineno-7-9" href="#__codelineno-7-9"></a><span class="n">DataStream</span><span class="o"><</span><span class="n">RowData</span><span class="o">></span><span class="w"> </span><span class="n">batch</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">env</span><span class="p">.</span><span class="na">fromSource</span><span class="p">(</span> |
| <a id="__codelineno-7-10" name="__codelineno-7-10" href="#__codelineno-7-10"></a><span class="w"> </span><span class="n">source</span><span class="p">,</span> |
| <a id="__codelineno-7-11" name="__codelineno-7-11" href="#__codelineno-7-11"></a><span class="w"> </span><span class="n">WatermarkStrategy</span><span class="p">.</span><span class="na">noWatermarks</span><span class="p">(),</span> |
| <a id="__codelineno-7-12" name="__codelineno-7-12" href="#__codelineno-7-12"></a><span class="w"> </span><span class="s">"My Iceberg Source"</span><span class="p">,</span> |
| <a id="__codelineno-7-13" name="__codelineno-7-13" href="#__codelineno-7-13"></a><span class="w"> </span><span class="n">TypeInformation</span><span class="p">.</span><span class="na">of</span><span class="p">(</span><span class="n">RowData</span><span class="p">.</span><span class="na">class</span><span class="p">));</span> |
| <a id="__codelineno-7-14" name="__codelineno-7-14" href="#__codelineno-7-14"></a> |
| <a id="__codelineno-7-15" name="__codelineno-7-15" href="#__codelineno-7-15"></a><span class="c1">// Print all records to stdout.</span> |
| <a id="__codelineno-7-16" name="__codelineno-7-16" href="#__codelineno-7-16"></a><span class="n">batch</span><span class="p">.</span><span class="na">print</span><span class="p">();</span> |
| <a id="__codelineno-7-17" name="__codelineno-7-17" href="#__codelineno-7-17"></a> |
| <a id="__codelineno-7-18" name="__codelineno-7-18" href="#__codelineno-7-18"></a><span class="c1">// Submit and execute this batch read job.</span> |
| <a id="__codelineno-7-19" name="__codelineno-7-19" href="#__codelineno-7-19"></a><span class="n">env</span><span class="p">.</span><span class="na">execute</span><span class="p">(</span><span class="s">"Test Iceberg Batch Read"</span><span class="p">);</span> |
| </code></pre></div> |
| <h3 id="streaming-read_1">Streaming read<a class="headerlink" href="#streaming-read_1" title="Permanent link">🔗</a></h3> |
| <p>This example will start the streaming read from the latest table snapshot (inclusive). |
| Every 60s, it polls Iceberg table to discover new append-only snapshots. |
| CDC read is not supported yet.</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-8-1" name="__codelineno-8-1" href="#__codelineno-8-1"></a><span class="n">StreamExecutionEnvironment</span><span class="w"> </span><span class="n">env</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">StreamExecutionEnvironment</span><span class="p">.</span><span class="na">createLocalEnvironment</span><span class="p">();</span> |
| <a id="__codelineno-8-2" name="__codelineno-8-2" href="#__codelineno-8-2"></a><span class="n">TableLoader</span><span class="w"> </span><span class="n">tableLoader</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">TableLoader</span><span class="p">.</span><span class="na">fromHadoopTable</span><span class="p">(</span><span class="s">"hdfs://nn:8020/warehouse/path"</span><span class="p">);</span> |
| <a id="__codelineno-8-3" name="__codelineno-8-3" href="#__codelineno-8-3"></a> |
| <a id="__codelineno-8-4" name="__codelineno-8-4" href="#__codelineno-8-4"></a><span class="n">IcebergSource</span><span class="w"> </span><span class="n">source</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">IcebergSource</span><span class="p">.</span><span class="na">forRowData</span><span class="p">()</span> |
| <a id="__codelineno-8-5" name="__codelineno-8-5" href="#__codelineno-8-5"></a><span class="w"> </span><span class="p">.</span><span class="na">tableLoader</span><span class="p">(</span><span class="n">tableLoader</span><span class="p">)</span> |
| <a id="__codelineno-8-6" name="__codelineno-8-6" href="#__codelineno-8-6"></a><span class="w"> </span><span class="p">.</span><span class="na">assignerFactory</span><span class="p">(</span><span class="k">new</span><span class="w"> </span><span class="n">SimpleSplitAssignerFactory</span><span class="p">())</span> |
| <a id="__codelineno-8-7" name="__codelineno-8-7" href="#__codelineno-8-7"></a><span class="w"> </span><span class="p">.</span><span class="na">streaming</span><span class="p">(</span><span class="kc">true</span><span class="p">)</span> |
| <a id="__codelineno-8-8" name="__codelineno-8-8" href="#__codelineno-8-8"></a><span class="w"> </span><span class="p">.</span><span class="na">streamingStartingStrategy</span><span class="p">(</span><span class="n">StreamingStartingStrategy</span><span class="p">.</span><span class="na">INCREMENTAL_FROM_LATEST_SNAPSHOT</span><span class="p">)</span> |
| <a id="__codelineno-8-9" name="__codelineno-8-9" href="#__codelineno-8-9"></a><span class="w"> </span><span class="p">.</span><span class="na">monitorInterval</span><span class="p">(</span><span class="n">Duration</span><span class="p">.</span><span class="na">ofSeconds</span><span class="p">(</span><span class="mi">60</span><span class="p">))</span> |
| <a id="__codelineno-8-10" name="__codelineno-8-10" href="#__codelineno-8-10"></a><span class="w"> </span><span class="p">.</span><span class="na">build</span><span class="p">();</span> |
| <a id="__codelineno-8-11" name="__codelineno-8-11" href="#__codelineno-8-11"></a> |
| <a id="__codelineno-8-12" name="__codelineno-8-12" href="#__codelineno-8-12"></a><span class="n">DataStream</span><span class="o"><</span><span class="n">RowData</span><span class="o">></span><span class="w"> </span><span class="n">stream</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">env</span><span class="p">.</span><span class="na">fromSource</span><span class="p">(</span> |
| <a id="__codelineno-8-13" name="__codelineno-8-13" href="#__codelineno-8-13"></a><span class="w"> </span><span class="n">source</span><span class="p">,</span> |
| <a id="__codelineno-8-14" name="__codelineno-8-14" href="#__codelineno-8-14"></a><span class="w"> </span><span class="n">WatermarkStrategy</span><span class="p">.</span><span class="na">noWatermarks</span><span class="p">(),</span> |
| <a id="__codelineno-8-15" name="__codelineno-8-15" href="#__codelineno-8-15"></a><span class="w"> </span><span class="s">"My Iceberg Source"</span><span class="p">,</span> |
| <a id="__codelineno-8-16" name="__codelineno-8-16" href="#__codelineno-8-16"></a><span class="w"> </span><span class="n">TypeInformation</span><span class="p">.</span><span class="na">of</span><span class="p">(</span><span class="n">RowData</span><span class="p">.</span><span class="na">class</span><span class="p">));</span> |
| <a id="__codelineno-8-17" name="__codelineno-8-17" href="#__codelineno-8-17"></a> |
| <a id="__codelineno-8-18" name="__codelineno-8-18" href="#__codelineno-8-18"></a><span class="c1">// Print all records to stdout.</span> |
| <a id="__codelineno-8-19" name="__codelineno-8-19" href="#__codelineno-8-19"></a><span class="n">stream</span><span class="p">.</span><span class="na">print</span><span class="p">();</span> |
| <a id="__codelineno-8-20" name="__codelineno-8-20" href="#__codelineno-8-20"></a> |
| <a id="__codelineno-8-21" name="__codelineno-8-21" href="#__codelineno-8-21"></a><span class="c1">// Submit and execute this streaming read job.</span> |
| <a id="__codelineno-8-22" name="__codelineno-8-22" href="#__codelineno-8-22"></a><span class="n">env</span><span class="p">.</span><span class="na">execute</span><span class="p">(</span><span class="s">"Test Iceberg Streaming Read"</span><span class="p">);</span> |
| </code></pre></div> |
| <p>There are other options that could be set by Java API, please see the |
| <a href="../../../javadoc/1.4.3/org/apache/iceberg/flink/source/IcebergSource.html">IcebergSource#Builder</a>.</p> |
| <h3 id="reading-branches-and-tags-with-datastream">Reading branches and tags with DataStream<a class="headerlink" href="#reading-branches-and-tags-with-datastream" title="Permanent link">🔗</a></h3> |
| <p>Branches and tags can also be read via the DataStream API</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-9-1" name="__codelineno-9-1" href="#__codelineno-9-1"></a><span class="n">StreamExecutionEnvironment</span><span class="w"> </span><span class="n">env</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">StreamExecutionEnvironment</span><span class="p">.</span><span class="na">createLocalEnvironment</span><span class="p">();</span> |
| <a id="__codelineno-9-2" name="__codelineno-9-2" href="#__codelineno-9-2"></a><span class="n">TableLoader</span><span class="w"> </span><span class="n">tableLoader</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">TableLoader</span><span class="p">.</span><span class="na">fromHadoopTable</span><span class="p">(</span><span class="s">"hdfs://nn:8020/warehouse/path"</span><span class="p">);</span> |
| <a id="__codelineno-9-3" name="__codelineno-9-3" href="#__codelineno-9-3"></a><span class="c1">// Read from branch</span> |
| <a id="__codelineno-9-4" name="__codelineno-9-4" href="#__codelineno-9-4"></a><span class="n">DataStream</span><span class="o"><</span><span class="n">RowData</span><span class="o">></span><span class="w"> </span><span class="n">batch</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">FlinkSource</span><span class="p">.</span><span class="na">forRowData</span><span class="p">()</span> |
| <a id="__codelineno-9-5" name="__codelineno-9-5" href="#__codelineno-9-5"></a><span class="w"> </span><span class="p">.</span><span class="na">env</span><span class="p">(</span><span class="n">env</span><span class="p">)</span> |
| <a id="__codelineno-9-6" name="__codelineno-9-6" href="#__codelineno-9-6"></a><span class="w"> </span><span class="p">.</span><span class="na">tableLoader</span><span class="p">(</span><span class="n">tableLoader</span><span class="p">)</span> |
| <a id="__codelineno-9-7" name="__codelineno-9-7" href="#__codelineno-9-7"></a><span class="w"> </span><span class="p">.</span><span class="na">branch</span><span class="p">(</span><span class="s">"test-branch"</span><span class="p">)</span> |
| <a id="__codelineno-9-8" name="__codelineno-9-8" href="#__codelineno-9-8"></a><span class="w"> </span><span class="p">.</span><span class="na">streaming</span><span class="p">(</span><span class="kc">false</span><span class="p">)</span> |
| <a id="__codelineno-9-9" name="__codelineno-9-9" href="#__codelineno-9-9"></a><span class="w"> </span><span class="p">.</span><span class="na">build</span><span class="p">();</span> |
| <a id="__codelineno-9-10" name="__codelineno-9-10" href="#__codelineno-9-10"></a> |
| <a id="__codelineno-9-11" name="__codelineno-9-11" href="#__codelineno-9-11"></a><span class="c1">// Read from tag</span> |
| <a id="__codelineno-9-12" name="__codelineno-9-12" href="#__codelineno-9-12"></a><span class="n">DataStream</span><span class="o"><</span><span class="n">RowData</span><span class="o">></span><span class="w"> </span><span class="n">batch</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">FlinkSource</span><span class="p">.</span><span class="na">forRowData</span><span class="p">()</span> |
| <a id="__codelineno-9-13" name="__codelineno-9-13" href="#__codelineno-9-13"></a><span class="w"> </span><span class="p">.</span><span class="na">env</span><span class="p">(</span><span class="n">env</span><span class="p">)</span> |
| <a id="__codelineno-9-14" name="__codelineno-9-14" href="#__codelineno-9-14"></a><span class="w"> </span><span class="p">.</span><span class="na">tableLoader</span><span class="p">(</span><span class="n">tableLoader</span><span class="p">)</span> |
| <a id="__codelineno-9-15" name="__codelineno-9-15" href="#__codelineno-9-15"></a><span class="w"> </span><span class="p">.</span><span class="na">tag</span><span class="p">(</span><span class="s">"test-tag"</span><span class="p">)</span> |
| <a id="__codelineno-9-16" name="__codelineno-9-16" href="#__codelineno-9-16"></a><span class="w"> </span><span class="p">.</span><span class="na">streaming</span><span class="p">(</span><span class="kc">false</span><span class="p">)</span> |
| <a id="__codelineno-9-17" name="__codelineno-9-17" href="#__codelineno-9-17"></a><span class="w"> </span><span class="p">.</span><span class="na">build</span><span class="p">();</span> |
| <a id="__codelineno-9-18" name="__codelineno-9-18" href="#__codelineno-9-18"></a> |
| <a id="__codelineno-9-19" name="__codelineno-9-19" href="#__codelineno-9-19"></a><span class="c1">// Streaming read from start-tag</span> |
| <a id="__codelineno-9-20" name="__codelineno-9-20" href="#__codelineno-9-20"></a><span class="n">DataStream</span><span class="o"><</span><span class="n">RowData</span><span class="o">></span><span class="w"> </span><span class="n">batch</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">FlinkSource</span><span class="p">.</span><span class="na">forRowData</span><span class="p">()</span> |
| <a id="__codelineno-9-21" name="__codelineno-9-21" href="#__codelineno-9-21"></a><span class="w"> </span><span class="p">.</span><span class="na">env</span><span class="p">(</span><span class="n">env</span><span class="p">)</span> |
| <a id="__codelineno-9-22" name="__codelineno-9-22" href="#__codelineno-9-22"></a><span class="w"> </span><span class="p">.</span><span class="na">tableLoader</span><span class="p">(</span><span class="n">tableLoader</span><span class="p">)</span> |
| <a id="__codelineno-9-23" name="__codelineno-9-23" href="#__codelineno-9-23"></a><span class="w"> </span><span class="p">.</span><span class="na">streaming</span><span class="p">(</span><span class="kc">true</span><span class="p">)</span> |
| <a id="__codelineno-9-24" name="__codelineno-9-24" href="#__codelineno-9-24"></a><span class="w"> </span><span class="p">.</span><span class="na">startTag</span><span class="p">(</span><span class="s">"test-tag"</span><span class="p">)</span> |
| <a id="__codelineno-9-25" name="__codelineno-9-25" href="#__codelineno-9-25"></a><span class="w"> </span><span class="p">.</span><span class="na">build</span><span class="p">();</span> |
| </code></pre></div> |
| <h3 id="read-as-avro-genericrecord">Read as Avro GenericRecord<a class="headerlink" href="#read-as-avro-genericrecord" title="Permanent link">🔗</a></h3> |
| <p>FLIP-27 Iceberg source provides <code>AvroGenericRecordReaderFunction</code> that converts |
| Flink <code>RowData</code> Avro <code>GenericRecord</code>. You can use the convert to read from |
| Iceberg table as Avro GenericRecord DataStream.</p> |
| <p>Please make sure <code>flink-avro</code> jar is included in the classpath. |
| Also <code>iceberg-flink-runtime</code> shaded bundle jar can't be used |
| because the runtime jar shades the avro package. |
| Please use non-shaded <code>iceberg-flink</code> jar instead.</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-10-1" name="__codelineno-10-1" href="#__codelineno-10-1"></a><span class="n">TableLoader</span><span class="w"> </span><span class="n">tableLoader</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="p">...;</span> |
| <a id="__codelineno-10-2" name="__codelineno-10-2" href="#__codelineno-10-2"></a><span class="n">Table</span><span class="w"> </span><span class="n">table</span><span class="p">;</span> |
| <a id="__codelineno-10-3" name="__codelineno-10-3" href="#__codelineno-10-3"></a><span class="k">try</span><span class="w"> </span><span class="p">(</span><span class="n">TableLoader</span><span class="w"> </span><span class="n">loader</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">tableLoader</span><span class="p">)</span><span class="w"> </span><span class="p">{</span> |
| <a id="__codelineno-10-4" name="__codelineno-10-4" href="#__codelineno-10-4"></a><span class="w"> </span><span class="n">loader</span><span class="p">.</span><span class="na">open</span><span class="p">();</span> |
| <a id="__codelineno-10-5" name="__codelineno-10-5" href="#__codelineno-10-5"></a><span class="w"> </span><span class="n">table</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">loader</span><span class="p">.</span><span class="na">loadTable</span><span class="p">();</span> |
| <a id="__codelineno-10-6" name="__codelineno-10-6" href="#__codelineno-10-6"></a><span class="p">}</span> |
| <a id="__codelineno-10-7" name="__codelineno-10-7" href="#__codelineno-10-7"></a> |
| <a id="__codelineno-10-8" name="__codelineno-10-8" href="#__codelineno-10-8"></a><span class="n">AvroGenericRecordReaderFunction</span><span class="w"> </span><span class="n">readerFunction</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">AvroGenericRecordReaderFunction</span><span class="p">.</span><span class="na">fromTable</span><span class="p">(</span><span class="n">table</span><span class="p">);</span> |
| <a id="__codelineno-10-9" name="__codelineno-10-9" href="#__codelineno-10-9"></a> |
| <a id="__codelineno-10-10" name="__codelineno-10-10" href="#__codelineno-10-10"></a><span class="n">IcebergSource</span><span class="o"><</span><span class="n">GenericRecord</span><span class="o">></span><span class="w"> </span><span class="n">source</span><span class="w"> </span><span class="o">=</span> |
| <a id="__codelineno-10-11" name="__codelineno-10-11" href="#__codelineno-10-11"></a><span class="w"> </span><span class="n">IcebergSource</span><span class="p">.</span><span class="o"><</span><span class="n">GenericRecord</span><span class="o">></span><span class="n">builder</span><span class="p">()</span> |
| <a id="__codelineno-10-12" name="__codelineno-10-12" href="#__codelineno-10-12"></a><span class="w"> </span><span class="p">.</span><span class="na">tableLoader</span><span class="p">(</span><span class="n">tableLoader</span><span class="p">)</span> |
| <a id="__codelineno-10-13" name="__codelineno-10-13" href="#__codelineno-10-13"></a><span class="w"> </span><span class="p">.</span><span class="na">readerFunction</span><span class="p">(</span><span class="n">readerFunction</span><span class="p">)</span> |
| <a id="__codelineno-10-14" name="__codelineno-10-14" href="#__codelineno-10-14"></a><span class="w"> </span><span class="p">.</span><span class="na">assignerFactory</span><span class="p">(</span><span class="k">new</span><span class="w"> </span><span class="n">SimpleSplitAssignerFactory</span><span class="p">())</span> |
| <a id="__codelineno-10-15" name="__codelineno-10-15" href="#__codelineno-10-15"></a><span class="w"> </span><span class="p">...</span> |
| <a id="__codelineno-10-16" name="__codelineno-10-16" href="#__codelineno-10-16"></a><span class="w"> </span><span class="p">.</span><span class="na">build</span><span class="p">();</span> |
| <a id="__codelineno-10-17" name="__codelineno-10-17" href="#__codelineno-10-17"></a> |
| <a id="__codelineno-10-18" name="__codelineno-10-18" href="#__codelineno-10-18"></a><span class="n">DataStream</span><span class="o"><</span><span class="n">Row</span><span class="o">></span><span class="w"> </span><span class="n">stream</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">env</span><span class="p">.</span><span class="na">fromSource</span><span class="p">(</span><span class="n">source</span><span class="p">,</span><span class="w"> </span><span class="n">WatermarkStrategy</span><span class="p">.</span><span class="na">noWatermarks</span><span class="p">(),</span> |
| <a id="__codelineno-10-19" name="__codelineno-10-19" href="#__codelineno-10-19"></a><span class="w"> </span><span class="s">"Iceberg Source as Avro GenericRecord"</span><span class="p">,</span><span class="w"> </span><span class="k">new</span><span class="w"> </span><span class="n">GenericRecordAvroTypeInfo</span><span class="p">(</span><span class="n">avroSchema</span><span class="p">));</span> |
| </code></pre></div> |
| <h2 id="options">Options<a class="headerlink" href="#options" title="Permanent link">🔗</a></h2> |
| <h3 id="read-options">Read options<a class="headerlink" href="#read-options" title="Permanent link">🔗</a></h3> |
| <p>Flink read options are passed when configuring the Flink IcebergSource:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-11-1" name="__codelineno-11-1" href="#__codelineno-11-1"></a>IcebergSource.forRowData() |
| <a id="__codelineno-11-2" name="__codelineno-11-2" href="#__codelineno-11-2"></a> .tableLoader(TableLoader.fromCatalog(...)) |
| <a id="__codelineno-11-3" name="__codelineno-11-3" href="#__codelineno-11-3"></a> .assignerFactory(new SimpleSplitAssignerFactory()) |
| <a id="__codelineno-11-4" name="__codelineno-11-4" href="#__codelineno-11-4"></a> .streaming(true) |
| <a id="__codelineno-11-5" name="__codelineno-11-5" href="#__codelineno-11-5"></a> .streamingStartingStrategy(StreamingStartingStrategy.INCREMENTAL_FROM_LATEST_SNAPSHOT) |
| <a id="__codelineno-11-6" name="__codelineno-11-6" href="#__codelineno-11-6"></a> .startSnapshotId(3821550127947089987L) |
| <a id="__codelineno-11-7" name="__codelineno-11-7" href="#__codelineno-11-7"></a> .monitorInterval(Duration.ofMillis(10L)) // or .set("monitor-interval", "10s") \ set(FlinkReadOptions.MONITOR_INTERVAL, "10s") |
| <a id="__codelineno-11-8" name="__codelineno-11-8" href="#__codelineno-11-8"></a> .build() |
| </code></pre></div> |
| <p>For Flink SQL, read options can be passed in via SQL hints like this:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-12-1" name="__codelineno-12-1" href="#__codelineno-12-1"></a>SELECT * FROM tableName /*+ OPTIONS('monitor-interval'='10s') */ |
| <a id="__codelineno-12-2" name="__codelineno-12-2" href="#__codelineno-12-2"></a>... |
| </code></pre></div> |
| <p>Options can be passed in via Flink configuration, which will be applied to current session. Note that not all options support this mode.</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-13-1" name="__codelineno-13-1" href="#__codelineno-13-1"></a>env.getConfig() |
| <a id="__codelineno-13-2" name="__codelineno-13-2" href="#__codelineno-13-2"></a> .getConfiguration() |
| <a id="__codelineno-13-3" name="__codelineno-13-3" href="#__codelineno-13-3"></a> .set(FlinkReadOptions.SPLIT_FILE_OPEN_COST_OPTION, 1000L); |
| <a id="__codelineno-13-4" name="__codelineno-13-4" href="#__codelineno-13-4"></a>... |
| </code></pre></div> |
| <p>Check out all the options here: <a href="../flink-configuration/#read-options">read-options</a> </p> |
| <h2 id="inspecting-tables">Inspecting tables<a class="headerlink" href="#inspecting-tables" title="Permanent link">🔗</a></h2> |
| <p>To inspect a table's history, snapshots, and other metadata, Iceberg supports metadata tables.</p> |
| <p>Metadata tables are identified by adding the metadata table name after the original table name. For example, history for <code>db.table</code> is read using <code>db.table$history</code>.</p> |
| <h3 id="history">History<a class="headerlink" href="#history" title="Permanent link">🔗</a></h3> |
| <p>To show table history:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-14-1" name="__codelineno-14-1" href="#__codelineno-14-1"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="n">prod</span><span class="p">.</span><span class="n">db</span><span class="p">.</span><span class="k">table</span><span class="err">$</span><span class="n">history</span><span class="p">;</span> |
| </code></pre></div> |
| <table> |
| <thead> |
| <tr> |
| <th>made_current_at</th> |
| <th>snapshot_id</th> |
| <th>parent_id</th> |
| <th>is_current_ancestor</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td>2019-02-08 03:29:51.215</td> |
| <td>5781947118336215154</td> |
| <td>NULL</td> |
| <td>true</td> |
| </tr> |
| <tr> |
| <td>2019-02-08 03:47:55.948</td> |
| <td>5179299526185056830</td> |
| <td>5781947118336215154</td> |
| <td>true</td> |
| </tr> |
| <tr> |
| <td>2019-02-09 16:24:30.13</td> |
| <td>296410040247533544</td> |
| <td>5179299526185056830</td> |
| <td>false</td> |
| </tr> |
| <tr> |
| <td>2019-02-09 16:32:47.336</td> |
| <td>2999875608062437330</td> |
| <td>5179299526185056830</td> |
| <td>true</td> |
| </tr> |
| <tr> |
| <td>2019-02-09 19:42:03.919</td> |
| <td>8924558786060583479</td> |
| <td>2999875608062437330</td> |
| <td>true</td> |
| </tr> |
| <tr> |
| <td>2019-02-09 19:49:16.343</td> |
| <td>6536733823181975045</td> |
| <td>8924558786060583479</td> |
| <td>true</td> |
| </tr> |
| </tbody> |
| </table> |
| <div class="admonition info"> |
| <p class="admonition-title">Info</p> |
| <p><strong>This shows a commit that was rolled back.</strong> In this example, snapshot 296410040247533544 and 2999875608062437330 have the same parent snapshot 5179299526185056830. Snapshot 296410040247533544 was rolled back and is <em>not</em> an ancestor of the current table state.</p> |
| </div> |
| <h3 id="metadata-log-entries">Metadata Log Entries<a class="headerlink" href="#metadata-log-entries" title="Permanent link">🔗</a></h3> |
| <p>To show table metadata log entries:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-15-1" name="__codelineno-15-1" href="#__codelineno-15-1"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">from</span><span class="w"> </span><span class="n">prod</span><span class="p">.</span><span class="n">db</span><span class="p">.</span><span class="k">table</span><span class="err">$</span><span class="n">metadata_log_entries</span><span class="p">;</span> |
| </code></pre></div> |
| <table> |
| <thead> |
| <tr> |
| <th>timestamp</th> |
| <th>file</th> |
| <th>latest_snapshot_id</th> |
| <th>latest_schema_id</th> |
| <th>latest_sequence_number</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td>2022-07-28 10:43:52.93</td> |
| <td>s3://.../table/metadata/00000-9441e604-b3c2-498a-a45a-6320e8ab9006.metadata.json</td> |
| <td>null</td> |
| <td>null</td> |
| <td>null</td> |
| </tr> |
| <tr> |
| <td>2022-07-28 10:43:57.487</td> |
| <td>s3://.../table/metadata/00001-f30823df-b745-4a0a-b293-7532e0c99986.metadata.json</td> |
| <td>170260833677645300</td> |
| <td>0</td> |
| <td>1</td> |
| </tr> |
| <tr> |
| <td>2022-07-28 10:43:58.25</td> |
| <td>s3://.../table/metadata/00002-2cc2837a-02dc-4687-acc1-b4d86ea486f4.metadata.json</td> |
| <td>958906493976709774</td> |
| <td>0</td> |
| <td>2</td> |
| </tr> |
| </tbody> |
| </table> |
| <h3 id="snapshots">Snapshots<a class="headerlink" href="#snapshots" title="Permanent link">🔗</a></h3> |
| <p>To show the valid snapshots for a table:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-16-1" name="__codelineno-16-1" href="#__codelineno-16-1"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="n">prod</span><span class="p">.</span><span class="n">db</span><span class="p">.</span><span class="k">table</span><span class="err">$</span><span class="n">snapshots</span><span class="p">;</span> |
| </code></pre></div> |
| <table> |
| <thead> |
| <tr> |
| <th>committed_at</th> |
| <th>snapshot_id</th> |
| <th>parent_id</th> |
| <th>operation</th> |
| <th>manifest_list</th> |
| <th>summary</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td>2019-02-08 03:29:51.215</td> |
| <td>57897183625154</td> |
| <td>null</td> |
| <td>append</td> |
| <td>s3://.../table/metadata/snap-57897183625154-1.avro</td> |
| <td>{ added-records -> 2478404, total-records -> 2478404, added-data-files -> 438, total-data-files -> 438, flink.job-id -> 2e274eecb503d85369fb390e8956c813 }</td> |
| </tr> |
| </tbody> |
| </table> |
| <p>You can also join snapshots to table history. For example, this query will show table history, with the application ID that wrote each snapshot:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-17-1" name="__codelineno-17-1" href="#__codelineno-17-1"></a><span class="k">select</span> |
| <a id="__codelineno-17-2" name="__codelineno-17-2" href="#__codelineno-17-2"></a><span class="w"> </span><span class="n">h</span><span class="p">.</span><span class="n">made_current_at</span><span class="p">,</span> |
| <a id="__codelineno-17-3" name="__codelineno-17-3" href="#__codelineno-17-3"></a><span class="w"> </span><span class="n">s</span><span class="p">.</span><span class="k">operation</span><span class="p">,</span> |
| <a id="__codelineno-17-4" name="__codelineno-17-4" href="#__codelineno-17-4"></a><span class="w"> </span><span class="n">h</span><span class="p">.</span><span class="n">snapshot_id</span><span class="p">,</span> |
| <a id="__codelineno-17-5" name="__codelineno-17-5" href="#__codelineno-17-5"></a><span class="w"> </span><span class="n">h</span><span class="p">.</span><span class="n">is_current_ancestor</span><span class="p">,</span> |
| <a id="__codelineno-17-6" name="__codelineno-17-6" href="#__codelineno-17-6"></a><span class="w"> </span><span class="n">s</span><span class="p">.</span><span class="n">summary</span><span class="p">[</span><span class="s1">'flink.job-id'</span><span class="p">]</span> |
| <a id="__codelineno-17-7" name="__codelineno-17-7" href="#__codelineno-17-7"></a><span class="k">from</span><span class="w"> </span><span class="n">prod</span><span class="p">.</span><span class="n">db</span><span class="p">.</span><span class="k">table</span><span class="err">$</span><span class="n">history</span><span class="w"> </span><span class="n">h</span> |
| <a id="__codelineno-17-8" name="__codelineno-17-8" href="#__codelineno-17-8"></a><span class="k">join</span><span class="w"> </span><span class="n">prod</span><span class="p">.</span><span class="n">db</span><span class="p">.</span><span class="k">table</span><span class="err">$</span><span class="n">snapshots</span><span class="w"> </span><span class="n">s</span> |
| <a id="__codelineno-17-9" name="__codelineno-17-9" href="#__codelineno-17-9"></a><span class="w"> </span><span class="k">on</span><span class="w"> </span><span class="n">h</span><span class="p">.</span><span class="n">snapshot_id</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">s</span><span class="p">.</span><span class="n">snapshot_id</span> |
| <a id="__codelineno-17-10" name="__codelineno-17-10" href="#__codelineno-17-10"></a><span class="k">order</span><span class="w"> </span><span class="k">by</span><span class="w"> </span><span class="n">made_current_at</span><span class="p">;</span> |
| </code></pre></div> |
| <table> |
| <thead> |
| <tr> |
| <th>made_current_at</th> |
| <th>operation</th> |
| <th>snapshot_id</th> |
| <th>is_current_ancestor</th> |
| <th>summary[flink.job-id]</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td>2019-02-08 03:29:51.215</td> |
| <td>append</td> |
| <td>57897183625154</td> |
| <td>true</td> |
| <td>2e274eecb503d85369fb390e8956c813</td> |
| </tr> |
| </tbody> |
| </table> |
| <h3 id="files">Files<a class="headerlink" href="#files" title="Permanent link">🔗</a></h3> |
| <p>To show a table's current data files:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-18-1" name="__codelineno-18-1" href="#__codelineno-18-1"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="n">prod</span><span class="p">.</span><span class="n">db</span><span class="p">.</span><span class="k">table</span><span class="err">$</span><span class="n">files</span><span class="p">;</span> |
| </code></pre></div> |
| <table> |
| <thead> |
| <tr> |
| <th>content</th> |
| <th>file_path</th> |
| <th>file_format</th> |
| <th>spec_id</th> |
| <th>partition</th> |
| <th>record_count</th> |
| <th>file_size_in_bytes</th> |
| <th>column_sizes</th> |
| <th>value_counts</th> |
| <th>null_value_counts</th> |
| <th>nan_value_counts</th> |
| <th>lower_bounds</th> |
| <th>upper_bounds</th> |
| <th>key_metadata</th> |
| <th>split_offsets</th> |
| <th>equality_ids</th> |
| <th>sort_order_id</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td>0</td> |
| <td>s3:/.../table/data/00000-3-8d6d60e8-d427-4809-bcf0-f5d45a4aad96.parquet</td> |
| <td>PARQUET</td> |
| <td>0</td> |
| <td>{1999-01-01, 01}</td> |
| <td>1</td> |
| <td>597</td> |
| <td>[1 -> 90, 2 -> 62]</td> |
| <td>[1 -> 1, 2 -> 1]</td> |
| <td>[1 -> 0, 2 -> 0]</td> |
| <td>[]</td> |
| <td>[1 -> , 2 -> c]</td> |
| <td>[1 -> , 2 -> c]</td> |
| <td>null</td> |
| <td>[4]</td> |
| <td>null</td> |
| <td>null</td> |
| </tr> |
| <tr> |
| <td>0</td> |
| <td>s3:/.../table/data/00001-4-8d6d60e8-d427-4809-bcf0-f5d45a4aad96.parquet</td> |
| <td>PARQUET</td> |
| <td>0</td> |
| <td>{1999-01-01, 02}</td> |
| <td>1</td> |
| <td>597</td> |
| <td>[1 -> 90, 2 -> 62]</td> |
| <td>[1 -> 1, 2 -> 1]</td> |
| <td>[1 -> 0, 2 -> 0]</td> |
| <td>[]</td> |
| <td>[1 -> , 2 -> b]</td> |
| <td>[1 -> , 2 -> b]</td> |
| <td>null</td> |
| <td>[4]</td> |
| <td>null</td> |
| <td>null</td> |
| </tr> |
| <tr> |
| <td>0</td> |
| <td>s3:/.../table/data/00002-5-8d6d60e8-d427-4809-bcf0-f5d45a4aad96.parquet</td> |
| <td>PARQUET</td> |
| <td>0</td> |
| <td>{1999-01-01, 03}</td> |
| <td>1</td> |
| <td>597</td> |
| <td>[1 -> 90, 2 -> 62]</td> |
| <td>[1 -> 1, 2 -> 1]</td> |
| <td>[1 -> 0, 2 -> 0]</td> |
| <td>[]</td> |
| <td>[1 -> , 2 -> a]</td> |
| <td>[1 -> , 2 -> a]</td> |
| <td>null</td> |
| <td>[4]</td> |
| <td>null</td> |
| <td>null</td> |
| </tr> |
| </tbody> |
| </table> |
| <h3 id="manifests">Manifests<a class="headerlink" href="#manifests" title="Permanent link">🔗</a></h3> |
| <p>To show a table's current file manifests:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-19-1" name="__codelineno-19-1" href="#__codelineno-19-1"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="n">prod</span><span class="p">.</span><span class="n">db</span><span class="p">.</span><span class="k">table</span><span class="err">$</span><span class="n">manifests</span><span class="p">;</span> |
| </code></pre></div> |
| <table> |
| <thead> |
| <tr> |
| <th>path</th> |
| <th>length</th> |
| <th>partition_spec_id</th> |
| <th>added_snapshot_id</th> |
| <th>added_data_files_count</th> |
| <th>existing_data_files_count</th> |
| <th>deleted_data_files_count</th> |
| <th>partition_summaries</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td>s3://.../table/metadata/45b5290b-ee61-4788-b324-b1e2735c0e10-m0.avro</td> |
| <td>4479</td> |
| <td>0</td> |
| <td>6668963634911763636</td> |
| <td>8</td> |
| <td>0</td> |
| <td>0</td> |
| <td>[[false,null,2019-05-13,2019-05-15]]</td> |
| </tr> |
| </tbody> |
| </table> |
| <p>Note:</p> |
| <ol> |
| <li>Fields within <code>partition_summaries</code> column of the manifests table correspond to <code>field_summary</code> structs within <a href="../../../spec/#manifest-lists">manifest list</a>, with the following order:<ul> |
| <li><code>contains_null</code></li> |
| <li><code>contains_nan</code></li> |
| <li><code>lower_bound</code></li> |
| <li><code>upper_bound</code></li> |
| </ul> |
| </li> |
| <li><code>contains_nan</code> could return null, which indicates that this information is not available from the file's metadata. |
| This usually occurs when reading from V1 table, where <code>contains_nan</code> is not populated.</li> |
| </ol> |
| <h3 id="partitions">Partitions<a class="headerlink" href="#partitions" title="Permanent link">🔗</a></h3> |
| <p>To show a table's current partitions:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-20-1" name="__codelineno-20-1" href="#__codelineno-20-1"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="n">prod</span><span class="p">.</span><span class="n">db</span><span class="p">.</span><span class="k">table</span><span class="err">$</span><span class="n">partitions</span><span class="p">;</span> |
| </code></pre></div> |
| <table> |
| <thead> |
| <tr> |
| <th>partition</th> |
| <th>spec_id</th> |
| <th>record_count</th> |
| <th>file_count</th> |
| <th>total_data_file_size_in_bytes</th> |
| <th>position_delete_record_count</th> |
| <th>position_delete_file_count</th> |
| <th>equality_delete_record_count</th> |
| <th>equality_delete_file_count</th> |
| <th>last_updated_at(μs)</th> |
| <th>last_updated_snapshot_id</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td>{20211001, 11}</td> |
| <td>0</td> |
| <td>1</td> |
| <td>1</td> |
| <td>100</td> |
| <td>2</td> |
| <td>1</td> |
| <td>0</td> |
| <td>0</td> |
| <td>1633086034192000</td> |
| <td>9205185327307503337</td> |
| </tr> |
| <tr> |
| <td>{20211002, 11}</td> |
| <td>0</td> |
| <td>4</td> |
| <td>3</td> |
| <td>500</td> |
| <td>1</td> |
| <td>1</td> |
| <td>0</td> |
| <td>0</td> |
| <td>1633172537358000</td> |
| <td>867027598972211003</td> |
| </tr> |
| <tr> |
| <td>{20211001, 10}</td> |
| <td>0</td> |
| <td>7</td> |
| <td>4</td> |
| <td>700</td> |
| <td>0</td> |
| <td>0</td> |
| <td>0</td> |
| <td>0</td> |
| <td>1633082598716000</td> |
| <td>3280122546965981531</td> |
| </tr> |
| <tr> |
| <td>{20211002, 10}</td> |
| <td>0</td> |
| <td>3</td> |
| <td>2</td> |
| <td>400</td> |
| <td>0</td> |
| <td>0</td> |
| <td>1</td> |
| <td>1</td> |
| <td>1633169159489000</td> |
| <td>6941468797545315876</td> |
| </tr> |
| </tbody> |
| </table> |
| <p>Note: |
| For unpartitioned tables, the partitions table will not contain the partition and spec_id fields.</p> |
| <h3 id="all-metadata-tables">All Metadata Tables<a class="headerlink" href="#all-metadata-tables" title="Permanent link">🔗</a></h3> |
| <p>These tables are unions of the metadata tables specific to the current snapshot, and return metadata across all snapshots.</p> |
| <div class="admonition danger"> |
| <p class="admonition-title">Danger</p> |
| <p>The "all" metadata tables may produce more than one row per data file or manifest file because metadata files may be part of more than one table snapshot.</p> |
| </div> |
| <h4 id="all-data-files">All Data Files<a class="headerlink" href="#all-data-files" title="Permanent link">🔗</a></h4> |
| <p>To show all of the table's data files and each file's metadata:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-21-1" name="__codelineno-21-1" href="#__codelineno-21-1"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="n">prod</span><span class="p">.</span><span class="n">db</span><span class="p">.</span><span class="k">table</span><span class="err">$</span><span class="n">all_data_files</span><span class="p">;</span> |
| </code></pre></div> |
| <table> |
| <thead> |
| <tr> |
| <th>content</th> |
| <th>file_path</th> |
| <th>file_format</th> |
| <th>partition</th> |
| <th>record_count</th> |
| <th>file_size_in_bytes</th> |
| <th>column_sizes</th> |
| <th>value_counts</th> |
| <th>null_value_counts</th> |
| <th>nan_value_counts</th> |
| <th>lower_bounds</th> |
| <th>upper_bounds</th> |
| <th>key_metadata</th> |
| <th>split_offsets</th> |
| <th>equality_ids</th> |
| <th>sort_order_id</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td>0</td> |
| <td>s3://.../dt=20210102/00000-0-756e2512-49ae-45bb-aae3-c0ca475e7879-00001.parquet</td> |
| <td>PARQUET</td> |
| <td>{20210102}</td> |
| <td>14</td> |
| <td>2444</td> |
| <td>{1 -> 94, 2 -> 17}</td> |
| <td>{1 -> 14, 2 -> 14}</td> |
| <td>{1 -> 0, 2 -> 0}</td> |
| <td>{}</td> |
| <td>{1 -> 1, 2 -> 20210102}</td> |
| <td>{1 -> 2, 2 -> 20210102}</td> |
| <td>null</td> |
| <td>[4]</td> |
| <td>null</td> |
| <td>0</td> |
| </tr> |
| <tr> |
| <td>0</td> |
| <td>s3://.../dt=20210103/00000-0-26222098-032f-472b-8ea5-651a55b21210-00001.parquet</td> |
| <td>PARQUET</td> |
| <td>{20210103}</td> |
| <td>14</td> |
| <td>2444</td> |
| <td>{1 -> 94, 2 -> 17}</td> |
| <td>{1 -> 14, 2 -> 14}</td> |
| <td>{1 -> 0, 2 -> 0}</td> |
| <td>{}</td> |
| <td>{1 -> 1, 2 -> 20210103}</td> |
| <td>{1 -> 3, 2 -> 20210103}</td> |
| <td>null</td> |
| <td>[4]</td> |
| <td>null</td> |
| <td>0</td> |
| </tr> |
| <tr> |
| <td>0</td> |
| <td>s3://.../dt=20210104/00000-0-a3bb1927-88eb-4f1c-bc6e-19076b0d952e-00001.parquet</td> |
| <td>PARQUET</td> |
| <td>{20210104}</td> |
| <td>14</td> |
| <td>2444</td> |
| <td>{1 -> 94, 2 -> 17}</td> |
| <td>{1 -> 14, 2 -> 14}</td> |
| <td>{1 -> 0, 2 -> 0}</td> |
| <td>{}</td> |
| <td>{1 -> 1, 2 -> 20210104}</td> |
| <td>{1 -> 3, 2 -> 20210104}</td> |
| <td>null</td> |
| <td>[4]</td> |
| <td>null</td> |
| <td>0</td> |
| </tr> |
| </tbody> |
| </table> |
| <h4 id="all-manifests">All Manifests<a class="headerlink" href="#all-manifests" title="Permanent link">🔗</a></h4> |
| <p>To show all of the table's manifest files:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-22-1" name="__codelineno-22-1" href="#__codelineno-22-1"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="n">prod</span><span class="p">.</span><span class="n">db</span><span class="p">.</span><span class="k">table</span><span class="err">$</span><span class="n">all_manifests</span><span class="p">;</span> |
| </code></pre></div> |
| <table> |
| <thead> |
| <tr> |
| <th>path</th> |
| <th>length</th> |
| <th>partition_spec_id</th> |
| <th>added_snapshot_id</th> |
| <th>added_data_files_count</th> |
| <th>existing_data_files_count</th> |
| <th>deleted_data_files_count</th> |
| <th>partition_summaries</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td>s3://.../metadata/a85f78c5-3222-4b37-b7e4-faf944425d48-m0.avro</td> |
| <td>6376</td> |
| <td>0</td> |
| <td>6272782676904868561</td> |
| <td>2</td> |
| <td>0</td> |
| <td>0</td> |
| <td>[{false, false, 20210101, 20210101}]</td> |
| </tr> |
| </tbody> |
| </table> |
| <p>Note:</p> |
| <ol> |
| <li>Fields within <code>partition_summaries</code> column of the manifests table correspond to <code>field_summary</code> structs within <a href="../../../spec/#manifest-lists">manifest list</a>, with the following order:<ul> |
| <li><code>contains_null</code></li> |
| <li><code>contains_nan</code></li> |
| <li><code>lower_bound</code></li> |
| <li><code>upper_bound</code></li> |
| </ul> |
| </li> |
| <li><code>contains_nan</code> could return null, which indicates that this information is not available from the file's metadata. |
| This usually occurs when reading from V1 table, where <code>contains_nan</code> is not populated.</li> |
| </ol> |
| <h3 id="references">References<a class="headerlink" href="#references" title="Permanent link">🔗</a></h3> |
| <p>To show a table's known snapshot references:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-23-1" name="__codelineno-23-1" href="#__codelineno-23-1"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="n">prod</span><span class="p">.</span><span class="n">db</span><span class="p">.</span><span class="k">table</span><span class="err">$</span><span class="n">refs</span><span class="p">;</span> |
| </code></pre></div> |
| <table> |
| <thead> |
| <tr> |
| <th>name</th> |
| <th>type</th> |
| <th>snapshot_id</th> |
| <th>max_reference_age_in_ms</th> |
| <th>min_snapshots_to_keep</th> |
| <th>max_snapshot_age_in_ms</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td>main</td> |
| <td>BRANCH</td> |
| <td>4686954189838128572</td> |
| <td>10</td> |
| <td>20</td> |
| <td>30</td> |
| </tr> |
| <tr> |
| <td>testTag</td> |
| <td>TAG</td> |
| <td>4686954189838128572</td> |
| <td>10</td> |
| <td>null</td> |
| <td>null</td> |
| </tr> |
| </tbody> |
| </table> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </article> |
| </div> |
| |
| |
| <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var tab,labels=set.querySelector(".tabbed-labels");for(tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> |
| |
| <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> |
| </div> |
| |
| <button type="button" class="md-top md-icon" data-md-component="top" hidden> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8v12Z"/></svg> |
| Back to top |
| </button> |
| |
| </main> |
| |
| <footer class="md-footer"> |
| |
| <div class="md-footer-meta md-typeset"> |
| <div class="md-footer-meta__inner md-grid"> |
| <div class="md-copyright"> |
| |
| <div class="md-copyright__highlight"> |
| Apache Iceberg, Iceberg, Apache, the Apache feather logo, and the Apache Iceberg project logo are<br>either registered trademarks or trademarks of The Apache Software Foundation. Copyright © 2023<br>The Apache Software Foundation, Licensed under the <a href="https://www.apache.org/licenses/">Apache License, Version 2.0</a>.<br><br> |
| |
| </div> |
| |
| |
| Made with |
| <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener"> |
| Material for MkDocs |
| </a> |
| |
| </div> |
| |
| </div> |
| </div> |
| </footer> |
| |
| </div> |
| <div class="md-dialog" data-md-component="dialog"> |
| <div class="md-dialog__inner md-typeset"></div> |
| </div> |
| |
| |
| <script id="__config" type="application/json">{"base": "../../..", "features": ["navigation.tabs", "navigation.tabs.sticky", "navigation.path", "navigation.top", "navigation.tracking", "toc.follow", "offline", "search.suggest", "search.highlight", "content.tabs.link", "content.code.copy", "content.code.annotate"], "search": "../../../assets/javascripts/workers/search.f886a092.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}}</script> |
| |
| |
| <script src="../../../assets/javascripts/bundle.d7c377c4.min.js"></script> |
| |
| <script src="../../../assets/javascript/extra.js"></script> |
| |
| |
| </body> |
| </html> |