| |
| <!doctype html> |
| <html lang="en" class="no-js"> |
| <head> |
| |
| <meta charset="utf-8"> |
| <meta name="viewport" content="width=device-width,initial-scale=1"> |
| |
| |
| |
| |
| |
| |
| <link rel="icon" href="../../../../assets/images/favicon-96x96.png"> |
| <meta name="generator" content="mkdocs-1.5.3, mkdocs-material-9.5.3"> |
| |
| |
| |
| <title>Configuration - Apache Iceberg</title> |
| |
| |
| |
| <link rel="stylesheet" href="../../../../assets/stylesheets/main.50c56a3b.min.css"> |
| |
| |
| <link rel="stylesheet" href="../../../../assets/stylesheets/palette.06af60db.min.css"> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin> |
| <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Nunito+Sans:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback"> |
| <style>:root{--md-text-font:"Nunito Sans";--md-code-font:"Roboto Mono"}</style> |
| |
| |
| |
| <link rel="stylesheet" href="../../../../assets/stylesheets/extra.css"> |
| |
| <link rel="stylesheet" href="../../../../assets/stylesheets/bootstrap-grid.css"> |
| |
| <link rel="stylesheet" href="../../../../assets/stylesheets/bootstrap-buttons.css"> |
| |
| <link rel="stylesheet" href="../../../../assets/stylesheets/home.css"> |
| |
| <script>__md_scope=new URL("../../../..",location),__md_hash=e=>[...e].reduce((e,_)=>(e<<5)-e+_.charCodeAt(0),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script> |
| |
| |
| |
| |
| |
| |
| </head> |
| |
| |
| |
| |
| |
| |
| |
| <body dir="ltr" data-md-color-scheme="iceberg" data-md-color-primary="indigo" data-md-color-accent="indigo"> |
| |
| |
| <input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off"> |
| <input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off"> |
| <label class="md-overlay" for="__drawer"></label> |
| <div data-md-component="skip"> |
| |
| |
| <a href="#spark-configuration" class="md-skip"> |
| Skip to content |
| </a> |
| |
| </div> |
| <div data-md-component="announce"> |
| |
| </div> |
| |
| |
| <!-- |
| Copyright (c) 2016-2023 Martin Donath <martin.donath@squidfunk.com> |
| |
| Permission is hereby granted, free of charge, to any person obtaining a copy |
| of this software and associated documentation files (the "Software"), to |
| deal in the Software without restriction, including without limitation the |
| rights to use, copy, modify, merge, publish, distribute, sublicense, and/or |
| sell copies of the Software, and to permit persons to whom the Software is |
| furnished to do so, subject to the following conditions: |
| |
| The above copyright notice and this permission notice shall be included in |
| all copies or substantial portions of the Software. |
| |
| THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL THE |
| AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING |
| FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS |
| IN THE SOFTWARE. |
| --> |
| |
| <!-- Determine classes --> |
| |
| |
| <!-- Header --> |
| <header class="md-header md-header--shadow md-header--lifted" data-md-component="header"> |
| <nav class="md-header__inner md-grid" aria-label="Header"> |
| <!-- Link to home --> |
| <a |
| href="../../../.." |
| title="Apache Iceberg" |
| class="md-header__button md-logo" |
| aria-label="Apache Iceberg" |
| data-md-component="logo" |
| > |
| |
| <img src="../../../../assets/images/Iceberg-logo.svg" alt="logo"> |
| |
| </a> |
| |
| <!-- Button to open drawer --> |
| <label class="md-header__button md-icon" for="__drawer"> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3V6m0 5h18v2H3v-2m0 5h18v2H3v-2Z"/></svg> |
| </label> |
| |
| <!-- Header title --> |
| <div class="md-header__title" data-md-component="header-title"> |
| <div class="md-header__ellipsis"> |
| <div class="md-header__topic"> |
| <span class="md-ellipsis"> </span> |
| </div> |
| <div class="md-header__topic" data-md-component="header-topic"> |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| </div> |
| </div> |
| </div> |
| |
| <!-- Button to open search modal --> |
| |
| <label class="md-header__button md-icon" for="__search"> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg> |
| </label> |
| |
| <!-- Search interface --> |
| <div class="md-search" data-md-component="search" role="dialog"> |
| <label class="md-search__overlay" for="__search"></label> |
| <div class="md-search__inner" role="search"> |
| <form class="md-search__form" name="search"> |
| <input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required> |
| <label class="md-search__icon md-icon" for="__search"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.516 6.516 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5Z"/></svg> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11h12Z"/></svg> |
| </label> |
| <nav class="md-search__options" aria-label="Search"> |
| |
| <button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1"> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12 19 6.41Z"/></svg> |
| </button> |
| </nav> |
| |
| <div class="md-search__suggest" data-md-component="search-suggest"></div> |
| |
| </form> |
| <div class="md-search__output"> |
| <div class="md-search__scrollwrap" data-md-scrollfix> |
| <div class="md-search-result" data-md-component="search-result"> |
| <div class="md-search-result__meta"> |
| Initializing search |
| </div> |
| <ol class="md-search-result__list" role="presentation"></ol> |
| </div> |
| </div> |
| </div> |
| </div> |
| </div> |
| |
| |
| <div class="md-social"> |
| |
| |
| |
| |
| |
| |
| |
| |
| <a href="https://iceberg.apache.org/community/" target="_blank" rel="noopener" title="iceberg.apache.org" class="md-social__link"> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 640 512"><!--! Font Awesome Free 6.5.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2023 Fonticons, Inc.--><path d="M88.2 309.1c9.8-18.3 6.8-40.8-7.5-55.8C59.4 230.9 48 204 48 176c0-63.5 63.8-128 160-128s160 64.5 160 128-63.8 128-160 128c-13.1 0-25.8-1.3-37.8-3.6-10.4-2-21.2-.6-30.7 4.2-4.1 2.1-8.3 4.1-12.6 6-16 7.2-32.9 13.5-49.9 18 2.8-4.6 5.4-9.1 7.9-13.6 1.1-1.9 2.2-3.9 3.2-5.9zM0 176c0 41.8 17.2 80.1 45.9 110.3-.9 1.7-1.9 3.5-2.8 5.1-10.3 18.4-22.3 36.5-36.6 52.1-6.6 7-8.3 17.2-4.6 25.9C5.8 378.3 14.4 384 24 384c43 0 86.5-13.3 122.7-29.7 4.8-2.2 9.6-4.5 14.2-6.8 15.1 3 30.9 4.5 47.1 4.5 114.9 0 208-78.8 208-176S322.9 0 208 0 0 78.8 0 176zm432 304c16.2 0 31.9-1.6 47.1-4.5 4.6 2.3 9.4 4.6 14.2 6.8C529.5 498.7 573 512 616 512c9.6 0 18.2-5.7 22-14.5 3.8-8.8 2-19-4.6-25.9-14.2-15.6-26.2-33.7-36.6-52.1-.9-1.7-1.9-3.4-2.8-5.1 28.8-30.3 46-68.6 46-110.4 0-94.4-87.9-171.5-198.2-175.8 4.1 15.2 6.2 31.2 6.2 47.8v.6c87.2 6.7 144 67.5 144 127.4 0 28-11.4 54.9-32.7 77.2-14.3 15-17.3 37.6-7.5 55.8 1.1 2 2.2 4 3.2 5.9 2.5 4.5 5.2 9 7.9 13.6-17-4.5-33.9-10.7-49.9-18-4.3-1.9-8.5-3.9-12.6-6-9.5-4.8-20.3-6.2-30.7-4.2-12.1 2.4-24.7 3.6-37.8 3.6-61.7 0-110-26.5-136.8-62.3-16 5.4-32.8 9.4-50 11.8C279 439.8 350 480 432 480z"/></svg> |
| </a> |
| |
| |
| |
| |
| |
| |
| |
| |
| <a href="https://github.com/apache/iceberg" target="_blank" rel="noopener" title="github.com" class="md-social__link"> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 496 512"><!--! Font Awesome Free 6.5.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2023 Fonticons, Inc.--><path d="M165.9 397.4c0 2-2.3 3.6-5.2 3.6-3.3.3-5.6-1.3-5.6-3.6 0-2 2.3-3.6 5.2-3.6 3-.3 5.6 1.3 5.6 3.6zm-31.1-4.5c-.7 2 1.3 4.3 4.3 4.9 2.6 1 5.6 0 6.2-2s-1.3-4.3-4.3-5.2c-2.6-.7-5.5.3-6.2 2.3zm44.2-1.7c-2.9.7-4.9 2.6-4.6 4.9.3 2 2.9 3.3 5.9 2.6 2.9-.7 4.9-2.6 4.6-4.6-.3-1.9-3-3.2-5.9-2.9zM244.8 8C106.1 8 0 113.3 0 252c0 110.9 69.8 205.8 169.5 239.2 12.8 2.3 17.3-5.6 17.3-12.1 0-6.2-.3-40.4-.3-61.4 0 0-70 15-84.7-29.8 0 0-11.4-29.1-27.8-36.6 0 0-22.9-15.7 1.6-15.4 0 0 24.9 2 38.6 25.8 21.9 38.6 58.6 27.5 72.9 20.9 2.3-16 8.8-27.1 16-33.7-55.9-6.2-112.3-14.3-112.3-110.5 0-27.5 7.6-41.3 23.6-58.9-2.6-6.5-11.1-33.3 2.6-67.9 20.9-6.5 69 27 69 27 20-5.6 41.5-8.5 62.8-8.5s42.8 2.9 62.8 8.5c0 0 48.1-33.6 69-27 13.7 34.7 5.2 61.4 2.6 67.9 16 17.7 25.8 31.5 25.8 58.9 0 96.5-58.9 104.2-114.8 110.5 9.2 7.9 17 22.9 17 46.4 0 33.7-.3 75.4-.3 83.6 0 6.5 4.6 14.4 17.3 12.1C428.2 457.8 496 362.9 496 252 496 113.3 383.5 8 244.8 8zM97.2 352.9c-1.3 1-1 3.3.7 5.2 1.6 1.6 3.9 2.3 5.2 1 1.3-1 1-3.3-.7-5.2-1.6-1.6-3.9-2.3-5.2-1zm-10.8-8.1c-.7 1.3.3 2.9 2.3 3.9 1.6 1 3.6.7 4.3-.7.7-1.3-.3-2.9-2.3-3.9-2-.6-3.6-.3-4.3.7zm32.4 35.6c-1.6 1.3-1 4.3 1.3 6.2 2.3 2.3 5.2 2.6 6.5 1 1.3-1.3.7-4.3-1.3-6.2-2.2-2.3-5.2-2.6-6.5-1zm-11.4-14.7c-1.6 1-1.6 3.6 0 5.9 1.6 2.3 4.3 3.3 5.6 2.3 1.6-1.3 1.6-3.9 0-6.2-1.4-2.3-4-3.3-5.6-2z"/></svg> |
| </a> |
| |
| |
| |
| |
| |
| |
| |
| |
| <a href="https://www.youtube.com/@ApacheIceberg" target="_blank" rel="noopener" title="www.youtube.com" class="md-social__link"> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 576 512"><!--! Font Awesome Free 6.5.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2023 Fonticons, Inc.--><path d="M549.655 124.083c-6.281-23.65-24.787-42.276-48.284-48.597C458.781 64 288 64 288 64S117.22 64 74.629 75.486c-23.497 6.322-42.003 24.947-48.284 48.597-11.412 42.867-11.412 132.305-11.412 132.305s0 89.438 11.412 132.305c6.281 23.65 24.787 41.5 48.284 47.821C117.22 448 288 448 288 448s170.78 0 213.371-11.486c23.497-6.321 42.003-24.171 48.284-47.821 11.412-42.867 11.412-132.305 11.412-132.305s0-89.438-11.412-132.305zm-317.51 213.508V175.185l142.739 81.205-142.739 81.201z"/></svg> |
| </a> |
| |
| |
| |
| |
| |
| |
| |
| |
| <a href="https://join.slack.com/t/apache-iceberg/shared_invite/zt-287g3akar-K9Oe_En5j1UL7Y_Ikpai3A" target="_blank" rel="noopener" title="join.slack.com" class="md-social__link"> |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 6.5.1 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2023 Fonticons, Inc.--><path d="M94.12 315.1c0 25.9-21.16 47.06-47.06 47.06S0 341 0 315.1c0-25.9 21.16-47.06 47.06-47.06h47.06v47.06zm23.72 0c0-25.9 21.16-47.06 47.06-47.06s47.06 21.16 47.06 47.06v117.84c0 25.9-21.16 47.06-47.06 47.06s-47.06-21.16-47.06-47.06V315.1zm47.06-188.98c-25.9 0-47.06-21.16-47.06-47.06S139 32 164.9 32s47.06 21.16 47.06 47.06v47.06H164.9zm0 23.72c25.9 0 47.06 21.16 47.06 47.06s-21.16 47.06-47.06 47.06H47.06C21.16 243.96 0 222.8 0 196.9s21.16-47.06 47.06-47.06H164.9zm188.98 47.06c0-25.9 21.16-47.06 47.06-47.06 25.9 0 47.06 21.16 47.06 47.06s-21.16 47.06-47.06 47.06h-47.06V196.9zm-23.72 0c0 25.9-21.16 47.06-47.06 47.06-25.9 0-47.06-21.16-47.06-47.06V79.06c0-25.9 21.16-47.06 47.06-47.06 25.9 0 47.06 21.16 47.06 47.06V196.9zM283.1 385.88c25.9 0 47.06 21.16 47.06 47.06 0 25.9-21.16 47.06-47.06 47.06-25.9 0-47.06-21.16-47.06-47.06v-47.06h47.06zm0-23.72c-25.9 0-47.06-21.16-47.06-47.06 0-25.9 21.16-47.06 47.06-47.06h117.84c25.9 0 47.06 21.16 47.06 47.06 0 25.9-21.16 47.06-47.06 47.06H283.1z"/></svg> |
| </a> |
| |
| </div> |
| |
| |
| <!-- Color palette toggle --> |
| |
| |
| <!-- User preference: color palette --> |
| |
| |
| <!-- Site language selector --> |
| |
| |
| <!-- Repository information --> |
| |
| </nav> |
| |
| <!-- Navigation tabs (sticky) --> |
| |
| <nav class="md-tabs" aria-label="Tabs" data-md-component="tabs"> |
| <div class="md-grid"> |
| <ul class="md-tabs__list"> |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../.." class="md-tabs__link"> |
| |
| |
| |
| |
| Home |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../spark-quickstart/" class="md-tabs__link"> |
| |
| |
| Quickstart |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../latest/" class="md-tabs__link"> |
| |
| |
| Docs |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../releases/" class="md-tabs__link"> |
| |
| |
| |
| |
| Releases |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../roadmap/" class="md-tabs__link"> |
| |
| |
| |
| |
| Roadmap |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../blogs/" class="md-tabs__link"> |
| |
| |
| |
| |
| Blogs |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../talks/" class="md-tabs__link"> |
| |
| |
| |
| |
| Talks |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../vendors/" class="md-tabs__link"> |
| |
| |
| |
| |
| Vendors |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../community/" class="md-tabs__link"> |
| |
| |
| Project |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="../../../../catalog/" class="md-tabs__link"> |
| |
| |
| Concepts |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-tabs__item"> |
| <a href="https://www.apache.org/foundation/sponsorship.html" class="md-tabs__link"> |
| |
| |
| ASF |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </div> |
| </nav> |
| </header> |
| |
| <div class="md-container" data-md-component="container"> |
| |
| |
| |
| |
| <main class="md-main" data-md-component="main"> |
| <div class="md-main__inner md-grid"> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| |
| |
| |
| |
| <nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0"> |
| <label class="md-nav__title" for="__drawer"> |
| <a href="../../../.." title="Apache Iceberg" class="md-nav__button md-logo" aria-label="Apache Iceberg" data-md-component="logo"> |
| |
| <img src="../../../../assets/images/Iceberg-logo.svg" alt="logo"> |
| |
| </a> |
| Apache Iceberg |
| </label> |
| |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../.." class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Home |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex=""> |
| |
| |
| <span class="md-ellipsis"> |
| Quickstart |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_2"> |
| <span class="md-nav__icon md-icon"></span> |
| Quickstart |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../spark-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Spark |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../hive-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3" > |
| |
| |
| <label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex=""> |
| |
| |
| <span class="md-ellipsis"> |
| Docs |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3"> |
| <span class="md-nav__icon md-icon"></span> |
| Docs |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1" id="__nav_3_1_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| latest |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_1_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1"> |
| <span class="md-nav__icon md-icon"></span> |
| latest |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Introduction |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1_2" id="__nav_3_1_2_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Tables |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1_2"> |
| <span class="md-nav__icon md-icon"></span> |
| Tables |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/branching/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Branching and Tagging |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/evolution/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Evolution |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/maintenance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Maintenance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/metrics-reporting/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Metrics Reporting |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/partitioning/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Partitioning |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/performance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Performance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/reliability/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Reliability |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/schemas/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Schemas |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_3" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1_3" id="__nav_3_1_3_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Spark |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1_3"> |
| <span class="md-nav__icon md-icon"></span> |
| Spark |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/spark-getting-started/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/spark-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/spark-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/spark-procedures/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Procedures |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/spark-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/spark-structured-streaming/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Structured Streaming |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/spark-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_4" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1_4" id="__nav_3_1_4_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1_4"> |
| <span class="md-nav__icon md-icon"></span> |
| Flink |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/flink/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/flink-connector/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Connector |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/flink-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/flink-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/flink-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/flink-actions/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Actions |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/flink-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/hive/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://trino.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Trino |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://clickhouse.com/docs/en/engines/table-engines/integrations/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Clickhouse |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://prestodb.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Presto |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.dremio.com/data-formats/apache-iceberg/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dremio |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.starrocks.io/en-us/latest/data_source/catalog/iceberg_catalog" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Starrocks |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/athena/latest/ug/querying-iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon Athena |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-iceberg-use-cluster.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon EMR |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://impala.apache.org/docs/build/html/topics/impala_iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Impala |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://doris.apache.org/docs/dev/lakehouse/multi-catalog/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Doris |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_15" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1_15" id="__nav_3_1_15_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Integrations |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_15_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1_15"> |
| <span class="md-nav__icon md-icon"></span> |
| Integrations |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/aws/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| AWS |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/dell/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dell |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/jdbc/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| JDBC |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/nessie/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Nessie |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_16" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1_16" id="__nav_3_1_16_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| API |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1_16"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/java-api-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Quickstart |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/api/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java API |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/custom-catalog/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Custom Catalog |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_1_17" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_1_17" id="__nav_3_1_17_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Migration |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_1_17_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_1_17"> |
| <span class="md-nav__icon md-icon"></span> |
| Migration |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/table-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Overview |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/hive-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../latest/delta-lake-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Delta Lake Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../javadoc/latest" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Javadoc |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://py.iceberg.apache.org/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2" id="__nav_3_2_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| 1.4.3 |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2"> |
| <span class="md-nav__icon md-icon"></span> |
| 1.4.3 |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Introduction |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2_2" id="__nav_3_2_2_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Tables |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_2_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2_2"> |
| <span class="md-nav__icon md-icon"></span> |
| Tables |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/branching/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Branching and Tagging |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/evolution/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Evolution |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/maintenance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Maintenance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/metrics-reporting/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Metrics Reporting |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/partitioning/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Partitioning |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/performance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Performance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/reliability/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Reliability |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/schemas/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Schemas |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2_3" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2_3" id="__nav_3_2_3_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Spark |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_2_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2_3"> |
| <span class="md-nav__icon md-icon"></span> |
| Spark |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/spark-getting-started/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/spark-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/spark-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/spark-procedures/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Procedures |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/spark-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/spark-structured-streaming/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Structured Streaming |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/spark-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2_4" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2_4" id="__nav_3_2_4_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_2_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2_4"> |
| <span class="md-nav__icon md-icon"></span> |
| Flink |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/flink/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/flink-connector/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Connector |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/flink-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/flink-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/flink-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/flink-actions/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Actions |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/flink-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/hive/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://trino.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Trino |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://clickhouse.com/docs/en/engines/table-engines/integrations/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Clickhouse |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://prestodb.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Presto |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.dremio.com/data-formats/apache-iceberg/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dremio |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.starrocks.io/en-us/latest/data_source/catalog/iceberg_catalog" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Starrocks |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/athena/latest/ug/querying-iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon Athena |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-iceberg-use-cluster.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon EMR |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://impala.apache.org/docs/build/html/topics/impala_iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Impala |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://doris.apache.org/docs/dev/lakehouse/multi-catalog/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Doris |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2_15" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2_15" id="__nav_3_2_15_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Integrations |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_2_15_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2_15"> |
| <span class="md-nav__icon md-icon"></span> |
| Integrations |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/aws/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| AWS |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/dell/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dell |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/jdbc/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| JDBC |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/nessie/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Nessie |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2_16" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2_16" id="__nav_3_2_16_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| API |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_2_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2_16"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/java-api-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Quickstart |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/api/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java API |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/custom-catalog/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Custom Catalog |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_2_17" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_2_17" id="__nav_3_2_17_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Migration |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_2_17_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_2_17"> |
| <span class="md-nav__icon md-icon"></span> |
| Migration |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/table-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Overview |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/hive-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.3/delta-lake-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Delta Lake Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../javadoc/1.4.3" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Javadoc |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://py.iceberg.apache.org/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3" id="__nav_3_3_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| 1.4.2 |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3"> |
| <span class="md-nav__icon md-icon"></span> |
| 1.4.2 |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Introduction |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3_2" id="__nav_3_3_2_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Tables |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_3_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3_2"> |
| <span class="md-nav__icon md-icon"></span> |
| Tables |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/branching/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Branching and Tagging |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/evolution/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Evolution |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/maintenance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Maintenance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/metrics-reporting/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Metrics Reporting |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/partitioning/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Partitioning |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/performance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Performance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/reliability/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Reliability |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/schemas/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Schemas |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3_3" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3_3" id="__nav_3_3_3_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Spark |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_3_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3_3"> |
| <span class="md-nav__icon md-icon"></span> |
| Spark |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/spark-getting-started/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/spark-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/spark-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/spark-procedures/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Procedures |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/spark-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/spark-structured-streaming/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Structured Streaming |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/spark-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3_4" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3_4" id="__nav_3_3_4_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_3_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3_4"> |
| <span class="md-nav__icon md-icon"></span> |
| Flink |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/flink/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/flink-connector/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Connector |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/flink-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/flink-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/flink-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/flink-actions/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Actions |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/flink-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/hive/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://trino.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Trino |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://clickhouse.com/docs/en/engines/table-engines/integrations/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Clickhouse |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://prestodb.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Presto |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.dremio.com/data-formats/apache-iceberg/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dremio |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.starrocks.io/en-us/latest/data_source/catalog/iceberg_catalog" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Starrocks |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/athena/latest/ug/querying-iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon Athena |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-iceberg-use-cluster.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon EMR |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://impala.apache.org/docs/build/html/topics/impala_iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Impala |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://doris.apache.org/docs/dev/lakehouse/multi-catalog/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Doris |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3_15" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3_15" id="__nav_3_3_15_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Integrations |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_3_15_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3_15"> |
| <span class="md-nav__icon md-icon"></span> |
| Integrations |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/aws/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| AWS |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/dell/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dell |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/jdbc/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| JDBC |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/nessie/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Nessie |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3_16" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3_16" id="__nav_3_3_16_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| API |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_3_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3_16"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/java-api-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Quickstart |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/api/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java API |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/custom-catalog/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Custom Catalog |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_3_17" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_3_17" id="__nav_3_3_17_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Migration |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_3_17_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_3_17"> |
| <span class="md-nav__icon md-icon"></span> |
| Migration |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/table-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Overview |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/hive-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.2/delta-lake-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Delta Lake Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../javadoc/1.4.2" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Javadoc |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://py.iceberg.apache.org/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_4" id="__nav_3_4_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| 1.4.1 |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_4"> |
| <span class="md-nav__icon md-icon"></span> |
| 1.4.1 |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Introduction |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_4_2" id="__nav_3_4_2_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Tables |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_4_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_4_2"> |
| <span class="md-nav__icon md-icon"></span> |
| Tables |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../branching/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Branching and Tagging |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../evolution/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Evolution |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../maintenance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Maintenance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../metrics-reporting/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Metrics Reporting |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../partitioning/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Partitioning |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../performance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Performance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../reliability/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Reliability |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../schemas/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Schemas |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4_3" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_4_3" id="__nav_3_4_3_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Spark |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_4_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_4_3"> |
| <span class="md-nav__icon md-icon"></span> |
| Spark |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../spark-getting-started/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../spark-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../spark-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../spark-procedures/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Procedures |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../spark-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../spark-structured-streaming/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Structured Streaming |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../spark-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4_4" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_4_4" id="__nav_3_4_4_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_4_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_4_4"> |
| <span class="md-nav__icon md-icon"></span> |
| Flink |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../flink/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../flink-connector/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Connector |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../flink-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../flink-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../flink-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../flink-actions/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Actions |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../flink-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../hive/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://trino.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Trino |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://clickhouse.com/docs/en/engines/table-engines/integrations/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Clickhouse |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://prestodb.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Presto |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.dremio.com/data-formats/apache-iceberg/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dremio |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.starrocks.io/en-us/latest/data_source/catalog/iceberg_catalog" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Starrocks |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/athena/latest/ug/querying-iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon Athena |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-iceberg-use-cluster.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon EMR |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://impala.apache.org/docs/build/html/topics/impala_iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Impala |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://doris.apache.org/docs/dev/lakehouse/multi-catalog/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Doris |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4_15" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_4_15" id="__nav_3_4_15_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Integrations |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_4_15_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_4_15"> |
| <span class="md-nav__icon md-icon"></span> |
| Integrations |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../aws/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| AWS |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../dell/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dell |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../jdbc/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| JDBC |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../nessie/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Nessie |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4_16" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_4_16" id="__nav_3_4_16_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| API |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_4_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_4_16"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../java-api-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Quickstart |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../api/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java API |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../custom-catalog/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Custom Catalog |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_4_17" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_4_17" id="__nav_3_4_17_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Migration |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_4_17_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_4_17"> |
| <span class="md-nav__icon md-icon"></span> |
| Migration |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../table-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Overview |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../hive-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../delta-lake-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Delta Lake Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../javadoc/1.4.1/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Javadoc |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://py.iceberg.apache.org/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5" id="__nav_3_5_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| 1.4.0 |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="2" aria-labelledby="__nav_3_5_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5"> |
| <span class="md-nav__icon md-icon"></span> |
| 1.4.0 |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Introduction |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5_2" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5_2" id="__nav_3_5_2_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Tables |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_5_2_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5_2"> |
| <span class="md-nav__icon md-icon"></span> |
| Tables |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/branching/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Branching and Tagging |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/evolution/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Evolution |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/maintenance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Maintenance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/metrics-reporting/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Metrics Reporting |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/partitioning/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Partitioning |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/performance/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Performance |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/reliability/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Reliability |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/schemas/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Schemas |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5_3" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5_3" id="__nav_3_5_3_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Spark |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_5_3_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5_3"> |
| <span class="md-nav__icon md-icon"></span> |
| Spark |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/spark-getting-started/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/spark-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/spark-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/spark-procedures/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Procedures |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/spark-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/spark-structured-streaming/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Structured Streaming |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/spark-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5_4" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5_4" id="__nav_3_5_4_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_5_4_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5_4"> |
| <span class="md-nav__icon md-icon"></span> |
| Flink |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/flink/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Getting Started |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/flink-connector/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Connector |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/flink-ddl/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink DDL |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/flink-queries/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Queries |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/flink-writes/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Writes |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/flink-actions/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Actions |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/flink-configuration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Flink Configuration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/hive/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://trino.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Trino |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://clickhouse.com/docs/en/engines/table-engines/integrations/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Clickhouse |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://prestodb.io/docs/current/connector/iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Presto |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.dremio.com/data-formats/apache-iceberg/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dremio |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.starrocks.io/en-us/latest/data_source/catalog/iceberg_catalog" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Starrocks |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/athena/latest/ug/querying-iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon Athena |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://docs.aws.amazon.com/emr/latest/ReleaseGuide/emr-iceberg-use-cluster.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Amazon EMR |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://impala.apache.org/docs/build/html/topics/impala_iceberg.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Impala |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://doris.apache.org/docs/dev/lakehouse/multi-catalog/iceberg" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Doris |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5_15" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5_15" id="__nav_3_5_15_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Integrations |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_5_15_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5_15"> |
| <span class="md-nav__icon md-icon"></span> |
| Integrations |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/aws/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| AWS |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/dell/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Dell |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/jdbc/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| JDBC |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/nessie/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Nessie |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5_16" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5_16" id="__nav_3_5_16_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| API |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_5_16_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5_16"> |
| <span class="md-nav__icon md-icon"></span> |
| API |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/java-api-quickstart/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Quickstart |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/api/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java API |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/custom-catalog/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Java Custom Catalog |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_3_5_17" > |
| |
| |
| <label class="md-nav__link" for="__nav_3_5_17" id="__nav_3_5_17_label" tabindex="0"> |
| |
| |
| <span class="md-ellipsis"> |
| Migration |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="3" aria-labelledby="__nav_3_5_17_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_3_5_17"> |
| <span class="md-nav__icon md-icon"></span> |
| Migration |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/table-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Overview |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/hive-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Hive Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../1.4.0/delta-lake-migration/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Delta Lake Migration |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../javadoc/1.4.0/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Javadoc |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://py.iceberg.apache.org/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| PyIceberg |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../releases/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Releases |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../roadmap/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Roadmap |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../blogs/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Blogs |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../talks/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Talks |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../vendors/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Vendors |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_9" > |
| |
| |
| <label class="md-nav__link" for="__nav_9" id="__nav_9_label" tabindex=""> |
| |
| |
| <span class="md-ellipsis"> |
| Project |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_9_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_9"> |
| <span class="md-nav__icon md-icon"></span> |
| Project |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../community/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Join |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../spec/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Spec |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../view-spec/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| View spec |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../puffin-spec/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Puffin spec |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../multi-engine-support/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Multi-engine support |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../how-to-release/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| How to release |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../terms/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Terms |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_10" > |
| |
| |
| <label class="md-nav__link" for="__nav_10" id="__nav_10_label" tabindex=""> |
| |
| |
| <span class="md-ellipsis"> |
| Concepts |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_10_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_10"> |
| <span class="md-nav__icon md-icon"></span> |
| Concepts |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="../../../../catalog/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Catalogs |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item md-nav__item--section md-nav__item--nested"> |
| |
| |
| |
| |
| <input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_11" > |
| |
| |
| <label class="md-nav__link" for="__nav_11" id="__nav_11_label" tabindex=""> |
| |
| |
| <span class="md-ellipsis"> |
| ASF |
| </span> |
| |
| |
| <span class="md-nav__icon md-icon"></span> |
| </label> |
| |
| <nav class="md-nav" data-md-level="1" aria-labelledby="__nav_11_label" aria-expanded="false"> |
| <label class="md-nav__title" for="__nav_11"> |
| <span class="md-nav__icon md-icon"></span> |
| ASF |
| </label> |
| <ul class="md-nav__list" data-md-scrollfix> |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://www.apache.org/foundation/sponsorship.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Sponsorship |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://www.apache.org/events/current-event.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Events |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://www.apache.org/licenses/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| License |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://www.apache.org/security/" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Security |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| <li class="md-nav__item"> |
| <a href="https://www.apache.org/foundation/thanks.html" class="md-nav__link"> |
| |
| |
| <span class="md-ellipsis"> |
| Sponsors |
| </span> |
| |
| |
| </a> |
| </li> |
| |
| |
| |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| |
| |
| </ul> |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" > |
| <div class="md-sidebar__scrollwrap"> |
| <div class="md-sidebar__inner"> |
| |
| |
| <nav class="md-nav md-nav--secondary" aria-label="Table of contents"> |
| |
| |
| |
| |
| |
| |
| <label class="md-nav__title" for="__toc"> |
| <span class="md-nav__icon md-icon"></span> |
| Table of contents |
| </label> |
| <ul class="md-nav__list" data-md-component="toc" data-md-scrollfix> |
| |
| <li class="md-nav__item"> |
| <a href="#catalogs" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Catalogs |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Catalogs"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#catalog-configuration" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Catalog configuration |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#using-catalogs" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Using catalogs |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#replacing-the-session-catalog" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Replacing the session catalog |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#using-catalog-specific-hadoop-configuration-values" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Using catalog specific Hadoop configuration values |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#loading-a-custom-catalog" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Loading a custom catalog |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#sql-extensions" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| SQL Extensions |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#runtime-configuration" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Runtime configuration |
| </span> |
| </a> |
| |
| <nav class="md-nav" aria-label="Runtime configuration"> |
| <ul class="md-nav__list"> |
| |
| <li class="md-nav__item"> |
| <a href="#read-options" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Read options |
| </span> |
| </a> |
| |
| </li> |
| |
| <li class="md-nav__item"> |
| <a href="#write-options" class="md-nav__link"> |
| <span class="md-ellipsis"> |
| Write options |
| </span> |
| </a> |
| |
| </li> |
| |
| </ul> |
| </nav> |
| |
| </li> |
| |
| </ul> |
| |
| </nav> |
| </div> |
| </div> |
| </div> |
| |
| |
| |
| <div class="md-content" data-md-component="content"> |
| <article class="md-content__inner md-typeset"> |
| |
| |
| |
| |
| <!-- |
| - Licensed to the Apache Software Foundation (ASF) under one or more |
| - contributor license agreements. See the NOTICE file distributed with |
| - this work for additional information regarding copyright ownership. |
| - The ASF licenses this file to You under the Apache License, Version 2.0 |
| - (the "License"); you may not use this file except in compliance with |
| - the License. You may obtain a copy of the License at |
| - |
| - http://www.apache.org/licenses/LICENSE-2.0 |
| - |
| - Unless required by applicable law or agreed to in writing, software |
| - distributed under the License is distributed on an "AS IS" BASIS, |
| - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| - See the License for the specific language governing permissions and |
| - limitations under the License. |
| --> |
| |
| <h1 id="spark-configuration">Spark Configuration<a class="headerlink" href="#spark-configuration" title="Permanent link">🔗</a></h1> |
| <h2 id="catalogs">Catalogs<a class="headerlink" href="#catalogs" title="Permanent link">🔗</a></h2> |
| <p>Spark adds an API to plug in table catalogs that are used to load, create, and manage Iceberg tables. Spark catalogs are configured by setting Spark properties under <code>spark.sql.catalog</code>.</p> |
| <p>This creates an Iceberg catalog named <code>hive_prod</code> that loads tables from a Hive metastore:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a>spark.sql.catalog.hive_prod = org.apache.iceberg.spark.SparkCatalog |
| <a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>spark.sql.catalog.hive_prod.type = hive |
| <a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a>spark.sql.catalog.hive_prod.uri = thrift://metastore-host:port |
| <a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a># omit uri to use the same URI as Spark: hive.metastore.uris in hive-site.xml |
| </code></pre></div> |
| <p>Below is an example for a REST catalog named <code>rest_prod</code> that loads tables from REST URL <code>http://localhost:8080</code>:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-1-1" name="__codelineno-1-1" href="#__codelineno-1-1"></a>spark.sql.catalog.rest_prod = org.apache.iceberg.spark.SparkCatalog |
| <a id="__codelineno-1-2" name="__codelineno-1-2" href="#__codelineno-1-2"></a>spark.sql.catalog.rest_prod.type = rest |
| <a id="__codelineno-1-3" name="__codelineno-1-3" href="#__codelineno-1-3"></a>spark.sql.catalog.rest_prod.uri = http://localhost:8080 |
| </code></pre></div> |
| <p>Iceberg also supports a directory-based catalog in HDFS that can be configured using <code>type=hadoop</code>:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-2-1" name="__codelineno-2-1" href="#__codelineno-2-1"></a>spark.sql.catalog.hadoop_prod = org.apache.iceberg.spark.SparkCatalog |
| <a id="__codelineno-2-2" name="__codelineno-2-2" href="#__codelineno-2-2"></a>spark.sql.catalog.hadoop_prod.type = hadoop |
| <a id="__codelineno-2-3" name="__codelineno-2-3" href="#__codelineno-2-3"></a>spark.sql.catalog.hadoop_prod.warehouse = hdfs://nn:8020/warehouse/path |
| </code></pre></div> |
| <div class="admonition info"> |
| <p class="admonition-title">Info</p> |
| <p>The Hive-based catalog only loads Iceberg tables. To load non-Iceberg tables in the same Hive metastore, use a <a href="#replacing-the-session-catalog">session catalog</a>.</p> |
| </div> |
| <h3 id="catalog-configuration">Catalog configuration<a class="headerlink" href="#catalog-configuration" title="Permanent link">🔗</a></h3> |
| <p>A catalog is created and named by adding a property <code>spark.sql.catalog.(catalog-name)</code> with an implementation class for its value.</p> |
| <p>Iceberg supplies two implementations:</p> |
| <ul> |
| <li><code>org.apache.iceberg.spark.SparkCatalog</code> supports a Hive Metastore or a Hadoop warehouse as a catalog</li> |
| <li><code>org.apache.iceberg.spark.SparkSessionCatalog</code> adds support for Iceberg tables to Spark's built-in catalog, and delegates to the built-in catalog for non-Iceberg tables</li> |
| </ul> |
| <p>Both catalogs are configured using properties nested under the catalog name. Common configuration properties for Hive and Hadoop are:</p> |
| <table> |
| <thead> |
| <tr> |
| <th>Property</th> |
| <th>Values</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td>spark.sql.catalog.<em>catalog-name</em>.type</td> |
| <td><code>hive</code>, <code>hadoop</code> or <code>rest</code></td> |
| <td>The underlying Iceberg catalog implementation, <code>HiveCatalog</code>, <code>HadoopCatalog</code>, <code>RESTCatalog</code> or left unset if using a custom catalog</td> |
| </tr> |
| <tr> |
| <td>spark.sql.catalog.<em>catalog-name</em>.catalog-impl</td> |
| <td></td> |
| <td>The custom Iceberg catalog implementation. If <code>type</code> is null, <code>catalog-impl</code> must not be null.</td> |
| </tr> |
| <tr> |
| <td>spark.sql.catalog.<em>catalog-name</em>.io-impl</td> |
| <td></td> |
| <td>The custom FileIO implementation.</td> |
| </tr> |
| <tr> |
| <td>spark.sql.catalog.<em>catalog-name</em>.metrics-reporter-impl</td> |
| <td></td> |
| <td>The custom MetricsReporter implementation.</td> |
| </tr> |
| <tr> |
| <td>spark.sql.catalog.<em>catalog-name</em>.default-namespace</td> |
| <td>default</td> |
| <td>The default current namespace for the catalog</td> |
| </tr> |
| <tr> |
| <td>spark.sql.catalog.<em>catalog-name</em>.uri</td> |
| <td>thrift://host:port</td> |
| <td>Hive metastore URL for hive typed catalog, REST URL for REST typed catalog</td> |
| </tr> |
| <tr> |
| <td>spark.sql.catalog.<em>catalog-name</em>.warehouse</td> |
| <td>hdfs://nn:8020/warehouse/path</td> |
| <td>Base path for the warehouse directory</td> |
| </tr> |
| <tr> |
| <td>spark.sql.catalog.<em>catalog-name</em>.cache-enabled</td> |
| <td><code>true</code> or <code>false</code></td> |
| <td>Whether to enable catalog cache, default value is <code>true</code></td> |
| </tr> |
| <tr> |
| <td>spark.sql.catalog.<em>catalog-name</em>.cache.expiration-interval-ms</td> |
| <td><code>30000</code> (30 seconds)</td> |
| <td>Duration after which cached catalog entries are expired; Only effective if <code>cache-enabled</code> is <code>true</code>. <code>-1</code> disables cache expiration and <code>0</code> disables caching entirely, irrespective of <code>cache-enabled</code>. Default is <code>30000</code> (30 seconds)</td> |
| </tr> |
| <tr> |
| <td>spark.sql.catalog.<em>catalog-name</em>.table-default.<em>propertyKey</em></td> |
| <td></td> |
| <td>Default Iceberg table property value for property key <em>propertyKey</em>, which will be set on tables created by this catalog if not overridden</td> |
| </tr> |
| <tr> |
| <td>spark.sql.catalog.<em>catalog-name</em>.table-override.<em>propertyKey</em></td> |
| <td></td> |
| <td>Enforced Iceberg table property value for property key <em>propertyKey</em>, which cannot be overridden by user</td> |
| </tr> |
| </tbody> |
| </table> |
| <p>Additional properties can be found in common <a href="../configuration/#catalog-properties">catalog configuration</a>.</p> |
| <h3 id="using-catalogs">Using catalogs<a class="headerlink" href="#using-catalogs" title="Permanent link">🔗</a></h3> |
| <p>Catalog names are used in SQL queries to identify a table. In the examples above, <code>hive_prod</code> and <code>hadoop_prod</code> can be used to prefix database and table names that will be loaded from those catalogs.</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-3-1" name="__codelineno-3-1" href="#__codelineno-3-1"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="n">hive_prod</span><span class="p">.</span><span class="n">db</span><span class="p">.</span><span class="k">table</span><span class="p">;</span><span class="w"> </span><span class="c1">-- load db.table from catalog hive_prod</span> |
| </code></pre></div> |
| <p>Spark 3 keeps track of the current catalog and namespace, which can be omitted from table names.</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-4-1" name="__codelineno-4-1" href="#__codelineno-4-1"></a><span class="n">USE</span><span class="w"> </span><span class="n">hive_prod</span><span class="p">.</span><span class="n">db</span><span class="p">;</span> |
| <a id="__codelineno-4-2" name="__codelineno-4-2" href="#__codelineno-4-2"></a><span class="k">SELECT</span><span class="w"> </span><span class="o">*</span><span class="w"> </span><span class="k">FROM</span><span class="w"> </span><span class="k">table</span><span class="p">;</span><span class="w"> </span><span class="c1">-- load db.table from catalog hive_prod</span> |
| </code></pre></div> |
| <p>To see the current catalog and namespace, run <code>SHOW CURRENT NAMESPACE</code>.</p> |
| <h3 id="replacing-the-session-catalog">Replacing the session catalog<a class="headerlink" href="#replacing-the-session-catalog" title="Permanent link">🔗</a></h3> |
| <p>To add Iceberg table support to Spark's built-in catalog, configure <code>spark_catalog</code> to use Iceberg's <code>SparkSessionCatalog</code>.</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-5-1" name="__codelineno-5-1" href="#__codelineno-5-1"></a>spark.sql.catalog.spark_catalog = org.apache.iceberg.spark.SparkSessionCatalog |
| <a id="__codelineno-5-2" name="__codelineno-5-2" href="#__codelineno-5-2"></a>spark.sql.catalog.spark_catalog.type = hive |
| </code></pre></div> |
| <p>Spark's built-in catalog supports existing v1 and v2 tables tracked in a Hive Metastore. This configures Spark to use Iceberg's <code>SparkSessionCatalog</code> as a wrapper around that session catalog. When a table is not an Iceberg table, the built-in catalog will be used to load it instead.</p> |
| <p>This configuration can use same Hive Metastore for both Iceberg and non-Iceberg tables.</p> |
| <h3 id="using-catalog-specific-hadoop-configuration-values">Using catalog specific Hadoop configuration values<a class="headerlink" href="#using-catalog-specific-hadoop-configuration-values" title="Permanent link">🔗</a></h3> |
| <p>Similar to configuring Hadoop properties by using <code>spark.hadoop.*</code>, it's possible to set per-catalog Hadoop configuration values when using Spark by adding the property for the catalog with the prefix <code>spark.sql.catalog.(catalog-name).hadoop.*</code>. These properties will take precedence over values configured globally using <code>spark.hadoop.*</code> and will only affect Iceberg tables.</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-6-1" name="__codelineno-6-1" href="#__codelineno-6-1"></a>spark.sql.catalog.hadoop_prod.hadoop.fs.s3a.endpoint = http://aws-local:9000 |
| </code></pre></div> |
| <h3 id="loading-a-custom-catalog">Loading a custom catalog<a class="headerlink" href="#loading-a-custom-catalog" title="Permanent link">🔗</a></h3> |
| <p>Spark supports loading a custom Iceberg <code>Catalog</code> implementation by specifying the <code>catalog-impl</code> property. Here is an example:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-7-1" name="__codelineno-7-1" href="#__codelineno-7-1"></a>spark.sql.catalog.custom_prod = org.apache.iceberg.spark.SparkCatalog |
| <a id="__codelineno-7-2" name="__codelineno-7-2" href="#__codelineno-7-2"></a>spark.sql.catalog.custom_prod.catalog-impl = com.my.custom.CatalogImpl |
| <a id="__codelineno-7-3" name="__codelineno-7-3" href="#__codelineno-7-3"></a>spark.sql.catalog.custom_prod.my-additional-catalog-config = my-value |
| </code></pre></div> |
| <h2 id="sql-extensions">SQL Extensions<a class="headerlink" href="#sql-extensions" title="Permanent link">🔗</a></h2> |
| <p>Iceberg 0.11.0 and later add an extension module to Spark to add new SQL commands, like <code>CALL</code> for stored procedures or <code>ALTER TABLE ... WRITE ORDERED BY</code>.</p> |
| <p>Using those SQL commands requires adding Iceberg extensions to your Spark environment using the following Spark property:</p> |
| <table> |
| <thead> |
| <tr> |
| <th>Spark extensions property</th> |
| <th>Iceberg extensions implementation</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td><code>spark.sql.extensions</code></td> |
| <td><code>org.apache.iceberg.spark.extensions.IcebergSparkSessionExtensions</code></td> |
| </tr> |
| </tbody> |
| </table> |
| <h2 id="runtime-configuration">Runtime configuration<a class="headerlink" href="#runtime-configuration" title="Permanent link">🔗</a></h2> |
| <h3 id="read-options">Read options<a class="headerlink" href="#read-options" title="Permanent link">🔗</a></h3> |
| <p>Spark read options are passed when configuring the DataFrameReader, like this:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-8-1" name="__codelineno-8-1" href="#__codelineno-8-1"></a><span class="c1">// time travel</span> |
| <a id="__codelineno-8-2" name="__codelineno-8-2" href="#__codelineno-8-2"></a><span class="n">spark</span><span class="p">.</span><span class="n">read</span> |
| <a id="__codelineno-8-3" name="__codelineno-8-3" href="#__codelineno-8-3"></a><span class="w"> </span><span class="p">.</span><span class="n">option</span><span class="p">(</span><span class="s">"snapshot-id"</span><span class="p">,</span><span class="w"> </span><span class="il">10963874102873L</span><span class="p">)</span> |
| <a id="__codelineno-8-4" name="__codelineno-8-4" href="#__codelineno-8-4"></a><span class="w"> </span><span class="p">.</span><span class="n">table</span><span class="p">(</span><span class="s">"catalog.db.table"</span><span class="p">)</span> |
| </code></pre></div> |
| <table> |
| <thead> |
| <tr> |
| <th>Spark option</th> |
| <th>Default</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td>snapshot-id</td> |
| <td>(latest)</td> |
| <td>Snapshot ID of the table snapshot to read</td> |
| </tr> |
| <tr> |
| <td>as-of-timestamp</td> |
| <td>(latest)</td> |
| <td>A timestamp in milliseconds; the snapshot used will be the snapshot current at this time.</td> |
| </tr> |
| <tr> |
| <td>split-size</td> |
| <td>As per table property</td> |
| <td>Overrides this table's read.split.target-size and read.split.metadata-target-size</td> |
| </tr> |
| <tr> |
| <td>lookback</td> |
| <td>As per table property</td> |
| <td>Overrides this table's read.split.planning-lookback</td> |
| </tr> |
| <tr> |
| <td>file-open-cost</td> |
| <td>As per table property</td> |
| <td>Overrides this table's read.split.open-file-cost</td> |
| </tr> |
| <tr> |
| <td>vectorization-enabled</td> |
| <td>As per table property</td> |
| <td>Overrides this table's read.parquet.vectorization.enabled</td> |
| </tr> |
| <tr> |
| <td>batch-size</td> |
| <td>As per table property</td> |
| <td>Overrides this table's read.parquet.vectorization.batch-size</td> |
| </tr> |
| <tr> |
| <td>stream-from-timestamp</td> |
| <td>(none)</td> |
| <td>A timestamp in milliseconds to stream from; if before the oldest known ancestor snapshot, the oldest will be used</td> |
| </tr> |
| </tbody> |
| </table> |
| <h3 id="write-options">Write options<a class="headerlink" href="#write-options" title="Permanent link">🔗</a></h3> |
| <p>Spark write options are passed when configuring the DataFrameWriter, like this:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-9-1" name="__codelineno-9-1" href="#__codelineno-9-1"></a><span class="c1">// write with Avro instead of Parquet</span> |
| <a id="__codelineno-9-2" name="__codelineno-9-2" href="#__codelineno-9-2"></a><span class="n">df</span><span class="p">.</span><span class="n">write</span> |
| <a id="__codelineno-9-3" name="__codelineno-9-3" href="#__codelineno-9-3"></a><span class="w"> </span><span class="p">.</span><span class="n">option</span><span class="p">(</span><span class="s">"write-format"</span><span class="p">,</span><span class="w"> </span><span class="s">"avro"</span><span class="p">)</span> |
| <a id="__codelineno-9-4" name="__codelineno-9-4" href="#__codelineno-9-4"></a><span class="w"> </span><span class="p">.</span><span class="n">option</span><span class="p">(</span><span class="s">"snapshot-property.key"</span><span class="p">,</span><span class="w"> </span><span class="s">"value"</span><span class="p">)</span> |
| <a id="__codelineno-9-5" name="__codelineno-9-5" href="#__codelineno-9-5"></a><span class="w"> </span><span class="p">.</span><span class="n">insertInto</span><span class="p">(</span><span class="s">"catalog.db.table"</span><span class="p">)</span> |
| </code></pre></div> |
| <table> |
| <thead> |
| <tr> |
| <th>Spark option</th> |
| <th>Default</th> |
| <th>Description</th> |
| </tr> |
| </thead> |
| <tbody> |
| <tr> |
| <td>write-format</td> |
| <td>Table write.format.default</td> |
| <td>File format to use for this write operation; parquet, avro, or orc</td> |
| </tr> |
| <tr> |
| <td>target-file-size-bytes</td> |
| <td>As per table property</td> |
| <td>Overrides this table's write.target-file-size-bytes</td> |
| </tr> |
| <tr> |
| <td>check-nullability</td> |
| <td>true</td> |
| <td>Sets the nullable check on fields</td> |
| </tr> |
| <tr> |
| <td>snapshot-property.<em>custom-key</em></td> |
| <td>null</td> |
| <td>Adds an entry with custom-key and corresponding value in the snapshot summary (the <code>snapshot-property.</code> prefix is only required for DSv2)</td> |
| </tr> |
| <tr> |
| <td>fanout-enabled</td> |
| <td>false</td> |
| <td>Overrides this table's write.spark.fanout.enabled</td> |
| </tr> |
| <tr> |
| <td>check-ordering</td> |
| <td>true</td> |
| <td>Checks if input schema and table schema are same</td> |
| </tr> |
| <tr> |
| <td>isolation-level</td> |
| <td>null</td> |
| <td>Desired isolation level for Dataframe overwrite operations. <code>null</code> => no checks (for idempotent writes), <code>serializable</code> => check for concurrent inserts or deletes in destination partitions, <code>snapshot</code> => checks for concurrent deletes in destination partitions.</td> |
| </tr> |
| <tr> |
| <td>validate-from-snapshot-id</td> |
| <td>null</td> |
| <td>If isolation level is set, id of base snapshot from which to check concurrent write conflicts into a table. Should be the snapshot before any reads from the table. Can be obtained via <a href="../../api#table-metadata">Table API</a> or <a href="../spark-queries#snapshots">Snapshots table</a>. If null, the table's oldest known snapshot is used.</td> |
| </tr> |
| <tr> |
| <td>compression-codec</td> |
| <td>Table write.(fileformat).compression-codec</td> |
| <td>Overrides this table's compression codec for this write</td> |
| </tr> |
| <tr> |
| <td>compression-level</td> |
| <td>Table write.(fileformat).compression-level</td> |
| <td>Overrides this table's compression level for Parquet and Avro tables for this write</td> |
| </tr> |
| <tr> |
| <td>compression-strategy</td> |
| <td>Table write.orc.compression-strategy</td> |
| <td>Overrides this table's compression strategy for ORC tables for this write</td> |
| </tr> |
| </tbody> |
| </table> |
| <p>CommitMetadata provides an interface to add custom metadata to a snapshot summary during a SQL execution, which can be beneficial for purposes such as auditing or change tracking. If properties start with <code>snapshot-property.</code>, then that prefix will be removed from each property. Here is an example:</p> |
| <div class="highlight"><pre><span></span><code><a id="__codelineno-10-1" name="__codelineno-10-1" href="#__codelineno-10-1"></a><span class="kn">import</span><span class="w"> </span><span class="nn">org.apache.iceberg.spark.CommitMetadata</span><span class="p">;</span> |
| <a id="__codelineno-10-2" name="__codelineno-10-2" href="#__codelineno-10-2"></a> |
| <a id="__codelineno-10-3" name="__codelineno-10-3" href="#__codelineno-10-3"></a><span class="n">Map</span><span class="o"><</span><span class="n">String</span><span class="p">,</span><span class="w"> </span><span class="n">String</span><span class="o">></span><span class="w"> </span><span class="n">properties</span><span class="w"> </span><span class="o">=</span><span class="w"> </span><span class="n">Maps</span><span class="p">.</span><span class="na">newHashMap</span><span class="p">();</span> |
| <a id="__codelineno-10-4" name="__codelineno-10-4" href="#__codelineno-10-4"></a><span class="n">properties</span><span class="p">.</span><span class="na">put</span><span class="p">(</span><span class="s">"property_key"</span><span class="p">,</span><span class="w"> </span><span class="s">"property_value"</span><span class="p">);</span> |
| <a id="__codelineno-10-5" name="__codelineno-10-5" href="#__codelineno-10-5"></a><span class="n">CommitMetadata</span><span class="p">.</span><span class="na">withCommitProperties</span><span class="p">(</span><span class="n">properties</span><span class="p">,</span> |
| <a id="__codelineno-10-6" name="__codelineno-10-6" href="#__codelineno-10-6"></a><span class="w"> </span><span class="p">()</span><span class="w"> </span><span class="o">-></span><span class="w"> </span><span class="p">{</span> |
| <a id="__codelineno-10-7" name="__codelineno-10-7" href="#__codelineno-10-7"></a><span class="w"> </span><span class="n">spark</span><span class="p">.</span><span class="na">sql</span><span class="p">(</span><span class="s">"DELETE FROM "</span><span class="w"> </span><span class="o">+</span><span class="w"> </span><span class="n">tableName</span><span class="w"> </span><span class="o">+</span><span class="w"> </span><span class="s">" where id = 1"</span><span class="p">);</span> |
| <a id="__codelineno-10-8" name="__codelineno-10-8" href="#__codelineno-10-8"></a><span class="w"> </span><span class="k">return</span><span class="w"> </span><span class="mi">0</span><span class="p">;</span> |
| <a id="__codelineno-10-9" name="__codelineno-10-9" href="#__codelineno-10-9"></a><span class="w"> </span><span class="p">},</span> |
| <a id="__codelineno-10-10" name="__codelineno-10-10" href="#__codelineno-10-10"></a><span class="w"> </span><span class="n">RuntimeException</span><span class="p">.</span><span class="na">class</span><span class="p">);</span> |
| </code></pre></div> |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| |
| </article> |
| </div> |
| |
| |
| <script>var tabs=__md_get("__tabs");if(Array.isArray(tabs))e:for(var set of document.querySelectorAll(".tabbed-set")){var tab,labels=set.querySelector(".tabbed-labels");for(tab of tabs)for(var label of labels.getElementsByTagName("label"))if(label.innerText.trim()===tab){var input=document.getElementById(label.htmlFor);input.checked=!0;continue e}}</script> |
| |
| <script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script> |
| </div> |
| |
| <button type="button" class="md-top md-icon" data-md-component="top" hidden> |
| |
| <svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8v12Z"/></svg> |
| Back to top |
| </button> |
| |
| </main> |
| |
| <footer class="md-footer"> |
| |
| <div class="md-footer-meta md-typeset"> |
| <div class="md-footer-meta__inner md-grid"> |
| <div class="md-copyright"> |
| |
| <div class="md-copyright__highlight"> |
| Apache Iceberg, Iceberg, Apache, the Apache feather logo, and the Apache Iceberg project logo are<br>either registered trademarks or trademarks of The Apache Software Foundation. Copyright © 2023<br>The Apache Software Foundation, Licensed under the <a href="https://www.apache.org/licenses/">Apache License, Version 2.0</a>.<br><br> |
| |
| </div> |
| |
| |
| Made with |
| <a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener"> |
| Material for MkDocs |
| </a> |
| |
| </div> |
| |
| </div> |
| </div> |
| </footer> |
| |
| </div> |
| <div class="md-dialog" data-md-component="dialog"> |
| <div class="md-dialog__inner md-typeset"></div> |
| </div> |
| |
| |
| <script id="__config" type="application/json">{"base": "../../../..", "features": ["navigation.tabs", "navigation.tabs.sticky", "navigation.path", "navigation.top", "navigation.tracking", "toc.follow", "offline", "search.suggest", "search.highlight", "content.tabs.link", "content.code.copy", "content.code.annotate"], "search": "../../../../assets/javascripts/workers/search.f886a092.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}}</script> |
| |
| |
| <script src="../../../../assets/javascripts/bundle.d7c377c4.min.js"></script> |
| |
| <script src="../../../../assets/javascript/extra.js"></script> |
| |
| |
| </body> |
| </html> |