| <!doctype html> | |
| <html lang="en" dir="ltr" class="docs-wrapper docs-doc-page docs-version-1.10.0 plugin-docs plugin-id-default docs-doc-id-quick_start/data_sync/mysql_iceberg_example"> | |
| <head> | |
| <meta charset="UTF-8"> | |
| <meta name="generator" content="Docusaurus v2.3.1"> | |
| <title data-rh="true">MySQL to Iceberg Example | Apache InLong</title><meta data-rh="true" name="viewport" content="width=device-width,initial-scale=1"><meta data-rh="true" name="twitter:card" content="summary_large_image"><meta data-rh="true" property="og:url" content="https://inlong.apache.org/docs/1.10.0/quick_start/data_sync/mysql_iceberg_example"><meta data-rh="true" name="docusaurus_locale" content="en"><meta data-rh="true" name="docsearch:language" content="en"><meta data-rh="true" name="docusaurus_version" content="1.10.0"><meta data-rh="true" name="docusaurus_tag" content="docs-default-1.10.0"><meta data-rh="true" name="docsearch:version" content="1.10.0"><meta data-rh="true" name="docsearch:docusaurus_tag" content="docs-default-1.10.0"><meta data-rh="true" property="og:title" content="MySQL to Iceberg Example | Apache InLong"><meta data-rh="true" name="description" content="Here we use an example to introduce how to use Apache InLong creating MySQL -> Iceberg full database migration."><meta data-rh="true" property="og:description" content="Here we use an example to introduce how to use Apache InLong creating MySQL -> Iceberg full database migration."><link data-rh="true" rel="icon" href="/img/logo.svg"><link data-rh="true" rel="canonical" href="https://inlong.apache.org/docs/1.10.0/quick_start/data_sync/mysql_iceberg_example"><link data-rh="true" rel="alternate" href="https://inlong.apache.org/docs/1.10.0/quick_start/data_sync/mysql_iceberg_example" hreflang="en"><link data-rh="true" rel="alternate" href="https://inlong.apache.org/zh-CN/docs/1.10.0/quick_start/data_sync/mysql_iceberg_example" hreflang="zh-CN"><link data-rh="true" rel="alternate" href="https://inlong.apache.org/docs/1.10.0/quick_start/data_sync/mysql_iceberg_example" hreflang="x-default"><link data-rh="true" rel="preconnect" href="https://YUW9QEL53E-dsn.algolia.net" crossorigin="anonymous"><link rel="alternate" type="application/rss+xml" href="/blog/rss.xml" title="Apache InLong RSS Feed"> | |
| <link rel="alternate" type="application/atom+xml" href="/blog/atom.xml" title="Apache InLong Atom Feed"> | |
| <link rel="search" type="application/opensearchdescription+xml" title="Apache InLong" href="/opensearch.xml"> | |
| <script src="https://www.apachecon.com/event-images/snippet.js" async></script><link rel="stylesheet" href="/assets/css/styles.c64edd51.css"> | |
| <link rel="preload" href="/assets/js/runtime~main.63c98e82.js" as="script"> | |
| <link rel="preload" href="/assets/js/main.070aef2a.js" as="script"> | |
| </head> | |
| <body class="navigation-with-keyboard"> | |
| <script>!function(){function e(e){document.documentElement.setAttribute("data-theme",e)}var t=function(){var e=null;try{e=localStorage.getItem("theme")}catch(e){}return e}();null!==t?e(t):window.matchMedia("(prefers-color-scheme: dark)").matches?e("dark"):(window.matchMedia("(prefers-color-scheme: light)").matches,e("light"))}()</script><div id="__docusaurus"> | |
| <div role="region" aria-label="Skip to main content"><a class="skipToContent_fXgn" href="#docusaurus_skipToContent_fallback">Skip to main content</a></div><nav aria-label="Main" class="navbar navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><button aria-label="Toggle navigation bar" aria-expanded="false" class="navbar__toggle clean-btn" type="button"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/"><div class="navbar__logo"><img src="/img/logo.svg" alt="Apache" class="themedImage_ToTc themedImage--light_HNdA"><img src="/img/logo.svg" alt="Apache" class="themedImage_ToTc themedImage--dark_i4oU"></div><b class="navbar__title text--truncate">Apache InLong</b></a></div><div class="navbar__items navbar__items--right"><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a class="navbar__link" aria-haspopup="true" aria-expanded="false" role="button" href="/docs/introduction">Docs</a><ul class="dropdown__menu"><li><a class="dropdown__link" href="/docs/next/introduction">Next</a></li><li><a class="dropdown__link" href="/docs/introduction">1.11.0</a></li><li><a class="dropdown__link" href="/docs/1.10.0/introduction">1.10.0</a></li><li><a class="dropdown__link" href="/docs/1.9.0/introduction">1.9.0</a></li><li><a class="dropdown__link" href="/docs/1.8.0/introduction">1.8.0</a></li><li><a class="dropdown__link" href="/versions/">All versions</a></li></ul></div><a class="navbar__item navbar__link" href="/downloads">Download</a><a class="navbar__item navbar__link" href="/community/how-to-contribute">Community</a><a class="navbar__item navbar__link" href="/blog">Blog</a><a class="navbar__item navbar__link" href="/team">Team</a><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link">ASF</a><ul class="dropdown__menu"><li><a href="https://www.apache.org/" target="_blank" rel="noopener noreferrer" class="dropdown__link">Apache Software Foundation</a></li><li><a href="https://www.apache.org/licenses/" target="_blank" rel="noopener noreferrer" class="dropdown__link">License</a></li><li><a href="https://www.apache.org/events/current-event" target="_blank" rel="noopener noreferrer" class="dropdown__link">Events</a></li><li><a href="https://www.apache.org/security/" target="_blank" rel="noopener noreferrer" class="dropdown__link">Security</a></li><li><a href="https://www.apache.org/foundation/sponsorship.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">Sponsorship</a></li><li><a href="https://www.apache.org/foundation/policies/privacy.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">Privacy</a></li><li><a href="https://www.apache.org/foundation/thanks.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">Thanks</a></li></ul></div><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link"><svg viewBox="0 0 24 24" width="20" height="20" aria-hidden="true" class="iconLanguage_nlXk"><path fill="currentColor" d="M12.87 15.07l-2.54-2.51.03-.03c1.74-1.94 2.98-4.17 3.71-6.53H17V4h-7V2H8v2H1v1.99h11.17C11.5 7.92 10.44 9.75 9 11.35 8.07 10.32 7.3 9.19 6.69 8h-2c.73 1.63 1.73 3.17 2.98 4.56l-5.09 5.02L4 19l5-5 3.11 3.11.76-2.04zM18.5 10h-2L12 22h2l1.12-3h4.75L21 22h2l-4.5-12zm-2.62 7l1.62-4.33L19.12 17h-3.24z"></path></svg>English</a><ul class="dropdown__menu"><li><a href="/docs/1.10.0/quick_start/data_sync/mysql_iceberg_example" target="_self" rel="noopener noreferrer" class="dropdown__link dropdown__link--active" lang="en">English</a></li><li><a href="/zh-CN/docs/1.10.0/quick_start/data_sync/mysql_iceberg_example" target="_self" rel="noopener noreferrer" class="dropdown__link" lang="zh-CN">简体中文</a></li></ul></div><a href="https://github.com/apache/inlong" target="_blank" rel="noopener noreferrer" class="navbar__item navbar__link">GitHub<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a><div class="toggle_vylO colorModeToggle_DEke"><button class="clean-btn toggleButton_gllP toggleButtonDisabled_aARS" type="button" disabled="" title="Switch between dark and light mode (currently light mode)" aria-label="Switch between dark and light mode (currently light mode)" aria-live="polite"><svg viewBox="0 0 24 24" width="24" height="24" class="lightToggleIcon_pyhR"><path fill="currentColor" d="M12,9c1.65,0,3,1.35,3,3s-1.35,3-3,3s-3-1.35-3-3S10.35,9,12,9 M12,7c-2.76,0-5,2.24-5,5s2.24,5,5,5s5-2.24,5-5 S14.76,7,12,7L12,7z M2,13l2,0c0.55,0,1-0.45,1-1s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S1.45,13,2,13z M20,13l2,0c0.55,0,1-0.45,1-1 s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S19.45,13,20,13z M11,2v2c0,0.55,0.45,1,1,1s1-0.45,1-1V2c0-0.55-0.45-1-1-1S11,1.45,11,2z M11,20v2c0,0.55,0.45,1,1,1s1-0.45,1-1v-2c0-0.55-0.45-1-1-1C11.45,19,11,19.45,11,20z M5.99,4.58c-0.39-0.39-1.03-0.39-1.41,0 c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0s0.39-1.03,0-1.41L5.99,4.58z M18.36,16.95 c-0.39-0.39-1.03-0.39-1.41,0c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0c0.39-0.39,0.39-1.03,0-1.41 L18.36,16.95z M19.42,5.99c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06c-0.39,0.39-0.39,1.03,0,1.41 s1.03,0.39,1.41,0L19.42,5.99z M7.05,18.36c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06 c-0.39,0.39-0.39,1.03,0,1.41s1.03,0.39,1.41,0L7.05,18.36z"></path></svg><svg viewBox="0 0 24 24" width="24" height="24" class="darkToggleIcon_wfgR"><path fill="currentColor" d="M9.37,5.51C9.19,6.15,9.1,6.82,9.1,7.5c0,4.08,3.32,7.4,7.4,7.4c0.68,0,1.35-0.09,1.99-0.27C17.45,17.19,14.93,19,12,19 c-3.86,0-7-3.14-7-7C5,9.07,6.81,6.55,9.37,5.51z M12,3c-4.97,0-9,4.03-9,9s4.03,9,9,9s9-4.03,9-9c0-0.46-0.04-0.92-0.1-1.36 c-0.98,1.37-2.58,2.26-4.4,2.26c-2.98,0-5.4-2.42-5.4-5.4c0-1.81,0.89-3.42,2.26-4.4C12.92,3.04,12.46,3,12,3L12,3z"></path></svg></button></div><div class="searchBox_ZlJk"><button type="button" class="DocSearch DocSearch-Button" aria-label="Search"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">Search</span></span><span class="DocSearch-Button-Keys"></span></button></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div id="docusaurus_skipToContent_fallback" class="main-wrapper mainWrapper_z2l0 docsWrapper_BCFX"><button aria-label="Scroll back to top" class="clean-btn theme-back-to-top-button backToTopButton_sjWU" type="button"></button><div class="docPage__5DB"><aside class="theme-doc-sidebar-container docSidebarContainer_b6E3"><div class="sidebarViewport_Xe31"><div class="sidebar_njMd"><nav aria-label="Docs sidebar" class="menu thin-scrollbar menu_SIkG"><ul class="theme-doc-sidebar-menu menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/docs/1.10.0/introduction">Introduction</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/1.10.0/design_and_concept/basic_concept">Design and Concept</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret menu__link--active" aria-expanded="true" href="/docs/1.10.0/quick_start/how_to_build">Quick Start</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.10.0/quick_start/how_to_build">How to Build</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" tabindex="0" href="/docs/1.10.0/quick_start/data_ingestion/file_pulsar_clickhouse_example">Data Ingestion</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret menu__link--active" aria-expanded="true" tabindex="0" href="/docs/1.10.0/quick_start/data_sync/mysql_clickhouse_example">Data Synchronization</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.10.0/quick_start/data_sync/mysql_clickhouse_example">MySQL to ClickHouse Example</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.10.0/quick_start/data_sync/mysql_starrocks_example">MySQL to StarRocks Example</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link menu__link--active" aria-current="page" tabindex="0" href="/docs/1.10.0/quick_start/data_sync/mysql_iceberg_example">MySQL to Iceberg Example</a></li></ul></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/1.10.0/deployment/standalone">Deployment</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/1.10.0/modules/agent/overview">Components</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/1.10.0/data_node/extract_node/overview">Data Nodes</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/1.10.0/sdk/dataproxy-sdk/cpp">SDK</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/1.10.0/user_guide/dashboard_usage">User Guide</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/1.10.0/development/inlong_msg">Development</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/1.10.0/administration/user_management">Administration</a></div></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/docs/1.10.0/contact">Contact Us</a></li></ul></nav></div></div></aside><main class="docMainContainer_gTbr"><div class="container padding-top--md padding-bottom--lg"><div class="row"><div class="col docItemCol_VOVn"><div class="theme-doc-version-banner alert alert--warning margin-bottom--md" role="alert"><div>This is documentation for <!-- -->Apache InLong<!-- --> <b>1.10.0</b>, which is no longer actively maintained.</div><div class="margin-top--md">For up-to-date documentation, see the <b><a href="/docs/quick_start/data_sync/mysql_iceberg_example">latest version</a></b> (<!-- -->1.11.0<!-- -->).</div></div><div class="docItemContainer_Djhp"><article><nav class="theme-doc-breadcrumbs breadcrumbsContainer_Z_bl" aria-label="Breadcrumbs"><ul class="breadcrumbs" itemscope="" itemtype="https://schema.org/BreadcrumbList"><li class="breadcrumbs__item"><a aria-label="Home page" class="breadcrumbs__link" href="/"><svg viewBox="0 0 24 24" class="breadcrumbHomeIcon_YNFT"><path d="M10 19v-5h4v5c0 .55.45 1 1 1h3c.55 0 1-.45 1-1v-7h1.7c.46 0 .68-.57.33-.87L12.67 3.6c-.38-.34-.96-.34-1.34 0l-8.36 7.53c-.34.3-.13.87.33.87H5v7c0 .55.45 1 1 1h3c.55 0 1-.45 1-1z" fill="currentColor"></path></svg></a></li><li class="breadcrumbs__item"><span class="breadcrumbs__link">Quick Start</span><meta itemprop="position" content="1"></li><li class="breadcrumbs__item"><span class="breadcrumbs__link">Data Synchronization</span><meta itemprop="position" content="2"></li><li itemscope="" itemprop="itemListElement" itemtype="https://schema.org/ListItem" class="breadcrumbs__item breadcrumbs__item--active"><span class="breadcrumbs__link" itemprop="name">MySQL to Iceberg Example</span><meta itemprop="position" content="3"></li></ul></nav><span class="theme-doc-version-badge badge badge--secondary">Version: 1.10.0</span><div class="tocCollapsible_ETCw theme-doc-toc-mobile tocMobile_ITEo"><button type="button" class="clean-btn tocCollapsibleButton_TO0P">On this page</button></div><div class="theme-doc-markdown markdown"><header><h1>MySQL to Iceberg Example</h1></header><p>Here we use an example to introduce how to use Apache InLong creating <code>MySQL -> Iceberg</code> full database migration.</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="deployment">Deployment<a href="#deployment" class="hash-link" aria-label="Direct link to Deployment" title="Direct link to Deployment"></a></h2><h3 class="anchor anchorWithStickyNavbar_LWe7" id="install-inlong">Install InLong<a href="#install-inlong" class="hash-link" aria-label="Direct link to Install InLong" title="Direct link to Install InLong"></a></h3><p>Before we begin, we need to install InLong. Here we provide two ways:</p><ul><li><a href="/docs/1.10.0/deployment/docker">Docker Deployment</a> (Recommended)</li><li><a href="/docs/1.10.0/deployment/bare_metal">Bare Metal Deployment</a></li></ul><h3 class="anchor anchorWithStickyNavbar_LWe7" id="add-connectors">Add Connectors<a href="#add-connectors" class="hash-link" aria-label="Direct link to Add Connectors" title="Direct link to Add Connectors"></a></h3><p>Download the <a href="https://inlong.apache.org/downloads/" target="_blank" rel="noopener noreferrer">connectors</a> corresponding to Flink 1.13, and after decompression, place <code>sort-connector-iceberg-[version]-SNAPSHOT.jar</code> in <code>/inlong-sort/connectors/</code> directory.</p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="install-iceberg">Install Iceberg<a href="#install-iceberg" class="hash-link" aria-label="Direct link to Install Iceberg" title="Direct link to Install Iceberg"></a></h3><p>Please refer to the <a href="https://iceberg.apache.org/hive-quickstart" target="_blank" rel="noopener noreferrer">Installation Tutorial</a> on the Apache Iceberg official website.</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="cluster-initialize">Cluster Initialize<a href="#cluster-initialize" class="hash-link" aria-label="Direct link to Cluster Initialize" title="Direct link to Cluster Initialize"></a></h2><p>When all containers are successfully started, you can access the InLong dashboard address http://localhost, and use the following default account to log in.</p><div class="codeBlockContainer_Ckt0 theme-code-block" style="--prism-color:#F8F8F2;--prism-background-color:#282A36"><div class="codeBlockContent_biex"><pre tabindex="0" class="prism-code language-text codeBlock_bY9V thin-scrollbar"><code class="codeBlockLines_e6Vv"><span class="token-line" style="color:#F8F8F2"><span class="token plain">User: admin</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">Password: inlong</span><br></span></code></pre><div class="buttonGroup__atx"><button type="button" aria-label="Copy code to clipboard" title="Copy" class="clean-btn"><span class="copyButtonIcons_eSgA" aria-hidden="true"><svg class="copyButtonIcon_y97N" viewBox="0 0 24 24"><path d="M19,21H8V7H19M19,5H8A2,2 0 0,0 6,7V21A2,2 0 0,0 8,23H19A2,2 0 0,0 21,21V7A2,2 0 0,0 19,5M16,1H4A2,2 0 0,0 2,3V17H4V3H16V1Z"></path></svg><svg class="copyButtonSuccessIcon_LjdS" viewBox="0 0 24 24"><path d="M21,7L9,19L3.5,13.5L4.91,12.09L9,16.17L19.59,5.59L21,7Z"></path></svg></span></button></div></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="create-cluster-tag">Create Cluster Tag<a href="#create-cluster-tag" class="hash-link" aria-label="Direct link to Create Cluster Tag" title="Direct link to Create Cluster Tag"></a></h3><p>Click <!-- -->[Clusters]<!-- --> -> <!-- -->[ClusterTags]<!-- --> -> <!-- -->[Create]<!-- --> on the page to specify the cluster label name and responsible person. | |
| <img loading="lazy" alt="Create Cluster Tag" src="/assets/images/create_cluster_tag-83079ba435eef25964075381c405c176.png" width="532" height="373" class="img_ev3q"></p><div class="theme-admonition theme-admonition-caution alert alert--warning admonition_LlT9"><div class="admonitionHeading_tbUL"><span class="admonitionIcon_kALy"><svg viewBox="0 0 16 16"><path fill-rule="evenodd" d="M8.893 1.5c-.183-.31-.52-.5-.887-.5s-.703.19-.886.5L.138 13.499a.98.98 0 0 0 0 1.001c.193.31.53.501.886.501h13.964c.367 0 .704-.19.877-.5a1.03 1.03 0 0 0 .01-1.002L8.893 1.5zm.133 11.497H6.987v-2.003h2.039v2.003zm0-3.004H6.987V5.987h2.039v4.006z"></path></svg></span>caution</div><div class="admonitionContent_S0QG"><p><code>default_cluster</code> is the default ClusterTags reported by each component. If you decide to use a different name, make sure to update the corresponding tag configuration accordingly.</p></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="register-pulsar-cluster">Register Pulsar Cluster<a href="#register-pulsar-cluster" class="hash-link" aria-label="Direct link to Register Pulsar Cluster" title="Direct link to Register Pulsar Cluster"></a></h3><p>Click <!-- -->[Clusters]<!-- --> -> <!-- -->[Cluster]<!-- --> -> <!-- -->[Create]<!-- --> on the page to register Pulsar Cluster. | |
| <img loading="lazy" alt="Create Pulsar Cluster" src="/assets/images/create_pulsar_cluster-8931f8b43da437e42a266e4443003b48.png" width="527" height="650" class="img_ev3q"></p><div class="theme-admonition theme-admonition-note alert alert--secondary admonition_LlT9"><div class="admonitionHeading_tbUL"><span class="admonitionIcon_kALy"><svg viewBox="0 0 14 16"><path fill-rule="evenodd" d="M6.3 5.69a.942.942 0 0 1-.28-.7c0-.28.09-.52.28-.7.19-.18.42-.28.7-.28.28 0 .52.09.7.28.18.19.28.42.28.7 0 .28-.09.52-.28.7a1 1 0 0 1-.7.3c-.28 0-.52-.11-.7-.3zM8 7.99c-.02-.25-.11-.48-.31-.69-.2-.19-.42-.3-.69-.31H6c-.27.02-.48.13-.69.31-.2.2-.3.44-.31.69h1v3c.02.27.11.5.31.69.2.2.42.31.69.31h1c.27 0 .48-.11.69-.31.2-.19.3-.42.31-.69H8V7.98v.01zM7 2.3c-3.14 0-5.7 2.54-5.7 5.68 0 3.14 2.56 5.7 5.7 5.7s5.7-2.55 5.7-5.7c0-3.15-2.56-5.69-5.7-5.69v.01zM7 .98c3.86 0 7 3.14 7 7s-3.14 7-7 7-7-3.12-7-7 3.14-7 7-7z"></path></svg></span>note</div><div class="admonitionContent_S0QG"><p>The ClusterTags selects the newly created <code>default_cluster</code>, the Pulsar cluster deployed by docker:</p><p>Service URL is <code>pulsar://pulsar:6650</code>, Admin URL is <code>http://pulsar:8080</code>.</p></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="register-iceberg-datanodes">Register Iceberg DataNodes<a href="#register-iceberg-datanodes" class="hash-link" aria-label="Direct link to Register Iceberg DataNodes" title="Direct link to Register Iceberg DataNodes"></a></h3><p>Click <!-- -->[DataNodes]<!-- --> -> <!-- -->[Create]<!-- --> on the page to register Iceberg DataNodes. | |
| <img loading="lazy" alt="Create Iceberg DataNode" src="/assets/images/create_iceberg_datanode-3f89dc82e7fb0cf01d454bc408de9346.png" width="727" height="653" class="img_ev3q"></p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="create-task">Create Task<a href="#create-task" class="hash-link" aria-label="Direct link to Create Task" title="Direct link to Create Task"></a></h2><h3 class="anchor anchorWithStickyNavbar_LWe7" id="create-data-streams-group">Create Data Streams Group<a href="#create-data-streams-group" class="hash-link" aria-label="Direct link to Create Data Streams Group" title="Direct link to Create Data Streams Group"></a></h3><p>Click <!-- -->[Synchronization]<!-- --> → <!-- -->[Create]<!-- --> on the page and input the Group ID, Stream ID and Full database migration: | |
| <img loading="lazy" alt="Create Group Stream" src="/assets/images/create_group_stream-cbd6f0dfc6f02437232b1ade24568013.png" width="1470" height="422" class="img_ev3q"></p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="create-data-source">Create Data Source<a href="#create-data-source" class="hash-link" aria-label="Direct link to Create Data Source" title="Direct link to Create Data Source"></a></h3><p>In the data source, click <!-- -->[New]<!-- --> → <!-- -->[MySQL]<!-- --> to configure the source name, address, databases and tables information. | |
| <img loading="lazy" alt="Create Stream_Source" src="/assets/images/create_stream_source-bb9fcf7ffc971ac4f9ec549eb57e84d2.png" width="674" height="631" class="img_ev3q"></p><div class="theme-admonition theme-admonition-note alert alert--secondary admonition_LlT9"><div class="admonitionHeading_tbUL"><span class="admonitionIcon_kALy"><svg viewBox="0 0 14 16"><path fill-rule="evenodd" d="M6.3 5.69a.942.942 0 0 1-.28-.7c0-.28.09-.52.28-.7.19-.18.42-.28.7-.28.28 0 .52.09.7.28.18.19.28.42.28.7 0 .28-.09.52-.28.7a1 1 0 0 1-.7.3c-.28 0-.52-.11-.7-.3zM8 7.99c-.02-.25-.11-.48-.31-.69-.2-.19-.42-.3-.69-.31H6c-.27.02-.48.13-.69.31-.2.2-.3.44-.31.69h1v3c.02.27.11.5.31.69.2.2.42.31.69.31h1c.27 0 .48-.11.69-.31.2-.19.3-.42.31-.69H8V7.98v.01zM7 2.3c-3.14 0-5.7 2.54-5.7 5.68 0 3.14 2.56 5.7 5.7 5.7s5.7-2.55 5.7-5.7c0-3.15-2.56-5.69-5.7-5.69v.01zM7 .98c3.86 0 7 3.14 7 7s-3.14 7-7 7-7-3.12-7-7 3.14-7 7-7z"></path></svg></span>note</div><div class="admonitionContent_S0QG"><ul><li>If the read mode is <code>Full amount + Incremental</code>, the existing data in the source table will also be collected, but the <code>Incremental</code> mode will not.</li><li>The table white list format is <code><dbName>.<tableName></code> and supports regular expressions.</li></ul></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="create-data-sink">Create Data Sink<a href="#create-data-sink" class="hash-link" aria-label="Direct link to Create Data Sink" title="Direct link to Create Data Sink"></a></h3><p>In the data sink, click <!-- -->[New]<!-- --> → <!-- -->[Iceberg]<!-- --> to configure the sink name and created Iceberg data node. | |
| We can choose the data sink to have the same database table name as the data source, or customize it. | |
| <img loading="lazy" alt="Create data object" src="/assets/images/create_stream_sink-96d3c2f03117a10c96690687908ca54e.png" width="1212" height="376" class="img_ev3q"></p><div class="theme-admonition theme-admonition-note alert alert--secondary admonition_LlT9"><div class="admonitionHeading_tbUL"><span class="admonitionIcon_kALy"><svg viewBox="0 0 14 16"><path fill-rule="evenodd" d="M6.3 5.69a.942.942 0 0 1-.28-.7c0-.28.09-.52.28-.7.19-.18.42-.28.7-.28.28 0 .52.09.7.28.18.19.28.42.28.7 0 .28-.09.52-.28.7a1 1 0 0 1-.7.3c-.28 0-.52-.11-.7-.3zM8 7.99c-.02-.25-.11-.48-.31-.69-.2-.19-.42-.3-.69-.31H6c-.27.02-.48.13-.69.31-.2.2-.3.44-.31.69h1v3c.02.27.11.5.31.69.2.2.42.31.69.31h1c.27 0 .48-.11.69-.31.2-.19.3-.42.31-.69H8V7.98v.01zM7 2.3c-3.14 0-5.7 2.54-5.7 5.68 0 3.14 2.56 5.7 5.7 5.7s5.7-2.55 5.7-5.7c0-3.15-2.56-5.69-5.7-5.69v.01zM7 .98c3.86 0 7 3.14 7 7s-3.14 7-7 7-7-3.12-7-7 3.14-7 7-7z"></path></svg></span>note</div><div class="admonitionContent_S0QG"><p>When customizing the names of database tables, you can use built-in parameters and string combinations to generate the target table names.</p><p>Built-in parameters include:</p><ul><li>Source database name: ${database}</li><li>Source table name: ${table}</li></ul><p>For example, if the source table name is <code>table1</code> and the mapping rule is <code>${table}_inlong</code>, the data from <code>table1</code> will be ultimately mapped and written into <code>table1_inlong</code>.</p></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="approve-data-stream">Approve Data Stream<a href="#approve-data-stream" class="hash-link" aria-label="Direct link to Approve Data Stream" title="Direct link to Approve Data Stream"></a></h3><p>Click <!-- -->[Approval]<!-- --> -> <!-- -->[MyApproval]<!-- --> -> <!-- -->[Approval]<!-- --> -> <!-- -->[Ok]<!-- -->. | |
| <img loading="lazy" alt="Approve" src="/assets/images/approval-c3c95e6df941b809cf786b1d9b6ad8a8.png" width="1653" height="719" class="img_ev3q"></p><p>Back to <!-- -->[Synchronization]<!-- --> page, wait for <!-- -->[success]<!-- -->. | |
| <img loading="lazy" alt="Success" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAABSwAAABLCAIAAAD1QF72AAAACXBIWXMAAA7EAAAOxAGVKw4bAAAAEXRFWHRTb2Z0d2FyZQBTbmlwYXN0ZV0Xzt0AABdISURBVHic7d17dFTVvcDxHwl5ymRIFPIghDQYEY0omKRduQXUlC6jETXLXttB6LpKoZZFothaV1ohYItcLWKyFlUo2qvRWFsKKcbGrhQ0gpTimGhuqkDM3ARCHloTJkPChEdy/9jDyTCvTDA5geT7WfyR2bPP2fucEzLnd/Zv7xnX19cnAAAAAABg+AWMdAcAAAAAABgrCMIBAAAAANDJeD/rWa3WYe0HAAAAAACj3jjmhAMAAAAAoA/S0QEAAAAA0AlBOAAAAAAAOiEIBwAAAABAJwThAAAAAADohCAcAAAAAACdEIQDAAAAAKATgnAAAAAAAHRCEA4AAAAAgE4IwgEAAAAA0AlBOAAAAAAAOiEIBwAAAABAJwThAAAAAADohCAcAAAAAACdEIQDAAAAAKATgnAAAAAAAHRCEA4AAAAAgE4IwgEAAAAA0AlBOAAAAAAAOiEIBwAAAABAJwThAAAAAADoZPxIdwAA9NDb13fq3Jme3jNnenvP9fWOdHe+lsBxAUEBASEBQWGBQQHjxo10dwAAADAI4/r6+ka6DwAwvDrP2E+e7RnpXgyLCeNDIoJCR7oXAAAA8BdBOIDR7Gxfb8fp7jO950a6I8MoKCAwMjh8/DimFwEAAFwGCMIBjFpn+3q/6um63JPP/RE4LuDKkCuIwwEAAC59BOEARq0ve056GwNvP929uW7fp51tn3W2icjMiOjrIqJXJH87Kjhc3z4OmaCAwEkhE0a6FwAAABgAQTiA0cnHPPB/ftX44Id/OHH6lEv5xOCwl9O+/80rpw1/74YF88MBAAAufeQu4lJRWlpaVFTkZ+WOjo4lS5aYzeZh7RIuX719fd4i8D8e+zjng9+7R+AicuL0qZwPfv/HYx/72HNjV/tNf/vNlF0FU3YV3PS33zR2tQ9Nj4fCybM9vTxXHdvMZnPiec5/IbXyJUuWdHR0+Kis/rqqwvz8fLvd7rtFi8Xy9NNPu1crKiry8Sfabrfn5+e7t+Kt/85KS0vdN9QKPW7orTnn3rqXO2+VmJjo8glVVFTksXwsG9TnuMViWbx4scViGdYuXbIsFsvKlSu1/4y+jeV7nrJaiX6i/19ygVQdG4LdLiuRZSUiIi2dMn/TIPa5rOSC/tz1gtgGWvV1425HW8PN1iN3vTDEJ8ofLtdIn4P1h25n/uIMYxB+cUd+iZ8vXCIiIyNfffXV1NTUke4ILlGnzp3xWH6s+8Qvav7qe9tf1Pz1WPcJj29Vflm/cN9LhXPuPb6w4PjCgl/dkNXQ7dctlG68HTjGArvdfuTIkUOHDjU0NOzZs6ewsFBFOBaLpbCwcM+ePQ0NDTk5Oc8++6zdbvdWub6+Pjc3t6Gh4dChQyLyzjvv+GixqKjotttus9lszoUWiyUrK+u5557zsWFtbW1OTk5DQ0NDQ0NMTMzWrVt99N+Z2WzesWNHdXW1y4bd3d1qw+3btxcVFbnENh6bc+5weXm5eydPnTpls9nUeWtoaMjNzdXOc35+voi4lGNQkpKSiouLk5KSRrojl4Exfs+TPk0+XyttG6Rtg2y6T7I2y8bdvur7E1dvNclW00X25/EFjs60bZBYo8x5+uuGu0MS+6ijXj7X0bE3HxKbfch2PiDna3TRJ3ZAg31icoljJBzAKNTT6zkWfbXhw+5zp93LkyZcuWrGLern7nOnX2340OPmx7utk0MMNxrj1MvsuOvnT5o+BN0dOt4OHGNBaGioyWQKDQ0VkaSkpLS0tJqaGhGpqalJS0tT0c78+fNtNltzc7O3yqmpqepePzQ0ND09/ejRo96aU2Oe27dvdy60WCxr1qzZuHGjyeTrRkxrRUSys7Pr6uo6Ojq8dcnZ/v37c3JyIiMjvW04ffp0o9HoEoR7bE57t6ysLCsry2M/DQaDastZbW2tiCxbtszHAQIYDtkpUr5CdtVIS+dId0VERLaa5Mdz5cW9I90PkRarGELk5gTHyzlTZX7yiHYIAxmuIHxZiTxTIX+pkegnpKxWRKSlU+ZscCQqaE+wNu52lMzZIC2dHrZyp+U83PWCFLx9QTJJwdv9WRDOzamdi9sTlLJaRxqJKi+rdWyiZwrHGOGc1OcxGXLJkiVfffWVKuzo6Fi5cmVFRUVWVlZiYmJpaamWHqltq3aoUrNU/puWGVhaWjpSh4lLx5lezyui19m+9Fj+zI13OSdye6s2Jdz4RY/tE2uzc2FjV3vG7qLKL+vVy5LGqgXvvailuy868JpL7nrll/XJb69XhWtq3xGRE6dPLXjvRVWy6MBrakPnaiWNVR5L/D9wjDV2u721tTU+Pt5utx88eDAjI0OVR0ZGJicnuwS3WmXnwo6Ojt27d2dnZ3trIjc3130Q+CKGN9vb2w0GQ1hYmD9dqqurmzVrlnoZFxdnMBjq6+ud61RWViYnJ6sOqI8G382ZzebW1tbZs2drFbStOjo6XAb5FfUgQMX8Y4e3eQoX/Tmu6qhkh1H2Oe7tnsf5HB44cMC5ckVFhXqrqKhI2zwrK0udH+d7HrPZnJ+fX1JSMmZnQyRPlohQ+ej840GXUKLqmMx7Tg61Sdbm/pt8LSLQsseHcHz41mvkcJsj0HBOCPe4f/doyM+IaUCxRrH19J8WxffOtfhIdfsNc3/nvUVhfqo61p8goFpUB+Lt0LQkf9Ul56uj+lZW6+HKitvV98HjgcuFl+x3H+g60j5cQfhWkzy+QO6eJW0bJDtFWjrlzt/Kumxp2yAf58uuGqk6JlXHZFeNfJwvbRvkpUUetnJXViuryxybrM2W150Gq2w90mx1ZEGo5halOfIiFqXJstcHmLNh65HVZfL2Txy5Lktfv1SesY0Ozc3Nt956q8pvjI+Pr6ysFBGz2VxUVKSyCgsKCpyHU6xW67vvvrtz5849e/Zs2bIlLy+vsLDQeVsXzz33XEZGhkpE3LJly5idYwaNt68lq7G2qB9iQiMem3HLvEnTRST/uu+c6T33/JFK92ou5k+a/vNrM03/KHYOs31QEbXKXX/46gwRqfyyPrdqx7b0+48vLNifmRsXFnHi9Knv7X8l46rE4wsL/nX7z7+wnyxprDpx+tSv/lWxNuV2VW1q+ET3kkEdOMaa2trapqam6dP9ytRwqaxioby8vHXr1g13trDdbt+xY0d6erpLTDuo/sv5HPjExEQR8ZEf7tJcR0fHK6+8snTpUpdHAJrPP/989uzZzmGn3W7v6urq6OhQzWlh0qinzVOorq5uampS6QB8jnvk8Z6no6MjLy9Pm+tRW1trtVq1TYqLiwsLC6urq81m87333rt06dKGhoasrKyysjL3/ZeUlISHh6tZG+Xl5WNtrrghRGKNcrhNRGTjbnnviCMRelGarCmTOVPl/VVybbSUr5C3HhZDiHx0tD8AOW6Vyroh7k+sUUSkxSq2HjG9LLdcI20b5PO10mJ1DWU9RkP+REx+dSNCti2SR7dfEGF63Lm3+Gh1mazNlrYNUr5CVr81uFj0YKNcvaY/gJ8zVdbdJWvKxNYjJR9KaoI8lun10FS8rbr0s+94bcL9yrpffW+8HbjzJWvbIB82SrPV606GnE7p6B8dlSlGR15EbIQsnCXvHhERsdmlxSoiMnuqxEYMvJ9dNbIozVFzzlT58dz+twwh/S9Vc8u+7XhpSpNOu9R94WvPhhDZtsix5/nJMsXo+jAJX0dSUtKCBQvkwvxG56zCpKSk5cuXa/WNRuPSpUtDQ0Pj4uJmz56tqvnIjVy1apVKNUxJSZk9e3Z7+yW0VhYuTa32zk8723567a3fjZmxNOlbT3zi/Y/3hUzT5hxfWJBxVeL17/y3Gsf2pvLL+v/ral9/wx3q5fLpGdOuiNpa/497ptygktinXRG1fHrGJ9bmrnOnH/xGuohMDA77r2+kv93yqdrksO0LVW3upCRvJYA7s9n85JNPFhQUuKdS+1NZxQmFhYV5eXnDOiZpt9vXrVsXExNzzz33+O7SgJKSksrLyxsaGkREG3t0Gat3b664uDgzM9PlQYO2lbZPNZN83bp1Kg632WwqvGxoaHjqqacKCgr8XF7rsqal9EdGRqampjY1NQmf4154vOepr6+Pj49PSUlR5UuXLjUajdomubm5kZGR6txmZWWp38mMjIzW1lb3dQRNJtPtt9+uGsrKylLXYgyy9ch7R2T5XDGEiIiY0qTF6mEILTvFMbAXGyGpCY7ofTjUfSGddjGliYgYQmT5XNl14Xwab9HQYOt4M2eq1BXIumy5ab3ncXjf8dGm+2TOVMd+UqcNol25cE64OtvqEDb+XXbVyNpsr4dWdUwOtzkqiMgPUv2KB8Xvq+/7wJ0vmYiszZY4o+c9DIfx+jRzuM3xjERz9yx5LFO2PSD3vySddnnpAc9D385sPdJilYWz/Gou1ui4KiIyIUQiQqXZ6nhYNSD1jA1Dq6ioSFunZ9WqVSrVUMuQ9CY0NDQmJsYlIxEYUOC4AI9jwrOMsRV2R35pectnN02csjJ57k8/3tV44fpqs4yxvve/NuX2B7+Rfve+l2cYJv/HVYke6xzvtl4RGGwM6h9hO3H61Bf2k3fGXudSTSW0ayXXRcSIyJ8yfvi9/a9M2VVwy+SrX//WAxODw1xKvB24755j1CsqKmptbd25c6ePfGntj6qPypGRkQUFBZs2bZo/f76I5OXlvf/++yJiMplWr149qGRsi8WyYsWKzz77TERWrVqlQlxV+NRTT7ksN+VP/zUGgyEqKsq55J577jl69GhlZaVLYO/eXGlpaWtrq59TuxcvXrx69erm5ua4uDgR0dLRU1JS4uPj6+vrR/2iWeoRRkmJ49b++eef53PcB5d7HhFpamqKiYkZ8Lc6ISHBdwVo4cDJHjlulYde638rIlRa3O721WjnwUbHy8cXDHF/1GhirFE+OiqH2uSm9f1vpU+7IA/XYzTkwp86vmWnyOdrxfSybNwtj2W67txjfJQ82XUnM6IH16g7Q4iszZb7X5JN9zniao+HNiNaIkJlQoi33Xjl9ep7iuG9Hbja6iJaHxI6BeEzouXuWR6Wy1PPbFSSgMjAcbiIHG7rr+btadaMaHnviNh6+k+3IXQQzzbUf28MoaKiooSEBDVGUVpaevToUfWp3NTUpN24+Fj+BxisoICAc+c8BOHJhkkVbf1Pd5/+7O858bN2NLku/pRsmDRgE9OuiLreGHPY9oW3IHxKuLHr3GnrmVMTgx1x+MTgsMmhE9RotnO1tKiE/0n/gVZNU3HLj0Vk0YHXFh14TcXhLiXujQYFEISPaeqPrfPwr8sfWzWtWs30dq/sjVqc+aJ7pYaUnUssFsumTZtKSkpcxrp9dyksLMxgMLS3t6txwubm5ubmZn9Gy92bU1PlS0pKtKhSRKqrqzdv3uwtA18t0qbO54AtjjIqAs/JyVm/fr2cX5OPz3Fv3O95RCQ+Pv7gwYN2u13F4e3t7c7p6PCfyidXA6rXRsu2RY7xW43zcKiKwJfPlbceFpFhWSf8xb2ycJbERkicUTJnyBZTf/Thwls0NNg6AzKEyC3XeIiS/I+PDrcNQRz+4l659RrZslfmJ4shxPOhVR2TTruc7PF60ryZEOL56nvk7cCbrXLc2t96i9WxpLw+dLpduzlBzEddp0aU1TpKJoTIFD8iZPUr9fqHjv9dVce8ZkrcnCDHrbJ1n+Pl1n1is0vyZMeTD7VVS6esdso/tfX0r22oNmRRwaHivL6Ouu9R5QkJCTt27FBZfN6+IQa4OCEBQR7LlySmhQcGO5e4R+DhgcFLEtPEk5LGKm1FtMau9n9ZW2cYJhuDwq4IDN7TVqcKnzm0R1W40Rh3RWBw/v86vhFtS/3+xq72O2OvK2msUqu4NXa1b6nff6Mxruvs6U1HLpgk2djV/tjHf1E/Xz3hKo8lgzpwjAUWi6Wurk4NXDvLzs7+85//rCbZVlZWGgyGuLg4b5XfeOMNbf3Lbdu2JScn+58T7r+ysrLMzEyXPXvrkiY0NDQnJ0f7BrKysjLVPYvFUlFRoeqYzeby8nK1eJu2xJp7c6GhoevXr284b/v27SaTaefOnUlJSdpWn376qTYzubi4OCYmRu0hIyND68Ng565fptS3tamkg46ODm0SMp/j7rzd80RFRVVXV6u59GptgpHs5WVr4255dLuszRZDiGMxcDXx2JuTPdJpd8SZLZ1iHtLHRGpNrxarI885ebLY7P3RhzuP0dBF1PGo6pj87oP+jr13xEMU7S0+UrbsdZzJsloxH+1P0r44at21rSaJNTpa9Hhoapk9bTr3G2Zp6ZQZ0WI+6gj3tu7rz2Jw5s/V13g7cLWYfMn5JcZe3OvX3obKMI6Em9Lkzt9K9BOOVPNti+T+lxxpAxGh8uZDEmfsL3l8gWN822UrF49lyuHzmR7p02RRmucJ9LER8vZP5M7fyjMVjpolDzoecqjUiGcqZMpEedhptoYhROKMEv2EiMiUifL2Twb9SAbeqNum++67T0Rmzpw5b948Va5yBdWatCaTafHixf/+979HsJ8YTcICg6xnPCycNjV84q9n3fFota9prr+edYe3Zc+mhBuXHnzzZ5/sUi+fvXGhadocEfnl9QuWHnxzm+XApJAJDyTe/LeWwyLinEAuItdFxNw/dbaqb/pHsbaHicFh29L+8+59L2+zHNAK74idWXOiRdvwTxk/FBH3Eo8H7vPEYJRTC4lpL1XqeFJSUl5e3m233SYXJpN7rBwWFqYVaqnjw+GRRx555JFHtJfbt2+Piory2CXnDN7U1NScnBxVR+teZGRkcXHxj370IxGZOXOmx9Fs9+YGTCDv7u6+4w7Hmg7OpyI1NTU3N1f1Yd68eYWFhcPxnOKSEhkZmZmZqX6F5s2bp+WW8znuzts9T1JS0ubNm9W8jJkzZ65atWrXrl0j2tPLhnMO892zpK6g/y0VFzi/u9XkmG+ctdlx/69+FpEpE/0a8xvQMxWO+ELkgmjFECJbF/VHHy7vyvm101yioTlTB46Y/BnsjTXKC3vll285Xj6+wJGL7rJzj/GRijxvTpA5T0un3dGon3OzFedrlD5NlnxLXtwrbz4kIrI225Hv/Fim50MreVBMLztCsPRpkn2DZKfIrhpHuPfwXEmf1n8Cna+sx6vv+eR4CQzVimAqMBSRX901jEsGuBvX5/StPJedZSUyI9p1wsNFaOmU77/UvyABgFGg84z95FnPjzT/+VXjgx/+wX1584nBYS+nff+bV07zuNWlb8L4kIigsfW1SQAA4OvQkvb9mRc8ilUdk0e3yx8G+QDiouk0J/wiVB1zrNmmcXnCUVYr7x65YIF0ANBEBIX29J4903vO/a1vXjlt720rN9ft+7Sz7bPONhGZGRF9XUT0iuRvRwWH697ToREUEEgEDgAAMFi2HllTJjOidYrA5VIOwtWabS7KavvXwfM/QwPA2BQZHP5VT5fHZdKjgsOfvP67+ndpmASOC4i8bB8fAAAA6Mxl5fyvvyTeoFze6egA4NvZvt6O090ex8NHjaCAwMjg8PF8ORkAAMDlgCAcwOjnY3745Y554AAAAJcXgnAAY0JvX9+pc2d6es+c6e31mKB+GQkcFxAUEBASEBQWGBQwbtxIdwcAAACDQBAOAAAAAIBOmEMIAAAAAIBOCMIBAAAAANAJQTgAAAAAADohCAcAAAAAQCcE4QAAAAAA6IQgHAAAAAAAnRCEAwAAAACgE4JwAAAAAAB0QhAOAAAAAIBOCMIBAAAAANAJQTgAAAAAADohCAcAAAAAQCcE4QAAAAAA6IQgHAAAAAAAnRCEAwAAAACgE4JwAAAAAAB0QhAOAAAAAIBOCMIBAAAAANAJQTgAAAAAADohCAcAAAAAQCfj/axntVqHtR8AAAAAAIx64/r6+ka6DwAAAAAAjAmkowMAAAAAoBOCcAAAAAAAdEIQDgAAAACATgjCAQAAAADQCUE4AAAAAAA6+X+rGzcTJsr3OQAAAABJRU5ErkJggg==" width="1324" height="75" class="img_ev3q"></p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="test-data">Test Data<a href="#test-data" class="hash-link" aria-label="Direct link to Test Data" title="Direct link to Test Data"></a></h2><h3 class="anchor anchorWithStickyNavbar_LWe7" id="send-data">Send Data<a href="#send-data" class="hash-link" aria-label="Direct link to Send Data" title="Direct link to Send Data"></a></h3><div class="codeBlockContainer_Ckt0 theme-code-block" style="--prism-color:#F8F8F2;--prism-background-color:#282A36"><div class="codeBlockContent_biex"><pre tabindex="0" class="prism-code language-text codeBlock_bY9V thin-scrollbar"><code class="codeBlockLines_e6Vv"><span class="token-line" style="color:#F8F8F2"><span class="token plain">#!/bin/bash</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"># MySQL info</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">DB_HOST="mysql"</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">DB_USER="root"</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">DB_PASS="inlong"</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">DB_NAME="test"</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">DB_TABLE1="source_table"</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">DB_TABLE2="source_table2"</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"># Insert data in a loop</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">for ((i=1; i<=500; i++))</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">do</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> # Generate data</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> id=$i</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> name="name_$i"</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> # Build an insert SQL</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> query1="INSERT INTO $DB_TABLE1 (id, name) VALUES ($id, '$name');"</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> query2="INSERT INTO $DB_TABLE2 (id, name) VALUES ($id, '$name');"</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> # Execute insert SQL</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> mysql -h $DB_HOST -u $DB_USER -p$DB_PASS $DB_NAME -e "$query1"</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> mysql -h $DB_HOST -u $DB_USER -p$DB_PASS $DB_NAME -e "$query2"</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">done</span><br></span></code></pre><div class="buttonGroup__atx"><button type="button" aria-label="Copy code to clipboard" title="Copy" class="clean-btn"><span class="copyButtonIcons_eSgA" aria-hidden="true"><svg class="copyButtonIcon_y97N" viewBox="0 0 24 24"><path d="M19,21H8V7H19M19,5H8A2,2 0 0,0 6,7V21A2,2 0 0,0 8,23H19A2,2 0 0,0 21,21V7A2,2 0 0,0 19,5M16,1H4A2,2 0 0,0 2,3V17H4V3H16V1Z"></path></svg><svg class="copyButtonSuccessIcon_LjdS" viewBox="0 0 24 24"><path d="M21,7L9,19L3.5,13.5L4.91,12.09L9,16.17L19.59,5.59L21,7Z"></path></svg></span></button></div></div></div><p>Modify the variables in the script according to the actual environment, and insert 500 pieces of data into each table(There is a piece of existing data in <code>source_table</code>): | |
| <img loading="lazy" alt="Result Source" src="/assets/images/result_mysql-35af09e6b244ba0886889e0ca15b66c0.png" width="424" height="343" class="img_ev3q"></p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="verify-data">Verify Data<a href="#verify-data" class="hash-link" aria-label="Direct link to Verify Data" title="Direct link to Verify Data"></a></h3><p>Enter Iceberg, check data in table.</p><p><img loading="lazy" alt="Result Sink" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAcMAAACgCAIAAAD/85DJAAAACXBIWXMAAA7EAAAOxAGVKw4bAAAAEXRFWHRTb2Z0d2FyZQBTbmlwYXN0ZV0Xzt0AACAASURBVHic7Z1NSCNZ18fv+2F6EYSMhmAPFghhXhj8qMA08riYphA3kkWgZpOhO9Qis9CNbloodSEu2g6T2YwwdC/GRcgjk5UgTXDTiAwDQqAhsZVZDAWBEpTQZgJSzNvmeeBdHLxvTX3c+kpi7D6/laZSVafOvffk3nNv3f9/fPHF/xArPnz4X8vPEQRBEAP/edcGIAiC3HswkiIIggQFIymCIEhQ/vuuDbBGkqT5+flisVgul7t9r2QymclkQqEQIaTRaDx//lxV1W7ftG/N6EM4jltfX6/X67lcTv95Pp+/uroyf0gIWVlZ8XEjfRHc3Nyk0+kAViPOyLI8Pj7+ww8/1Go1w6F71xywT0rK5XI6nRZFUVGUj8wMnueLxaIsy526YMdxY+HS0lI4HD44OIB/JUmCcHl1dXVxccHz/M7OTjKZhKNHR0ccx/l4ZGi6qqqKoiiKIoZRr3S2svVJq3QPRlKkr5FlmeO4UqlEuy2Hh4eDg4OlUunzzz+fmJjY2NhoNpt07FIulw8ODqanpyVJ8nSjyclJQsjR0VFHzUc+FTCSsuj/Pt3HDc/z4+Pj1WpVn+RRVXVhYWFlZQWGfqIoGsbyhUJBUZS5uTme5z3drt1un5+fd8Ry5FPDW56U5/lnz56Fw2FCyM3NDc1jyrI8Njb2yy+/fPfdd3C0UqnQBJYh/UTPoslQQRDi8TghRNM0y6SJLMvT09OapmUyGX8WGg4B+/v7hUKBcbVarXZ2djY9PZ3P5z2l3hhmQNYvFouZDzFgnyVJUiqVgr8VRVlZWQGPwSfT09N7e3vwt75cGJgvyH4uQ8ILvnZ2dpbL5ezqhhsL5+fnCSF0XK93RSQSaTQahJC9vT3zQx0dHWUymfn5eXNd8gS7ilp6I5lMptPpN2/ezM3NDQwM0HMbjcbCwgL7di5rr0vPO7Yvu1L2WkUdi9IuAgCjo6P00VzWT7aFNFHjL13uDw99Uiiky8tLSCS9ePFCEASO4+BoLBZbXl5+8+aNKIr7+/t0eMXzvCAIKysrcJaqqplMhma1QqFQNpslhIiiuLy8rGna4uKi4b5QTpVKxWUYtbQwmUyurq6enZ3BoZ2dnZubGzdPncvl9vf34/H4q1ev6MP6NoPn+a2trevrazhUrVb13mBckHFWPp9PpVL7+/tw9PT0VJKkXC4niuLm5qamaZVKRbzFTTW1vCAhRJKkjY0N6sNqtZrNZt0MomOx2OLiYqlU0tcNRws5jhsbG7u8vDREw9nZ2evr63Q6/eHDh9PT083NzS+++MLgw5OTk1arNTY25lhkkiTt7e3t7e1NT0+Hw+GNjQ34F1KxxL6Ksr3x+PHj169ft1otURQJIfv7+5FIhG0Jo9r49jyjfdmVso8qyi5KdgQghGQyGXPcYDuKbeHk5GQoFBoZGfE6KAmCh0g6Ojo6MDBwenoK/9ZqtZWVFf2EGu3iHR4eNhqNiYkJ89cgDwU5KaBSqcBPh6qq9Xpd32ckhEiSBGHUTQhgWCgIQqvV2t3ddf+8lEKhsLOzE4lEtra23JQNwwzoZP3zn/+EQ7u7u61WSxAE9gUZZyWTSY7j9J3rQqHA7mizsbsgx3EzMzOKotCC2N3dbTQaMzMzbi57cHAAvYZqtapp2sOHDx1PmZqaikQi1I2UQqFA+xoPHz6s1WrZbNbQaaJ1aWhoiH2XQqEADbJSqWiatrm5Cf/quzPmKsr2xsDAQLPZPD4+JoSEQiEoOOiRMbCrNgE9b9m+GNXGXxVlwI4AMJeojxuOz+Vo4bt3725ubsy/wV3Fw+j+/Py83W7DcMDcVjVNq1ar8LeqqtfX14ODg3YX0X9ycXFB/zaEy0ePHvE87zKMMizkeX5kZOTs7Mz3QopyuXx+fv7s2bPV1VXHwY6dGeZOFsNRLs+anJxst9vU88GxuyDEtXq9Tj+Bljk+Pu54TX3dcE80GiWEvH//3u4L7LHbxcVFIpEYHR0N3pzMVTSZTLK9QQOipmnNZtPNXeyqTRDPWxpP7EvZXxX1hCECmOPGyMgI43Q3FpbL5R6snjTgIZLWarW1tbX19fVUKpVKpdzn+PRpFPeEQiHoAOqrApDP5yHvA9BQ69tCT1YJgsC+pp0ZQ0ND4XA4FovRRBIA+T472GcNDw+7b6tuYF/QXBYDAwOduvW9o7PeYNfezt7LrpT9VVFH3EeAq6srdiTtkoXB8TbjBNOm5DanC4lLN9loOo6AZJCbe0FNEgTB/CvN6IxYWhh8Qhau1m63Nzc33fRxLM04OTnRNO3y8tJTIrzZbDLOgpo3NDTUqXXLXi9oGGF84gT0hmW16ca97EqZXdn84SkCQIhnXK0bFnYEn6ugyuVysVgkt0MwAzCartfr0BVvNBqHh4f+brS9vd1oNObn5x2nZRgWgveHh4fpUUEQHPNWFEmSstlsq9VaW1vzOlTUm0GHIS5nrgD2WRcXF+FwOJFIWJ5rfnBH7C4IcziQ+wboOMt8kUQiYch328GwEMb1lhXMDQ8fPuzeqiZP3vCBvtp0w/N2peyvigKWRekpAkDcuL6+ZnzHjYWweLFYLPbpjJMkSfqVlZAztkxjPX36lBBycHAAjx2JRKampsjtBLrLNgaoqvry5ct2u51Opx39Ymch5JU4joNwLMvyyMiIy7l7WZZTqZSiKAsLCy67aQxHHR0dRSKRpaUlN9ehMM6CJL3+l0aSJDr7Cf6nD+4Guwuqqnp8fByPx+nFnzx5EolEYAJB3zL1a2scYVhojiDugQbc2byHHrY3/MGovR33PKPa+KuixKYoPUUAiBt0KskORwvh5yQcDsPcVG/4D0/7k+rzHfq1aYY8iP49Wf3KL03TSqVSOp2m691gHYZ5/srw3j0Mdgghju/w2VlIdNlVRVFgvSFMGlomcSD3ql+dx76vezPslrUyzGCcZXg08veFgeTv/ieu1+vZXVDfVg3PRe3XNO3nn3/+9ttv4U15xoJHRwsZ72WzgQpDJ4XdYHkvRhW18wa99eHh4fr6OiHk+fPns7OzqVQKVkSxbbCrNj48zzae2Jeyj5XXgGVRMiKAfp0p+XvcCNIc6B0NbaGreIukdviu8XeFj5aG9B66xNJre8jn84ODg/2/7QXSJQzJ2R6Ab4si/Qu8Y6Yf2LpBkqR4PH58fIxh9NMEXjIOMj3jA4ykSF+Ty+UURXE/5ZhMJufn5yuVCo42PkE4jnv16hW8D+Z+YqMj9On+pAhC2d7eXl9fn5ycdLM0WBAEVVW95rURR4rFot1MkWP+t2fQZWS9pzN5UgRBkE8ZHN0jCIIEBSMpgiBIUDCSIgiCBAUjKYIgSFAwkiIIggQFIymCIEhQPKwnNe+P4KhpQ79JX5zvjYQ9giBIL/G2Mt9u72SDBFU+n6dbl8JuAoSQ33///csvv+yQ2QiCIH1EZ0b3oJK0vb0N/25vb1NllaWlpXq9vrCw8OHDh47cC0EQpN/owNuiZpWk2dnZWCwGI/1+29oaQRCk43iLpCD6CrqvNEkKmohUZwZ22Pv111//8Y9/dN5eBEGQ/sNDJNXL/0L2E4Q26Rfgw+vr60wm42kbNARBkHuNzzypqqqvX78mOt3qzz77bGtrq16v43AeQZBPDf95UtCtHh4ehj8eP36s36Ea9Mg6ZCSCIEhf4z+SguzU6elprVa7vLwcHBykO1R3VmcRQRCkz/E5uoedyRVFgU4oqP09efIEji4tLYXDYUeNQARBkI8DDzs9G9T+DGpTeplAhuwo0Gg07mprawRBkI6De+YjCIIEBXcwQRAECQpGUgRBkKBgJEUQBAkKRlIEQZCgYCRFEAQJCkZSBEGQoGAkRRAECQpGUgRBkKB0MpImk8lSqVQsFnme7+BlO4IkSaVSKZlM3rUhiB+gan0EWzXKshy8gdxfb3Ac9+rVK1mW3Xw5n8/n8/lum9Qp7mWflOf5YrHosjwQpEtgPfQK7MhxcHDg5stHR0ccx90X97rdC8osLArc3Nyk02n4u1wuo26oI2wRVgZ2+qz6nQ0ajcbz58+pDIx+MwTDIYSi9xLFsK3E/aV/ZH1lWeY4rlgswo4cjpTL5Wg0mkqlJEnq/7JwG0nphvl0Y3zc0dkHDBFWxlkMfVZZlsfGxpaXl1VVhRi9vr4OERN+/GhEyOfzW1tbdGcZxMBHEzopfSXry/P8+Ph4tVr1FM0LhcLExMTc3Fy1Wu3zetsBRTxi3/dJJpPpdPrNmzdzc3MDAwPFYlEQhHg8TveCgsKOxWLEXQdN3/+anp7e29uDvyuVSi6XM1jCuCBcR9M0CGR2ZkCc+uWXX7777jvoRdIbARC8NE1z2d0zi7Cur68LgsB+atBnzeVy5pGO3pharXZ2dpZIJKampoaGhubm5iqVCo0OR0dHmUxmfn7esUYyes3s8tIPXBRFob+1dhdku1d/lnsLO47lIzvWQ2LvDULI6OgotV9/CsO9DG/Ywag2DCRJmp+fp02V/H1rN0vP5/P5wcFBQxOAb0L7IoTMz88TQszjeseidF9v75bORFI6rgefGo4+fvz49evXs7Ozoig2m839/X1wKzjx8vISoqosy44dNKhzcOLZ2Zk+jsDngiCsrKxAidr1+KAZ0BrMNiMWiy0uLkIBQ9vQjzVgu+uBgYGpqSnHSMoWYWXgo/tvkCkkhJycnLRareHhYUcjwRtwU57nnz59enJyQvu8do7K5/PxeJz27CRJAkeB06i3ZVnOZrPRaBS+Zude+EWsVqv6H0hHC716yRG7R2bXQ4Y3CCHhcDibzcIhCFvJZLJcLjPcy/AGA9+jRhC+VBRFFEUI7ouLiwsLC3ZFeXV1NTIyMjQ0ZFcEdOt3QzR0U5RQb8fGxjiO6+fcVNdnnAYGBprN5vHxMSEkFArB9s/QZ4R4SjeE3t3dbbVagiD4vletVqNhlBBydHREdEpTgCRJ+jDqxoyDgwMIFtVqVdO0hw8f0kPwSavVOjk5cTTPLMI6Nzf366+/DgwM+HteM8PDw+12+/z8HCRh9KYC5t85SyNPT0/hX71LGY5KJpMcx+kHyJAO4jhuZmZGURTq7d3d3UajMTMzQ+9o6V7ovO/u7nqysOP4q6J23qBfoIeq1Wq73YYqyrgXwxtdolKpQHRTVbVer4fDYUZR0ioNU/Mw4T46OkqvNjU1FYlEaJFR3BQlNWBoaKg7z9oZOtMnZUM9pWlas9mEv80/U6qqXl9fOzZ190A00X/y6NEjnucN4ym2GZqmVatVu1vUajU3vQMDXRJhlSQpHo8rigLPcnl5mUgkoL9DCHny5EksFms0GuyLgNNgWKpv/GxHTU5Otttts6OgCdXrdfoJNIzx8XH419K95s67GwsDkkql6GAcxrPNZtNfFbXzBr24+RDDvWxvdAn9aIZ2hO2K8v379+Q2dIbD4XA4zPN8NBqlXYRoNEoIga/pcVmUFxcXiURidHS0nwf4vYiklgwNDYXD4VgsRnNMgGNTZ2O5RT8QCoVgHZ++lnTJDAYgwmo5JAwCjLwajQZNwq6srOTz+Ww2m81mCSG1Wq3RaFxfX7OvU6vV1tbW1tfXIbLQ1BXbUcPDw/qfSQN6hwNBuuF2Fvq+IGCeceJ53l/dYHvDkt7XQ39YFuX5+TkhJBqNRqPRP//8k9xGVUdNzC4V5Z1wZ5G02WxqmkZTJB0BwihtEpCFoUehnARB0P8GdsMMO7onwgqyWpqmvXz5Ut9z0T8UeEPfp7BDVVVI1UE+DjrdJycnDEc5ZsoMBHxkSws73gJ91w2v3mDfqw/fc9FDixLSMm/fvp2YmIB8haZpjqf3pih7wJ2tzKeDF47jvJ4L1c4weQLjo0ajQSVOLdne3m40GpDmD2gGuV2b/erVKzengwir3kKzCKuP98SgCrbbbfYKp0QiQawmTxmUy+VisUgIiUajbEddXFyEw2G4hR6YLpiYmKCfuNGdNZevIAiG9Z5mC+mHnXrXzrFuWNZDYu8Nf/dy742uwihKsPDBgweff/75+/fvT09Px8bGHjx4QAdAMK7Xl5EZy6IEoLcBPd++5S7fcQJF0qWlJa8nQrXjOE7/9id8GIlEpqamCCHJZHJ1ddU8La6q6suXL9vtdjqdhpbm2wxyO3dPb+qIowjr5ORkKBRy3w5dhtF8Pj8/P18qlRwzTZIk6RfNQOcCWgLDUYeHh/rfJ3I7W62q6vHxcTwep+ngJ0+eRCIRmAy0AxJwtHxlWR4ZGbm5uXG0EIhGo+BDmMMJArtuWNZDYu8Nf/die6NnMIoS/MDzfCgUOjk5qVarkCq9urqCb5qjMOBYlOQ2XnvNlvSezozuDdnJH3/8kRBSqVTevXvHOKtcLp+fnz979kyfG3K5QBpWYtIkIEwi6T/UNK1YLNL3r/TUarVSqZTJZFZXV9PpdBAzqtXq3Nycpmlu5u7J7bAlk8nAvfQr9YB3794lEgnDfIXBvfCAsCYXuiehUGhjY4N+AQ7pz1IUxdIVZgqFgizL1BWapr148QIsZDgKxmj6tCxdQQlupPM5+gsyyOVy9GqKovzwww80UcOwEDg8PJyZmYFVmQFxrBuW9ZDhDX/3YniDAaPaePHB/8Moyqurq3g8Xq/XVVVVVfXy8jIej9OkKp2b4nleX1KORUluJy0PDg76eQkUQW1R5KPEkDFH7hzD0lH3WC7770Pu5Q4mCMIgmUwmEglFUTCM9g/wAp4+OeAGWNh3fHzc52GUEPJfdi+9/Pvf/+qxKQgSEI7jvv/++6+//vrt27f6dAfSD/z222+PHj366quv/vrrrz/++MPx+8lk8ptvvnn79u1PP/3UA/MCgqN7BEF6BLyTArsBOH4Z3pW6LzslYSRFEAQJCuZJEQRBgoKRFEEQJCgYSREEQYKCkRRBECQod7aDCRu6cXcP9jLoE7GjPjGjD7Gb8M3n81dXV+YPid8JX4Pggsu3whDfyLI8Pj5u+aLzvWsO2Ccl5XI5nU6LoqgoykdmRv+LX7qx0CBIKUkShMurq6uLiwue53d2dugb7r4FKanEliiKoihiGPVKZytbn7RK9/RpnxRBALMgJbxWXyqVGo3G8PBwKpVSFIWOXXwLUsL2GeytVZD+hyG121WwT8qi//t0HzeWgpSwP8jKygoM/URRNIzlC4WCoihzc3Ned9Xr/63bEDZUalcUxc3NzXA4vL6+7m/DTK9465P6E4m00/tkqxjqMUiB+rCQWKkzOu5wAS8LT09P5/N5T6k33/KcdngV9XQjfsnAh0qoPuGll4qzqxtuLLQUpARXRCIR2E9+b2/P/FCdEqT0IbTpqKfLwGXtdel5x/ZlV8o9Vvy1U1plYGehndQu7ZYaZNI7iIc+Kd3NBRJJL168EASBxvtYLLa8vPzmzRtRFPf396enp2GrAqr3CWepqprJZGhWC1QMCSGiKC4vL2uatri4aLgvlQJ1GUYtLYTtSs/OzuDQzs6Oyx0ec7nc/v5+PB53uZ0z2wye57e2tq6vr+FQtVrVe4NxQcZZ+XwedO3h6OnpqSRJuVwOfpY1TatUKuItLt/SM1+QECJJ0sbGBvVhtVrNZrNuNqQAAdFSqaSvG44W2glSzs7OXl9fp9PpDx8+nJ6ebm5ufvHFFwYf6gUp2bZJkrS3t7e3tzc9PR0Ohzc2NuBfSMUS+yrK9gbo6bZaLVEUCSH7+/uRSIRtCaPa+PY8o33ZlbKPKsouSnYEIIRkMhlz3GA7ykcjAmD/35GRkY4rEXiIpI5CgLSLBzvdwsaujnqfZhVD/U3NUqD+LAyizlgoFHZ2diKRyNbWlpsC8CfPycCHqKfnh7wliEooA4Y+qx12gpSFQoF2KB4+fFir1bLZrKHT5F6QslAoQIOsVCqapm1ubsK/+j6LJ6FNwtTTZWBXbQJ63rJ9MapNjxV/YS5RHzccn8u9hVRql37y7t27m5sb889zcDyM7tlCgHrFRIYEo1nv06xiSDFLgfqzMLg6I92Fd3V11XGw40+e0w5/op6+8a0SyoCtz2qHnSAlhT1A66AgpSehTfjXUk+XjV21CeJ5S+OJfSn3XvHXHDdGRkYYp7u30CC1C5TL5S4trPQQSX0LATL0PhlYSoEC+Xwe8j4ADbU9kCoMhUKCILCv6U+e044gop4+6KVK6H2nl5qpnb2XXSn3XvHXAIgJMr7g0kKz1G638Tbj5EMIkK33ycBSChRgdEYsLQw+IUvlkjY3N930cXzIc9rBVrj0IWPJpscqoR8Z3dBM7ca97Eq594q/BiDEM67mxkI7qd2u4nMVFEMIkNyOpkHGy43eJwODFKg/CwOqM0qSlM1mW63W2tqa16Gie3lOO/yJegJ24pcMOqISCkKBbm7HsNCNICWDrgpS+tNMdY++2nTD83alfFeKvwDEDapIaomjhWyNSFjXGFx31oyHSOpGCBB4+vQpIQRErNzofTIwS4H6sDCIOqMsy7D2e2FhweXvmz95TgY+RD3hbzvxSwb+VEL1LVO/tsYRhoV2gpRu6LYgpT/NVDaM2ttxzzOqzZ0o/gIQN/RSu5YwLHSU2oVfmo7ozhrwttOzPt+hX5tmyIPoXy3Qr/zSNK1UKqXTabreDdZhmOevDO/dg4MIIY7v8NlZSHTZVUVRYL0hTBpaJnEg96pfnce+r3sz7Ja1MsxgnGV4NGKSsdT7n7her2d3QX1bNTwXtV/TtJ9//vnbb7+FN+UZCx4dLWS8l80GKgydFHaD5b0YVdTOG/TWh4eH6+vrhJDnz5/Pzs6mUilYEcW2wa7a+PA823hiX8o+Vl4DlkXJiAD6dabk73HDX3MwzKDQy9KVvNQYN2qvnujMnvm+a/xd4aOlIb3noxekRHpPl3Rn8W1RpH/56AUpkR4D7x8HmbmxAyMp0tfkcjlFUdxPOcK8baVSwdEGoofjuFevXsGrYu7nPNyDe0Eh/c729vb6+vrk5KSbpcGCIKiq6jWvjThSLBbtZooc87/9AF1h1iVQWxRBECQoOLpHEAQJCkZSBEGQoGAkRRAECQpGUgRBkKBgJEUQBAkKRlIEQZCgeFhPat4fwVHTBr7GOIQgCPIR4G1lvl0cNOhM5fN5unUp41BnngBBEOSu6czoHlSS6PbU29vbVFmFcQhBEOTjoANvi5pVkmZnZ2OxWDgcZhwKfl8EQZA+wVufFERfQcaW7jsNmohUZ0aW5bm5uV9//XVgYIBxqLOPgSAIcod4iKRUz5ZqZ6+urup36IHdVoaHhzOZzJ9//qk/l3EIQRDkvuMzT6qq6uvXr4lOt/qzzz7b2tqq1+vmTXkZhxAEQT4C/OdJQbd6eHgY/nj8+LF+G2qqR2Z3qAO2IwiC9Af+IyloS52entZqtcvLy8HBQboNNdU+ZBzqgO0IgiD9gc/RPexMrigK9DRB7e/JkydwdGlpKRwOg0Yg4xCCIMjHgYedng1qfwZJKb1MoEH7kHEIQRDkIwD3zEcQBAkK7mCCIAgSFIykCIIgQcFIiiAIEhSMpAiCIEHBSIogCBIUjKQIgiBBwUiKIAgSFIykCIIgQelkJE0mk6VSie5b2ldIklQqlfR7ACL3CKhakiTdtSFBkWU5eAO5v96A3TVlWXbz5Xw+n8/nu21Sp7iXfVKe54vFosvyQJAugfXQK7DtxsHBgZsvHx0dcRx3X9zrdi8os7AocHNzk06n4e9yuYw6d474VlqF7QsIIeZTLA+xtWARin5fCIphW4n7C6Pa9BhZljmOKxaLLmtguVyORqOpVEqSpP4vC7eRtFAowMNwHLe+vn59fY3bNvvAn9Iq+JwQ8vvvv3/55ZcuDxHUxPbCRxM6Key60WN4nh8fH69Wq55qY6FQmJiYmJubq1arfd4D6IAiHvn7r3qj0Xj+/DlI4CWTyXQ6/ebNm7m5uYGBgWKxKAhCPB5vNBoLCwvktrBjsRhx1+z1+1FNT0/v7e3B35VKJZfLGSxhXBCuo2kaBDI7M2RZHhsb++WXX7777jvoRdIbAdDB1DSNPjIbs9Lq+vq6IAjsp15aWqrX67lczjzSYRzyDaPXzC4vfS9YURT6W2t3QbZ79We5t7DjWD6yYz0k9t4ghIyOjlL79acw3Mvwhh3+6oYkSfPz87Spkr8PZSw9n8/nBwcHDU0AvgntixAyPz9PCDGP6x2L8ujoKJPJzM/PfxKRlI7rwaeGo48fP379+vXs7Kwois1mc39/H9wKTry8vISoKsuyYwcN6hyceHZ2pg9q8LkgCCsrK1Cidj0+aAa0BrPNiMVii4uLUMDQNvRjDdjuemBgYGpqyjGS+lZaZXT/Oz4yoN6AK/M8//Tp05OTE1VV2Y7K5/PxeJz27CRJAkeB06i3ZVnOZrPRaBS+Zude+EWsVqv6H0hHCzvrCmJfN9j1kOENQkg4HM5ms3AIwlYymSyXywz3MrzBwHfdAOFLRVFEUYTgvri4uLCwYFeUV1dXIyMjQ0NDdkWg3/pd/7mbojw5OWm1WmNjYxzHdaOIO0XXZ5wGBgaazebx8TEhJBQKwR7P0GeEeEp3fd7d3W21WoIg+L5XrVajYZQQcnR0RHRKU4AkSfow6saMg4MDCBbValXTtIcPH9JD8Emr1To5OXE0r/dKq5ZasG6MPD09hX/1LmU4KplMchynHyBDOojjuJmZGUVRqLd3d3cbjcbMzAy9o6V7ofO+u7vrycKO46+K2nmDfoEeqlar7XYbqijjXgxvdIlKpQLRTVXVer0eDocZRUmrNEzNw4T76OgovdrU1FQkEqFFRnFTlNSAoaGh7jxrZ+hMn5QN9ZSmac1mE/42/0ypqnp9fW3u0voGVKT0nzx69IjnecN4im2GpmnVatXuFrVazU3vwADNNWcyme6tZdG3Xrjj6uqq40AYnAbDUn3jZztqcnKy3W6bHQVNqF6v00+gYYyPj8O/lu41d97dWBiQVCpFB+Mwnm02m/6qqJ036MXNhxjuZXujS9DgSG474Mlk0q4o379/T25DZzgcgTigigAABpBJREFUDofDPM9Ho1HaRYhGo4QQ+Joel0V5cXGRSCRGR0f7eYDfi0hqydDQUDgcjsViNMcENBqNIJc1bOyvJxQKQadMX0u6ZAYDUFq1HBJ2D9CCzWQyk5OT7Ehaq9XW1tbW19chstDUFdtRw8PD+p9JA3qHA0G64XYW+r4gYJ5x4nneX91ge8OS3tdDf1gW5fn5OSEkGo1Go1HQYIeo6ih82aWivBPuLJI2m01N02iKpCNAGKVNArIw9CiUkyAI+t/Abphhx90qrVItWMdvqqoKqTrIx0Gn++TkhOEox0yZgYCPbGlhx1ug77rh1Rvse/Xhey56aFFCWubt27cTExOQr9A0zfH03hRlD7izlfl08MJxnNdzodoZggKMjxqNBtUxtWR7e7vRaECaP6AZ5HZt9qtXr9ycDkqregvNSqvde0+MasG6P6VcLheLRUJINBplO+ri4iIcDicSCcPnMF0wMTFBP3EjLmsuX0EQDOs9zRbSDzvlQ8e6YVkPib03/N3LvTe6CqMowcIHDx58/vnn79+/Pz09HRsbe/DgwfX1NXwTxvX6MjJjWZQAlXzv8CN1lLt8xwlkR5eWlryeCNWO4zj925/wYSQSmZqaIoQkk8nV1VXztLiqqi9fvmy32+l0GlqabzPIbXiiN3XEUWl1cnIyFAp5bYeOGLRgGUiSpF80A50LaAkMRx0eHup/n8jtbLWqqsfHx/F4nKaDnzx5EolEYDLQDkjA0fKVZXlkZOTm5sbRQiAajYIPYQ4nCOy6YVkPib03/N2L7Y2ewShK8APP86FQ6OTkpFqtQqr06uoKvmmOwoBjUZLbeO01W9J7OjO6N2Qnf/zxR0JIpVJ59+4d46xyuXx+fv7s2TN9bsjlAmlYiZnNZrPZLLldlKf/UNO0YrFI37/SU6vVSqVSJpNZXV1Np9NBzKhWq3Nzc5qmuZm7J7fDlkwmA/cyv3T07t27RCJhmK8wuBceENbkuj/k8okKhYIsy9QVmqa9ePECLGQ4CsZo+XyelghdQQk3pfM5+gsyyOVy9GqKovzwww80UcOwEDg8PJyZmYFVmQFxrBuW9ZDhDX/3YniDAaNuePHB/8Moyqurq3g8Xq/XVVVVVfXy8jIej9OkKp2b4nleX1KORUluJy0PDg76eQkUQW1R5KPEkDFH7hzD0lH3WC7770Pu5Q4mCMIgmUwmEgk3qQykZ9RqtbOzM31ywA2SJMXj8ePj4z4Po4SQ/7KbzP33v//VY1MQJCAcx33//fdff/3127dvNzY27toc5G/89ttvjx49+uqrr/76668//vjD8fvJZPKbb755+/btTz/91APzAoKjewRBegS8IQK7ATh+Gd6Vui87JWEkRRAECcqdrcz/WDG8o6JHFMVeWoIgSM/AGScEQZCgYCRFEAQJCkZSBEGQoPRpnpRu3N2DvQzsNvxHEARxCfZJSblcTqfToigqinLXtiAIci/BSIogCBIUjKQsUNAcQRA3eMuT+hOJtNP7ZKsY6jFIgfqwkFipMzrucAEvC09PT+fz+fvyrgWCIL3HQ5+U7uYiiqIoii9evBAEgW5MG4vFlpeX37x5I4ri/v7+9PQ0bFVA9T7hLFVVM5kM3bcRJNsIIaIoLi8va5q2uLhouC+VAnUZRi0thO1Kz87O4NDOzo7LHR5zudz+/n48Hne5nTOCIJ8gHiKpoxAg7eLBTrewsauj3qdZxVB/U7MUqD8Lg6gzFgqFnZ2dSCSytbXV51IQCILcCR4iKRUCtNwXS6+YyJBgNOt9GlQM9R3PR48e6fW1fVsI6oywDa2b65gpl8svXrwghKyurho2SEcQBPGQJ/UtBMjQ+2RgKQUK5PN5yKsCNNT2QKowFAoJgnAfFbsQBOke3macfAgBsvU+GVhKgQKMyR9LC4NracHV2u325uZmP4tuIwhyJ/hcBcUQAiS60bRLvU8GBilQfxYGVGeUJCmbzbZarbW1NQyjCIKY8RBJ3QgBAk+fPiWEgIiVG71PBmYpUB8WBlFnlGU5lUopirKwsIBvkSIIYomH0T1bCDAcDlO9h0ajsba2BnHHpd4nA4MUqD8LDeqMcEH4mp0wai6X43l+fHzc/ZQXgiCfJp3ZM1+W5fHxcctF9f0J5D0PDg46LpqGOz0jyCcIvi2KIAgSFIykCIIgQcFIiiAIEhTUFu0wmCdFkE8QjKQIgiBBwdE9giBIUDCSIgiCBAUjKYIgSFAwkiIIggQFIymCIEhQ/g+Pr/eeNeK2XAAAAABJRU5ErkJggg==" width="451" height="160" class="img_ev3q"></p><p>You can also view audit data on the page:</p><p><img loading="lazy" alt="Result Sink" src="/assets/images/audit_iceberg-1ea62c29cfc8b0a25a651c6e5eb26e7f.png" width="2265" height="710" class="img_ev3q"></p></div><footer class="theme-doc-footer docusaurus-mt-lg"><div class="theme-doc-footer-edit-meta-row row"><div class="col"><a href="https://github.com/apache/inlong-website/edit/master/versioned_docs/version-1.10.0/quick_start/data_sync/mysql_iceberg_example.md" target="_blank" rel="noreferrer noopener" class="theme-edit-this-page"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_Z9Sw" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 18.4h-6.3v-6.2z"></path></g></svg>Edit this page</a></div><div class="col lastUpdated_vwxv"></div></div></footer></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages navigation"><a class="pagination-nav__link pagination-nav__link--prev" href="/docs/1.10.0/quick_start/data_sync/mysql_starrocks_example"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">MySQL to StarRocks Example</div></a><a class="pagination-nav__link pagination-nav__link--next" href="/docs/1.10.0/deployment/standalone"><div class="pagination-nav__sublabel">Next</div><div class="pagination-nav__label">Standalone</div></a></nav></div></div><div class="col col--3"><div class="tableOfContents_bqdL thin-scrollbar theme-doc-toc-desktop"><ul class="table-of-contents table-of-contents__left-border"><li><a href="#deployment" class="table-of-contents__link toc-highlight">Deployment</a><ul><li><a href="#install-inlong" class="table-of-contents__link toc-highlight">Install InLong</a></li><li><a href="#add-connectors" class="table-of-contents__link toc-highlight">Add Connectors</a></li><li><a href="#install-iceberg" class="table-of-contents__link toc-highlight">Install Iceberg</a></li></ul></li><li><a href="#cluster-initialize" class="table-of-contents__link toc-highlight">Cluster Initialize</a><ul><li><a href="#create-cluster-tag" class="table-of-contents__link toc-highlight">Create Cluster Tag</a></li><li><a href="#register-pulsar-cluster" class="table-of-contents__link toc-highlight">Register Pulsar Cluster</a></li><li><a href="#register-iceberg-datanodes" class="table-of-contents__link toc-highlight">Register Iceberg DataNodes</a></li></ul></li><li><a href="#create-task" class="table-of-contents__link toc-highlight">Create Task</a><ul><li><a href="#create-data-streams-group" class="table-of-contents__link toc-highlight">Create Data Streams Group</a></li><li><a href="#create-data-source" class="table-of-contents__link toc-highlight">Create Data Source</a></li><li><a href="#create-data-sink" class="table-of-contents__link toc-highlight">Create Data Sink</a></li><li><a href="#approve-data-stream" class="table-of-contents__link toc-highlight">Approve Data Stream</a></li></ul></li><li><a href="#test-data" class="table-of-contents__link toc-highlight">Test Data</a><ul><li><a href="#send-data" class="table-of-contents__link toc-highlight">Send Data</a></li><li><a href="#verify-data" class="table-of-contents__link toc-highlight">Verify Data</a></li></ul></li></ul></div></div></div></div></main></div></div><footer class="footer"><div class="container container-fluid"><div class="row footer__links"><div class="col footer__col"><div class="footer__title">Events</div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://www.apachecon.com/" target="_blank" rel="noopener noreferrer" class="footer__link-item">ApacheCon<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a class="acevent" data-format="square" data-mode="dark" data-event="random"></a></li></ul></div><div class="col footer__col"><div class="footer__title">Community</div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://twitter.com/ApacheInlong" target="_blank" rel="noopener noreferrer" class="footer__link-item">Twitter<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://inlong.apache.org/img/apache-inlong-wechat.jpg" target="_blank" rel="noopener noreferrer" class="footer__link-item">WeChat<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="mailto:dev@inlong.apache.org" target="_blank" rel="noopener noreferrer" class="footer__link-item">Email</a></li></ul></div><div class="col footer__col"><div class="footer__title">More</div><ul class="footer__items clean-list"><li class="footer__item"><a class="footer__link-item" href="/blog">Blog</a></li><li class="footer__item"><a href="https://github.com/apache/inlong" target="_blank" rel="noopener noreferrer" class="footer__link-item">GitHub<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li></ul></div></div><div class="footer__bottom text--center"><div class="margin-bottom--sm"><img src="/img/asf_logo.svg" alt="Apache InLong" class="themedImage_ToTc themedImage--light_HNdA footer__logo"><img src="/img/asf_logo.svg" alt="Apache InLong" class="themedImage_ToTc themedImage--dark_i4oU footer__logo"></div><div class="footer__copyright"><div style="font-family: Avenir-Medium;font-size: 14px;color: #999;"> | |
| <div>Copyright © 2020-2024 The Apache Software Foundation. Licensed under the Apache License, Version 2.0.</div> | |
| <div style="margin-top: 20px; padding-top: 20px; border-top: 1px solid #666;line-height: 20px;">The Apache Software Foundation Apache InLong, InLong, Apache, the Apache feather, and the Apache InLong project logo are either registered trademarks or trademarks of the Apache Software Foundation.</div> | |
| </div></div></div></div></footer></div> | |
| <script src="/assets/js/runtime~main.63c98e82.js"></script> | |
| <script src="/assets/js/main.070aef2a.js"></script> | |
| </body> | |
| </html> |