blob: 11480c9c72ab1c2bc99f1ee210221ffd69ec70d6 [file] [log] [blame]
<!doctype html>
<html lang="en" dir="ltr" class="docs-wrapper docs-doc-page docs-version-current plugin-docs plugin-id-default docs-doc-id-quick_start/data_sync/mysql_clickhouse_example">
<head>
<meta charset="UTF-8">
<meta name="generator" content="Docusaurus v2.3.1">
<title data-rh="true">MySQL to ClickHouse Example | Apache InLong</title><meta data-rh="true" name="viewport" content="width=device-width,initial-scale=1"><meta data-rh="true" name="twitter:card" content="summary_large_image"><meta data-rh="true" property="og:url" content="https://inlong.apache.org/docs/next/quick_start/data_sync/mysql_clickhouse_example"><meta data-rh="true" name="docusaurus_locale" content="en"><meta data-rh="true" name="docsearch:language" content="en"><meta data-rh="true" name="docusaurus_version" content="current"><meta data-rh="true" name="docusaurus_tag" content="docs-default-current"><meta data-rh="true" name="docsearch:version" content="current"><meta data-rh="true" name="docsearch:docusaurus_tag" content="docs-default-current"><meta data-rh="true" property="og:title" content="MySQL to ClickHouse Example | Apache InLong"><meta data-rh="true" name="description" content="Here we use an example to introduce how to use Apache InLong creating MySQL -&gt; ClickHouse data synchronization."><meta data-rh="true" property="og:description" content="Here we use an example to introduce how to use Apache InLong creating MySQL -&gt; ClickHouse data synchronization."><link data-rh="true" rel="icon" href="/img/logo.svg"><link data-rh="true" rel="canonical" href="https://inlong.apache.org/docs/next/quick_start/data_sync/mysql_clickhouse_example"><link data-rh="true" rel="alternate" href="https://inlong.apache.org/docs/next/quick_start/data_sync/mysql_clickhouse_example" hreflang="en"><link data-rh="true" rel="alternate" href="https://inlong.apache.org/zh-CN/docs/next/quick_start/data_sync/mysql_clickhouse_example" hreflang="zh-CN"><link data-rh="true" rel="alternate" href="https://inlong.apache.org/docs/next/quick_start/data_sync/mysql_clickhouse_example" hreflang="x-default"><link data-rh="true" rel="preconnect" href="https://YUW9QEL53E-dsn.algolia.net" crossorigin="anonymous"><link rel="alternate" type="application/rss+xml" href="/blog/rss.xml" title="Apache InLong RSS Feed">
<link rel="alternate" type="application/atom+xml" href="/blog/atom.xml" title="Apache InLong Atom Feed">
<link rel="search" type="application/opensearchdescription+xml" title="Apache InLong" href="/opensearch.xml">
<script src="https://www.apachecon.com/event-images/snippet.js" async></script><link rel="stylesheet" href="/assets/css/styles.c64edd51.css">
<link rel="preload" href="/assets/js/runtime~main.63c98e82.js" as="script">
<link rel="preload" href="/assets/js/main.070aef2a.js" as="script">
</head>
<body class="navigation-with-keyboard">
<script>!function(){function e(e){document.documentElement.setAttribute("data-theme",e)}var t=function(){var e=null;try{e=localStorage.getItem("theme")}catch(e){}return e}();null!==t?e(t):window.matchMedia("(prefers-color-scheme: dark)").matches?e("dark"):(window.matchMedia("(prefers-color-scheme: light)").matches,e("light"))}()</script><div id="__docusaurus">
<div role="region" aria-label="Skip to main content"><a class="skipToContent_fXgn" href="#docusaurus_skipToContent_fallback">Skip to main content</a></div><nav aria-label="Main" class="navbar navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><button aria-label="Toggle navigation bar" aria-expanded="false" class="navbar__toggle clean-btn" type="button"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/"><div class="navbar__logo"><img src="/img/logo.svg" alt="Apache" class="themedImage_ToTc themedImage--light_HNdA"><img src="/img/logo.svg" alt="Apache" class="themedImage_ToTc themedImage--dark_i4oU"></div><b class="navbar__title text--truncate">Apache InLong</b></a></div><div class="navbar__items navbar__items--right"><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a class="navbar__link" aria-haspopup="true" aria-expanded="false" role="button" href="/docs/introduction">Docs</a><ul class="dropdown__menu"><li><a class="dropdown__link" href="/docs/next/introduction">Next</a></li><li><a class="dropdown__link" href="/docs/introduction">1.11.0</a></li><li><a class="dropdown__link" href="/docs/1.10.0/introduction">1.10.0</a></li><li><a class="dropdown__link" href="/docs/1.9.0/introduction">1.9.0</a></li><li><a class="dropdown__link" href="/docs/1.8.0/introduction">1.8.0</a></li><li><a class="dropdown__link" href="/versions/">All versions</a></li></ul></div><a class="navbar__item navbar__link" href="/downloads">Download</a><a class="navbar__item navbar__link" href="/community/how-to-contribute">Community</a><a class="navbar__item navbar__link" href="/blog">Blog</a><a class="navbar__item navbar__link" href="/team">Team</a><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link">ASF</a><ul class="dropdown__menu"><li><a href="https://www.apache.org/" target="_blank" rel="noopener noreferrer" class="dropdown__link">Apache Software Foundation</a></li><li><a href="https://www.apache.org/licenses/" target="_blank" rel="noopener noreferrer" class="dropdown__link">License</a></li><li><a href="https://www.apache.org/events/current-event" target="_blank" rel="noopener noreferrer" class="dropdown__link">Events</a></li><li><a href="https://www.apache.org/security/" target="_blank" rel="noopener noreferrer" class="dropdown__link">Security</a></li><li><a href="https://www.apache.org/foundation/sponsorship.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">Sponsorship</a></li><li><a href="https://www.apache.org/foundation/policies/privacy.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">Privacy</a></li><li><a href="https://www.apache.org/foundation/thanks.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">Thanks</a></li></ul></div><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link"><svg viewBox="0 0 24 24" width="20" height="20" aria-hidden="true" class="iconLanguage_nlXk"><path fill="currentColor" d="M12.87 15.07l-2.54-2.51.03-.03c1.74-1.94 2.98-4.17 3.71-6.53H17V4h-7V2H8v2H1v1.99h11.17C11.5 7.92 10.44 9.75 9 11.35 8.07 10.32 7.3 9.19 6.69 8h-2c.73 1.63 1.73 3.17 2.98 4.56l-5.09 5.02L4 19l5-5 3.11 3.11.76-2.04zM18.5 10h-2L12 22h2l1.12-3h4.75L21 22h2l-4.5-12zm-2.62 7l1.62-4.33L19.12 17h-3.24z"></path></svg>English</a><ul class="dropdown__menu"><li><a href="/docs/next/quick_start/data_sync/mysql_clickhouse_example" target="_self" rel="noopener noreferrer" class="dropdown__link dropdown__link--active" lang="en">English</a></li><li><a href="/zh-CN/docs/next/quick_start/data_sync/mysql_clickhouse_example" target="_self" rel="noopener noreferrer" class="dropdown__link" lang="zh-CN">简体中文</a></li></ul></div><a href="https://github.com/apache/inlong" target="_blank" rel="noopener noreferrer" class="navbar__item navbar__link">GitHub<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a><div class="toggle_vylO colorModeToggle_DEke"><button class="clean-btn toggleButton_gllP toggleButtonDisabled_aARS" type="button" disabled="" title="Switch between dark and light mode (currently light mode)" aria-label="Switch between dark and light mode (currently light mode)" aria-live="polite"><svg viewBox="0 0 24 24" width="24" height="24" class="lightToggleIcon_pyhR"><path fill="currentColor" d="M12,9c1.65,0,3,1.35,3,3s-1.35,3-3,3s-3-1.35-3-3S10.35,9,12,9 M12,7c-2.76,0-5,2.24-5,5s2.24,5,5,5s5-2.24,5-5 S14.76,7,12,7L12,7z M2,13l2,0c0.55,0,1-0.45,1-1s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S1.45,13,2,13z M20,13l2,0c0.55,0,1-0.45,1-1 s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S19.45,13,20,13z M11,2v2c0,0.55,0.45,1,1,1s1-0.45,1-1V2c0-0.55-0.45-1-1-1S11,1.45,11,2z M11,20v2c0,0.55,0.45,1,1,1s1-0.45,1-1v-2c0-0.55-0.45-1-1-1C11.45,19,11,19.45,11,20z M5.99,4.58c-0.39-0.39-1.03-0.39-1.41,0 c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0s0.39-1.03,0-1.41L5.99,4.58z M18.36,16.95 c-0.39-0.39-1.03-0.39-1.41,0c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0c0.39-0.39,0.39-1.03,0-1.41 L18.36,16.95z M19.42,5.99c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06c-0.39,0.39-0.39,1.03,0,1.41 s1.03,0.39,1.41,0L19.42,5.99z M7.05,18.36c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06 c-0.39,0.39-0.39,1.03,0,1.41s1.03,0.39,1.41,0L7.05,18.36z"></path></svg><svg viewBox="0 0 24 24" width="24" height="24" class="darkToggleIcon_wfgR"><path fill="currentColor" d="M9.37,5.51C9.19,6.15,9.1,6.82,9.1,7.5c0,4.08,3.32,7.4,7.4,7.4c0.68,0,1.35-0.09,1.99-0.27C17.45,17.19,14.93,19,12,19 c-3.86,0-7-3.14-7-7C5,9.07,6.81,6.55,9.37,5.51z M12,3c-4.97,0-9,4.03-9,9s4.03,9,9,9s9-4.03,9-9c0-0.46-0.04-0.92-0.1-1.36 c-0.98,1.37-2.58,2.26-4.4,2.26c-2.98,0-5.4-2.42-5.4-5.4c0-1.81,0.89-3.42,2.26-4.4C12.92,3.04,12.46,3,12,3L12,3z"></path></svg></button></div><div class="searchBox_ZlJk"><button type="button" class="DocSearch DocSearch-Button" aria-label="Search"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">Search</span></span><span class="DocSearch-Button-Keys"></span></button></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div id="docusaurus_skipToContent_fallback" class="main-wrapper mainWrapper_z2l0 docsWrapper_BCFX"><button aria-label="Scroll back to top" class="clean-btn theme-back-to-top-button backToTopButton_sjWU" type="button"></button><div class="docPage__5DB"><aside class="theme-doc-sidebar-container docSidebarContainer_b6E3"><div class="sidebarViewport_Xe31"><div class="sidebar_njMd"><nav aria-label="Docs sidebar" class="menu thin-scrollbar menu_SIkG"><ul class="theme-doc-sidebar-menu menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/docs/next/introduction">Introduction</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/next/design_and_concept/basic_concept">Design and Concept</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret menu__link--active" aria-expanded="true" href="/docs/next/quick_start/how_to_build">Quick Start</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/docs/next/quick_start/how_to_build">How to Build</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" tabindex="0" href="/docs/next/quick_start/data_ingestion/file_pulsar_clickhouse_example">Data Ingestion</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret menu__link--active" aria-expanded="true" tabindex="0" href="/docs/next/quick_start/data_sync/mysql_clickhouse_example">Data Synchronization</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link menu__link--active" aria-current="page" tabindex="0" href="/docs/next/quick_start/data_sync/mysql_clickhouse_example">MySQL to ClickHouse Example</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/docs/next/quick_start/data_sync/mysql_starrocks_example">MySQL to StarRocks Example</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/docs/next/quick_start/data_sync/mysql_iceberg_example">MySQL to Iceberg Example</a></li></ul></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/next/deployment/standalone">Deployment</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/next/modules/agent/overview">Components</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/next/data_node/extract_node/overview">Data Nodes</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/next/sdk/dataproxy-sdk/cpp">SDK</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/next/user_guide/dashboard_usage">User Guide</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/next/development/inlong_msg">Development</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/docs/next/administration/user_management">Administration</a></div></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/docs/next/contact">Contact Us</a></li></ul></nav></div></div></aside><main class="docMainContainer_gTbr"><div class="container padding-top--md padding-bottom--lg"><div class="row"><div class="col docItemCol_VOVn"><div class="theme-doc-version-banner alert alert--warning margin-bottom--md" role="alert"><div>This is unreleased documentation for <!-- -->Apache InLong<!-- --> <b>Next</b> version.</div><div class="margin-top--md">For up-to-date documentation, see the <b><a href="/docs/quick_start/data_sync/mysql_clickhouse_example">latest version</a></b> (<!-- -->1.11.0<!-- -->).</div></div><div class="docItemContainer_Djhp"><article><nav class="theme-doc-breadcrumbs breadcrumbsContainer_Z_bl" aria-label="Breadcrumbs"><ul class="breadcrumbs" itemscope="" itemtype="https://schema.org/BreadcrumbList"><li class="breadcrumbs__item"><a aria-label="Home page" class="breadcrumbs__link" href="/"><svg viewBox="0 0 24 24" class="breadcrumbHomeIcon_YNFT"><path d="M10 19v-5h4v5c0 .55.45 1 1 1h3c.55 0 1-.45 1-1v-7h1.7c.46 0 .68-.57.33-.87L12.67 3.6c-.38-.34-.96-.34-1.34 0l-8.36 7.53c-.34.3-.13.87.33.87H5v7c0 .55.45 1 1 1h3c.55 0 1-.45 1-1z" fill="currentColor"></path></svg></a></li><li class="breadcrumbs__item"><span class="breadcrumbs__link">Quick Start</span><meta itemprop="position" content="1"></li><li class="breadcrumbs__item"><span class="breadcrumbs__link">Data Synchronization</span><meta itemprop="position" content="2"></li><li itemscope="" itemprop="itemListElement" itemtype="https://schema.org/ListItem" class="breadcrumbs__item breadcrumbs__item--active"><span class="breadcrumbs__link" itemprop="name">MySQL to ClickHouse Example</span><meta itemprop="position" content="3"></li></ul></nav><span class="theme-doc-version-badge badge badge--secondary">Version: Next</span><div class="tocCollapsible_ETCw theme-doc-toc-mobile tocMobile_ITEo"><button type="button" class="clean-btn tocCollapsibleButton_TO0P">On this page</button></div><div class="theme-doc-markdown markdown"><header><h1>MySQL to ClickHouse Example</h1></header><p>Here we use an example to introduce how to use Apache InLong creating <code>MySQL -&gt; ClickHouse</code> data synchronization.</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="deployment">Deployment<a href="#deployment" class="hash-link" aria-label="Direct link to Deployment" title="Direct link to Deployment"></a></h2><h3 class="anchor anchorWithStickyNavbar_LWe7" id="install-inlong">Install InLong<a href="#install-inlong" class="hash-link" aria-label="Direct link to Install InLong" title="Direct link to Install InLong"></a></h3><p>Before we begin, we need to install InLong. Here we provide two ways:</p><ul><li><a href="/docs/next/deployment/docker">Docker Deployment</a> (Recommended)</li><li><a href="/docs/next/deployment/bare_metal">Bare Metal Deployment</a></li></ul><h3 class="anchor anchorWithStickyNavbar_LWe7" id="add-connectors">Add Connectors<a href="#add-connectors" class="hash-link" aria-label="Direct link to Add Connectors" title="Direct link to Add Connectors"></a></h3><p>Download the <a href="https://inlong.apache.org/downloads/" target="_blank" rel="noopener noreferrer">connectors</a> corresponding to Flink version, and after decompression, place <code>sort-connector-jdbc-[version]-SNAPSHOT.jar</code> in <code>/inlong-sort/connectors/</code> directory.</p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="install-clickhouse">Install ClickHouse<a href="#install-clickhouse" class="hash-link" aria-label="Direct link to Install ClickHouse" title="Direct link to Install ClickHouse"></a></h3><div class="language-shell codeBlockContainer_Ckt0 theme-code-block" style="--prism-color:#F8F8F2;--prism-background-color:#282A36"><div class="codeBlockContent_biex"><pre tabindex="0" class="prism-code language-shell codeBlock_bY9V thin-scrollbar"><code class="codeBlockLines_e6Vv"><span class="token-line" style="color:#F8F8F2"><span class="token function" style="color:rgb(80, 250, 123)">docker</span><span class="token plain"> run -d --rm --net</span><span class="token operator">=</span><span class="token plain">host --name clickhouse -e </span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">CLICKHOUSE_USER</span><span class="token operator">=</span><span class="token plain">admin -e </span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">CLICKHOUSE_PASSWORD</span><span class="token operator">=</span><span class="token plain">inlong -e </span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">CLICKHOUSE_DEFAULT_ACCESS_MANAGEMENT</span><span class="token operator">=</span><span class="token number">1</span><span class="token plain"> clickhouse/clickhouse-server:22.8</span><br></span></code></pre><div class="buttonGroup__atx"><button type="button" aria-label="Copy code to clipboard" title="Copy" class="clean-btn"><span class="copyButtonIcons_eSgA" aria-hidden="true"><svg class="copyButtonIcon_y97N" viewBox="0 0 24 24"><path d="M19,21H8V7H19M19,5H8A2,2 0 0,0 6,7V21A2,2 0 0,0 8,23H19A2,2 0 0,0 21,21V7A2,2 0 0,0 19,5M16,1H4A2,2 0 0,0 2,3V17H4V3H16V1Z"></path></svg><svg class="copyButtonSuccessIcon_LjdS" viewBox="0 0 24 24"><path d="M21,7L9,19L3.5,13.5L4.91,12.09L9,16.17L19.59,5.59L21,7Z"></path></svg></span></button></div></div></div><h2 class="anchor anchorWithStickyNavbar_LWe7" id="cluster-initialize">Cluster Initialize<a href="#cluster-initialize" class="hash-link" aria-label="Direct link to Cluster Initialize" title="Direct link to Cluster Initialize"></a></h2><p>When all containers are successfully started, you can access the InLong dashboard address http://localhost, and use the following default account to log in.</p><div class="codeBlockContainer_Ckt0 theme-code-block" style="--prism-color:#F8F8F2;--prism-background-color:#282A36"><div class="codeBlockContent_biex"><pre tabindex="0" class="prism-code language-text codeBlock_bY9V thin-scrollbar"><code class="codeBlockLines_e6Vv"><span class="token-line" style="color:#F8F8F2"><span class="token plain">User: admin</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">Password: inlong</span><br></span></code></pre><div class="buttonGroup__atx"><button type="button" aria-label="Copy code to clipboard" title="Copy" class="clean-btn"><span class="copyButtonIcons_eSgA" aria-hidden="true"><svg class="copyButtonIcon_y97N" viewBox="0 0 24 24"><path d="M19,21H8V7H19M19,5H8A2,2 0 0,0 6,7V21A2,2 0 0,0 8,23H19A2,2 0 0,0 21,21V7A2,2 0 0,0 19,5M16,1H4A2,2 0 0,0 2,3V17H4V3H16V1Z"></path></svg><svg class="copyButtonSuccessIcon_LjdS" viewBox="0 0 24 24"><path d="M21,7L9,19L3.5,13.5L4.91,12.09L9,16.17L19.59,5.59L21,7Z"></path></svg></span></button></div></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="create-cluster-tag">Create Cluster Tag<a href="#create-cluster-tag" class="hash-link" aria-label="Direct link to Create Cluster Tag" title="Direct link to Create Cluster Tag"></a></h3><p>Click <!-- -->[Clusters]<!-- --> -&gt; <!-- -->[ClusterTags]<!-- --> -&gt; <!-- -->[Create]<!-- --> on the page to specify the cluster label name and person in charge.</p><p><img loading="lazy" alt="Create Cluster Tag" src="/assets/images/cluster_tag-83079ba435eef25964075381c405c176.png" width="532" height="373" class="img_ev3q"></p><div class="theme-admonition theme-admonition-caution alert alert--warning admonition_LlT9"><div class="admonitionHeading_tbUL"><span class="admonitionIcon_kALy"><svg viewBox="0 0 16 16"><path fill-rule="evenodd" d="M8.893 1.5c-.183-.31-.52-.5-.887-.5s-.703.19-.886.5L.138 13.499a.98.98 0 0 0 0 1.001c.193.31.53.501.886.501h13.964c.367 0 .704-.19.877-.5a1.03 1.03 0 0 0 .01-1.002L8.893 1.5zm.133 11.497H6.987v-2.003h2.039v2.003zm0-3.004H6.987V5.987h2.039v4.006z"></path></svg></span>caution</div><div class="admonitionContent_S0QG"><p><code>default_cluster</code> is the default ClusterTags reported by each component. If you decide to use a different name, make sure to update the corresponding tag configuration accordingly.</p></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="register-pulsar-cluster">Register Pulsar Cluster<a href="#register-pulsar-cluster" class="hash-link" aria-label="Direct link to Register Pulsar Cluster" title="Direct link to Register Pulsar Cluster"></a></h3><p>Click <!-- -->[Clusters]<!-- --> -&gt; <!-- -->[Cluster]<!-- --> -&gt; <!-- -->[Create]<!-- --> on the page to register Pulsar Cluster.</p><p><img loading="lazy" alt="Create Pulsar" src="/assets/images/pulsar-8931f8b43da437e42a266e4443003b48.png" width="527" height="650" class="img_ev3q"></p><div class="theme-admonition theme-admonition-note alert alert--secondary admonition_LlT9"><div class="admonitionHeading_tbUL"><span class="admonitionIcon_kALy"><svg viewBox="0 0 14 16"><path fill-rule="evenodd" d="M6.3 5.69a.942.942 0 0 1-.28-.7c0-.28.09-.52.28-.7.19-.18.42-.28.7-.28.28 0 .52.09.7.28.18.19.28.42.28.7 0 .28-.09.52-.28.7a1 1 0 0 1-.7.3c-.28 0-.52-.11-.7-.3zM8 7.99c-.02-.25-.11-.48-.31-.69-.2-.19-.42-.3-.69-.31H6c-.27.02-.48.13-.69.31-.2.2-.3.44-.31.69h1v3c.02.27.11.5.31.69.2.2.42.31.69.31h1c.27 0 .48-.11.69-.31.2-.19.3-.42.31-.69H8V7.98v.01zM7 2.3c-3.14 0-5.7 2.54-5.7 5.68 0 3.14 2.56 5.7 5.7 5.7s5.7-2.55 5.7-5.7c0-3.15-2.56-5.69-5.7-5.69v.01zM7 .98c3.86 0 7 3.14 7 7s-3.14 7-7 7-7-3.12-7-7 3.14-7 7-7z"></path></svg></span>note</div><div class="admonitionContent_S0QG"><p>The ClusterTags selects the newly created <code>default_cluster</code>, the Pulsar cluster deployed by docker:</p><p>Service URL is <code>pulsar://pulsar:6650</code>, Admin URL is <code>http://pulsar:8080</code>.</p></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="register-clickhouse-datanodes">Register ClickHouse DataNodes<a href="#register-clickhouse-datanodes" class="hash-link" aria-label="Direct link to Register ClickHouse DataNodes" title="Direct link to Register ClickHouse DataNodes"></a></h3><p>Click <!-- -->[DataNodes]<!-- --> -&gt; <!-- -->[Create]<!-- --> on the page to register ClickHouse DataNodes.</p><p><img loading="lazy" alt="Create Clickhouse Datanode" src="/assets/images/clickhouse_datanode-92d4cc2ef153bc2f7a5798d9371e34ca.png" width="730" height="536" class="img_ev3q"></p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="create-task">Create Task<a href="#create-task" class="hash-link" aria-label="Direct link to Create Task" title="Direct link to Create Task"></a></h2><h3 class="anchor anchorWithStickyNavbar_LWe7" id="create-data-streams-group">Create Data Streams Group<a href="#create-data-streams-group" class="hash-link" aria-label="Direct link to Create Data Streams Group" title="Direct link to Create Data Streams Group"></a></h3><p>Click <!-- -->[Synchronization]<!-- --><!-- -->[Create]<!-- --> on the page and input the Group ID and Steam ID:</p><p><img loading="lazy" alt="Create Group_Stream" src="/assets/images/group_stream-0428e03c91e93c6a6a0e5f8ba729a566.png" width="1481" height="411" class="img_ev3q"></p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="create-data-source">Create Data Source<a href="#create-data-source" class="hash-link" aria-label="Direct link to Create Data Source" title="Direct link to Create Data Source"></a></h3><p>In the data source, click <!-- -->[New]<!-- --><!-- -->[MySQL]<!-- --> to configure the source name, address, databases and tables information.</p><p><img loading="lazy" alt="Create Source" src="/assets/images/source-7a1d7feaa66dd93a3cfab2c97fdfe1ee.png" width="674" height="635" class="img_ev3q"></p><div class="theme-admonition theme-admonition-note alert alert--secondary admonition_LlT9"><div class="admonitionHeading_tbUL"><span class="admonitionIcon_kALy"><svg viewBox="0 0 14 16"><path fill-rule="evenodd" d="M6.3 5.69a.942.942 0 0 1-.28-.7c0-.28.09-.52.28-.7.19-.18.42-.28.7-.28.28 0 .52.09.7.28.18.19.28.42.28.7 0 .28-.09.52-.28.7a1 1 0 0 1-.7.3c-.28 0-.52-.11-.7-.3zM8 7.99c-.02-.25-.11-.48-.31-.69-.2-.19-.42-.3-.69-.31H6c-.27.02-.48.13-.69.31-.2.2-.3.44-.31.69h1v3c.02.27.11.5.31.69.2.2.42.31.69.31h1c.27 0 .48-.11.69-.31.2-.19.3-.42.31-.69H8V7.98v.01zM7 2.3c-3.14 0-5.7 2.54-5.7 5.68 0 3.14 2.56 5.7 5.7 5.7s5.7-2.55 5.7-5.7c0-3.15-2.56-5.69-5.7-5.69v.01zM7 .98c3.86 0 7 3.14 7 7s-3.14 7-7 7-7-3.12-7-7 3.14-7 7-7z"></path></svg></span>note</div><div class="admonitionContent_S0QG"><ul><li>Please create the test.source_table database table in advance, the schema is: CREATE TABLE test.source_table (id INT PRIMARY KEY, name VARCHAR(50));</li></ul></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="create-data-sink">Create Data Sink<a href="#create-data-sink" class="hash-link" aria-label="Direct link to Create Data Sink" title="Direct link to Create Data Sink"></a></h3><p>In the data target, click <!-- -->[New]<!-- --><!-- -->[ClickHouse]<!-- --> to configure the name, DB name, table name, and created ck data node.</p><p><img loading="lazy" alt="Create Sink" src="/assets/images/sink-ee7c26bc49ec5c3df864903dea349547.png" width="1212" height="399" class="img_ev3q"></p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="configuration-fields">Configuration Fields<a href="#configuration-fields" class="hash-link" aria-label="Direct link to Configuration Fields" title="Direct link to Configuration Fields"></a></h3><p>Configure fields mapping in <!-- -->[Source Field]<!-- --> and <!-- -->[Target Field]<!-- --> respectively, and click <!-- -->[Submit]<!-- --> after completion.</p><p><img loading="lazy" alt="Create Fields" src="/assets/images/sink_fields-3b7d1c470e3b2fd66dc78ffb03cb645a.png" width="1012" height="450" class="img_ev3q"></p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="approve-data-stream">Approve Data Stream<a href="#approve-data-stream" class="hash-link" aria-label="Direct link to Approve Data Stream" title="Direct link to Approve Data Stream"></a></h3><p>Click <!-- -->[Approval]<!-- --> -&gt; <!-- -->[MyApproval]<!-- --> -&gt; <!-- -->[Approval]<!-- --> -&gt; <!-- -->[Ok]<!-- -->.</p><p><img loading="lazy" alt="Approve" src="/assets/images/approve-4b2a7b1cd1a0d5bce3fac0ef19261747.png" width="2276" height="255" class="img_ev3q"></p><p>Back to <!-- -->[Synchronization]<!-- --> page, wait for <!-- -->[success]<!-- -->.</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="test-data">Test Data<a href="#test-data" class="hash-link" aria-label="Direct link to Test Data" title="Direct link to Test Data"></a></h2><h3 class="anchor anchorWithStickyNavbar_LWe7" id="send-data">Send Data<a href="#send-data" class="hash-link" aria-label="Direct link to Send Data" title="Direct link to Send Data"></a></h3><div class="language-shell codeBlockContainer_Ckt0 theme-code-block" style="--prism-color:#F8F8F2;--prism-background-color:#282A36"><div class="codeBlockContent_biex"><pre tabindex="0" class="prism-code language-shell codeBlock_bY9V thin-scrollbar"><code class="codeBlockLines_e6Vv"><span class="token-line" style="color:#F8F8F2"><span class="token shebang important">#!/bin/bash</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token comment" style="color:rgb(98, 114, 164)"># MySQL info</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">DB_HOST</span><span class="token operator">=</span><span class="token string" style="color:rgb(255, 121, 198)">&quot;mysql&quot;</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">DB_USER</span><span class="token operator">=</span><span class="token string" style="color:rgb(255, 121, 198)">&quot;root&quot;</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">DB_PASS</span><span class="token operator">=</span><span class="token string" style="color:rgb(255, 121, 198)">&quot;inlong&quot;</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">DB_NAME</span><span class="token operator">=</span><span class="token string" style="color:rgb(255, 121, 198)">&quot;test&quot;</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">DB_TABLE</span><span class="token operator">=</span><span class="token string" style="color:rgb(255, 121, 198)">&quot;source_table&quot;</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token comment" style="color:rgb(98, 114, 164)"># Insert data in a loop</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token keyword" style="color:rgb(189, 147, 249);font-style:italic">for</span><span class="token plain"> </span><span class="token variable punctuation" style="color:rgb(248, 248, 242);font-style:italic">((</span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">i</span><span class="token variable operator" style="color:rgb(189, 147, 249);font-style:italic">=</span><span class="token variable number" style="color:rgb(189, 147, 249);font-style:italic">1</span><span class="token variable punctuation" style="color:rgb(248, 248, 242);font-style:italic">;</span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic"> i</span><span class="token variable operator" style="color:rgb(189, 147, 249);font-style:italic">&lt;=</span><span class="token variable number" style="color:rgb(189, 147, 249);font-style:italic">1000</span><span class="token variable punctuation" style="color:rgb(248, 248, 242);font-style:italic">;</span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic"> i</span><span class="token variable operator" style="color:rgb(189, 147, 249);font-style:italic">++</span><span class="token variable punctuation" style="color:rgb(248, 248, 242);font-style:italic">))</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token keyword" style="color:rgb(189, 147, 249);font-style:italic">do</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token comment" style="color:rgb(98, 114, 164)"># Generate data</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">id</span><span class="token operator">=</span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">$i</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">name</span><span class="token operator">=</span><span class="token string" style="color:rgb(255, 121, 198)">&quot;name_</span><span class="token string variable" style="color:rgb(189, 147, 249);font-style:italic">$i</span><span class="token string" style="color:rgb(255, 121, 198)">&quot;</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token comment" style="color:rgb(98, 114, 164)"># Build an insert SQL</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">query</span><span class="token operator">=</span><span class="token string" style="color:rgb(255, 121, 198)">&quot;INSERT INTO </span><span class="token string variable" style="color:rgb(189, 147, 249);font-style:italic">$DB_TABLE</span><span class="token string" style="color:rgb(255, 121, 198)"> (id, name) VALUES (</span><span class="token string variable" style="color:rgb(189, 147, 249);font-style:italic">$id</span><span class="token string" style="color:rgb(255, 121, 198)">, &#x27;</span><span class="token string variable" style="color:rgb(189, 147, 249);font-style:italic">$name</span><span class="token string" style="color:rgb(255, 121, 198)">&#x27;);&quot;</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token comment" style="color:rgb(98, 114, 164)"># Execute insert SQL</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> mysql -h </span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">$DB_HOST</span><span class="token plain"> -u </span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">$DB_USER</span><span class="token plain"> -p</span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">$DB_PASS</span><span class="token plain"> </span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">$DB_NAME</span><span class="token plain"> -e </span><span class="token string" style="color:rgb(255, 121, 198)">&quot;</span><span class="token string variable" style="color:rgb(189, 147, 249);font-style:italic">$query</span><span class="token string" style="color:rgb(255, 121, 198)">&quot;</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token keyword" style="color:rgb(189, 147, 249);font-style:italic">done</span><br></span></code></pre><div class="buttonGroup__atx"><button type="button" aria-label="Copy code to clipboard" title="Copy" class="clean-btn"><span class="copyButtonIcons_eSgA" aria-hidden="true"><svg class="copyButtonIcon_y97N" viewBox="0 0 24 24"><path d="M19,21H8V7H19M19,5H8A2,2 0 0,0 6,7V21A2,2 0 0,0 8,23H19A2,2 0 0,0 21,21V7A2,2 0 0,0 19,5M16,1H4A2,2 0 0,0 2,3V17H4V3H16V1Z"></path></svg><svg class="copyButtonSuccessIcon_LjdS" viewBox="0 0 24 24"><path d="M21,7L9,19L3.5,13.5L4.91,12.09L9,16.17L19.59,5.59L21,7Z"></path></svg></span></button></div></div></div><p>Insert 1000 pieces of data in total:</p><p><img loading="lazy" alt="Source_data" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAYsAAADWCAIAAACv5TlBAAAACXBIWXMAAA7EAAAOxAGVKw4bAAAAEXRFWHRTb2Z0d2FyZQBTbmlwYXN0ZV0Xzt0AABr8SURBVHic7d1PaCJp3gfwZ993dA4ScBIJ2qRAkNlLNBXYRcilkSYXKQah9pKhW+pgH+xLTglUkkPTh+4I9qUDC33pg9ihcwqEQbw0IsOCEBjQdGQOiyBUQJHEEUKx2/ouvIcfXdSaWCmNJk+S7+ek9eepp556/Pk8Tz2Wf/rxxz+zy3z9+u9LlwMA3Jj/ue0MAAAMhAgFAPxChAIAfiFCAQC/EKEAgF+IUADAr+9uOwOXkyQpHo87nU7GWKvVev36taZpDzYbHBIEYWtrq16vp1Ip8/J0On12dnZxIWNsfX19hAOZL0G3211ZWblGruFqqqrOz8+/ffu2Uqn0rbqVjwOnbahcLreysiLLcq1Wu2fZEEUxm82qqjquBMfOTg5XV1ddLlc+n6e3iqJQGDo7O2s0GqIofvjwQZIkWlssFgVBGOGU6SOhaZosy7IsIzwNa7yV7VY+lZxGKOCZqqqCIOzt7Rlfs4VCYWpqam9v79GjR8Fg8OXLl+12O5fL0dpcLpfP58PhsKIoQx0oFAoxxorF4lizD3fJ3YtQ/LdB7jdRFOfn58vlshGAGGOapiWTyfX1deoCyLLc16fLZDK1Wm15eVkUxaEO1+v1Tk5OxpJzuIvsjkNJkrSysvL58+fl5WWHw5HNZiORSCAQaLVapVIpFosdHh6aRx/S6bTX643H44wxURTX1tZcLhdjrNvtZrNZo3KbV5GDg4NMJmORk0qlUq1Ww+FwOp0eamjDIhs0qjI7O3txlQXrvRRFicVi9LpWq62vr6uqGg6HaUk4HN7f36fXfUU3yMUErc+rb0CBNqtWq6lUSlVVv9//6dOn58+f046UBzs5jEajjDGjf2cuCrfb3Wq1GGP7+/sXT6pYLMbj8Wg0enGAYyiKokSjUaMGMsZ0Xe87zb7SsKi9yWTS+nA2a6/NkrfOPBt8lYetoldeyr4Bvr4E5+bmjFOzWT+tc2h02IcdjhxupPzx48e//PLLkydPZFlut9sHBwfRaLRQKCwtLfn9fkEQaORMFEWv19tsNtm3y9NsNilnoig+e/bs6OhI0zTKdLlcNheZnWzQlY7FYu/fv7c5XGeRDWMVVVZVVSkb1jXAeq90Oh0IBIxoqyiKoih0mub6audkyaUJZjIZKgejDqmqmkgkPB6PdZRnjM3Ozr548YKqESViJ4eCIPj9/maz2Rdlnjx5cn5+nkwm0+n08fHxx48fV1dXJUkyl+HR0VGn0zHXk0HMn1LG2MuXL+mF8Yl1Op2JRKJWq8myTB+MFy9eJJPJQaVxenrKBtRe61KyqDYjl/ygzLPBV3mEKmp9KUVRjEQi6+vrdCHS6XRfgvF4PJ/PGxWMsmGnoAblMBQKOZ1Or9criuJQX1FD9PIcDke73S6VSowxp9P58eNHeqFpWr1ed7vdCwsLtOXi4qLD4aDhg7m5OYfDcXx8TKsqlYpRLpFIpNPp7O7u2s+DIZPJfPjwwe12v3nzxk7HwSIbVE3pdBhju7u7nU4nEolYJ2ixlyRJgiCYG4OZTObKimthUIKCICwtLdVqNaP+7e7utlqtpaUlO8nm83mqQOVyWdd1n8935S4LCwtut9soRkMmkzG+G30+X6VSSSQSfZ8fqicul2t6etr6KJlMhobGDw8PdV1/9eoVvTV//R4eHtJbI1nr0hhUe61zMqjaXLPkL2aeWVab0aqoBXP9Z99G+mjUjzFG90Do0IVCwc55XZnDL1++dLvdi99tVxpuHMq4VLqut9tt8+GZ6QyDwWCn0zk6OmKMnZyc9Ho9CsPmpKidVa/XR75hmcvltre3GWMbGxvGbaNBBmXjYqNA07Tz8/OpqSmL1Kz3CoVCvV6vXC6Pdl4XDUqQ4sXZ2ZmxxFzjrem6PkIOPR4PY4yaJJdaX1+3aBs2Gg2HwzE3NzfscS9NynidSqXi8fiVpTGo9loYVG2uU/KXZp4NvsqjVdGh0Gkab811g45lfV52ckj3AUeYcTKe+VC5XC4SiVADfnp62uv1fv78mUJPpVLZ3Nzc2tqKxWKxWMz+KI99TqczEolYpzkoG9PT0y6Xa3Z21uioExpPGcR6r5mZGfufATusEzRXd+JwOMZ16DtnvKVhXXvHe6xBV3m0Knol80CVtbOzM6/Xa7HBhHJIxjZj8/j4OBqNLiws0Nes+auAbvSwbyNN9I1x/Rs0lFqv13v16pWdpuOl2Tg6OtJ13RhosKndblvsRVd0enp6XPPZhk3Q/H0I1yyNS6vNJI416CpbV7bRUHgyepQ0ijRoYwqdFqlNIoeGsc02KBQKnU4nFAoFg8FBvc1cLpfNZhljHo+HzmpmZsZYG4lErhwXMCiKkkgkOp3O5ubmsD1bczaM5qggCPZTsN6r0Wi4XK7FxcVL97144lcalCCNPQeDQWOJ0d6+mMji4qLNPohFDql/R19CI/D5fJObPTBUaYzAXG0mUfKDrvJoVZRceikpq61Wq1AoXJkCjcacn59bbGMnhzRJKJvNDjvdZGwRivrh4XBYEATzFDtFUcxzl2is6vT0lLYXBIGGkFRV9Xq93W7XzrFUVY3FYrVaLZlM2mxWDMoGY6xYLLrd7tXVVTvpGCz2osHFaDRqjI7RTRl6TZfTOHE7BiWoaVqpVAoEAkbiT58+dbvdVP7mGt93d8yaRQ4vfjLtow/GePu/ZtalMRqL2jv2kreoNqNVUTbgUtJC49aWJEkbGxuDYuizZ8+YaQh8kCtzSGHa5XJdef+0zzh/l/fly5fFxUVjjJxkMhlVVY0Oqq7r29vb1OpJpVLpdDqRSNDN1729PaMJ3ddJfvfuHfs2L4NmDNqco2EnG7lc7uTkZG1tzdyLpgawRTYs9qJ+gXFq7L8ntjDGdnZ2tra2jLVXnotFgtRKp1GSvvPKZDI+n49W6br+7t27n3/+2WZxDcohfa/Mz88Pe8+YfRtdzufzk/sx16DSsP9lcDHBQdVm7CVvcZUtKtuVyV56Kc0LdV3PZrPGL4roU2zM8Gi1Wpubm3TJRvs40GuakzQ7OztU74Ex9qcxPqe8b37TaLsbtzmBT31ThOxLp9NTU1P49fWD1Tf4ZdM4f/VCt0v7ZhvDPUNz+s0dHDsURQkEAqVSCeHpYaKuj83BL7OxRShFUcLh8OfPn6/5mwbgXyqVqtVq5hETa5IkRaPRw8NDtI4fIEEQ3r9///Lly2q1an/g2DCGcSijdzps+w3uLhrICIVCdqa2RSIRTdNG6/uDhWw2O2iEW5blG87MIMZ0jdGMcxwKAGC87t7TVwDg4UCEAgB+IUIBAL8QoQCAX4hQAMAvRCgA4BciFADwCxEKAPg1dISiOez0941gAQUFcH1oQwEAvxChAIBfiFAAwC+7vxwe9DDTbrdLT+ejPyM0lpufG/mgVl1ZUABg39DPNqB/ST0/P5/E/zrcJygogOtDLw8A+IUIBQD8QoQCAH7hGZsAwC+0oQCAX4hQAMAvRCgA4BciFADwCxEKAPiFCAUA/EKEAgB+4Ql2k4KCAri+h9iGotihqmrf8nQ6felCRBmA23LfIpQoitls9mKgMVtdXXW5XPl8nt4qikIx6OzsrNFoiKL44cMHSZJobbFYFATBOkEAmJD7FqGupKqqIAh7e3uVSoWWFAqFqampvb29R48eBYPBly9fttvtXC5Ha3O5XD6fD4fDiqLcXq4BHqjvbjsDN0oUxfn5+XK5bAQgxpimaclkkh7n9PXrV1mW+/bKZDLBYHB5eblcLhtxDQBuwA1FKPOTJ2u1mvFQN1EU19bWXC4XY6zb7WazWYodqqrOz8+/ffuWIgJtVq1WU6mUqqp+v//Tp0/Pnz+nHenhlqqqhsNhSjYcDu/v79Nr81Mxo9EoY8zo3xGKTW63u9VqMcb29/fNu5BisRiPx6PRKCIUwE26iV5eOp2OxWIHBweyLMuyfHx8TD0mRVFevnxZrVZpeblcTiQSdjpTs7OzL1682Nvbk2X54OCAumCpVEqW5VevXum6fnh4KH9jxBpBEPx+f7PZ7IsyT548OT8/X1lZ+fr16/Hx8atXr3788UdjHIocHR11Oh2/3y8IwvgKBgCuMPE2lCRJgiAcHBxkMhlaQi8EQVhaWqrVakYE2d3d9fv9S0tLxpYW8vk8tbbK5fLy8rLP57tyl4WFBbfbXSqV+pabD+fz+TKZTCKR6NtG07R6vT4/Pz89Pa1p2pXHAoCxmHgbKhQK9Xq9crnct5zixdnZmbGEogB13Kzpun4xwSt5PB7G2Onp6aAN1tfX+zp3Zo1Gw+FwzM3NDXtcABjZxCPUzMyMruvtdvvStY1Go2+Jw+GYdJYA4K6YeIQ6OztzuVzT09M2t+/1ehPNDwDcIROPUI1Gw+VyLS4u9i2nsedgMGgsMUayLyayuLhop/fHGGu327quz8zMXFxF/Tvq643A5/P1er2Tk5PRdgeAEUw8QhUKhVarFY1GjbtjiqIoiqJpWqlUCgQCxs27p0+fut3uYrHI/juuDfqPzEtpmnZ+fi4IQt/NOHZZTLSPoqdFdxUAJmHi9/JoPmQ6nU4kEnSPzJgPRTfRYrEYBSBd17e3t2kqQCaT8fl8tErX9Xfv3v388882j7izs7O1tWUczpjcZNyPE0Vx2GlNNK6fz+dxIw/gJj2s/xymmZ/NZnPYzKfT6ampqdevX9uPUHe6oAA48bB+l1epVKrVqrlraYeiKIFAoFQqoQEFcMMeVoRijKVSqVqtZh4XsyZJUjQaPTw8tDOPFADG68FFKMbYzs5Op9MJhUJ2No5EIpqmWczkBIDJwX8OAwC/HmIbCgDuCkQoAOAXIhQA8AsRCgD4hQgFAPxChAIAfiFCAQC/EKEAgF/4V/RJQUEBXB/aUADAL0QoAOAXIhQA8MvuL4cHPYq32+2urKwwxtLpdCAQMJab/7b3Qa26sqAAwL6H9YzNm4SCArg+9PIAgF+IUADAL0QoAOAXnrEJAPxCGwoA+IUIBQD8QoQCAH4hQgEAvxChAIBfiFAAwC9EKADgF55gNykoKIDrQxsKAPiFCAUA/PrutjMwfpIkxeNxxlg2m83lcsZyURTX1tZcLhdjrNvtmteOtgoAJu1etaFo6Oenn376/fff+1ZJkrSxsdFsNmVZlmVZ07R4PC5J0sirAOAG3KsItbq6Wq/Xk8nk169f+1ZFIpFOp7Ozs0Nvd3Z2Op1OJBIZeRUA3IB71csb9DRLURS9Xm+1WtU0jZY8efJkdnbW5XKNtuoGzgUA2D1rQw0yNzfncDgajQa9VVV1eXn5119/dTgco626ndMAeHgeRIQy0EDVzMxMPB7/448/rr8KACbqAUWoH3744c2bN/V6/WJncLRVADBp92ocapCTk5Ner/f48eODg4NMJkMLfT5fr9cbbdXtnAbAw/MgIlSlUmk2m1NTU4VCgZYIguD3+5vN5mirbuc0AB6eh9LLKxaLbrf76dOn9HZ1ddXlcn38+HHkVQBwA+5VG0pV1XA4bLxNJBKJRKLVaiWTSZoIHo/H9/f3GWO6rr99+7ZSqTDGRlsFADfgXkUo4//KL5XL5Qb9YGW0VQAwaQ+llwcAdxEiFADwCxEKAPiF/xwGAH6hDQUA/EKEAgB+IUIBAL8QoQCAX4hQAMAvRCgA4BciFADwCxEKAPiFf0WfFBQUwPWhDQUA/EKEAgB+IUIBAL/s/nJYUZRYLHZxs263u7KywhhLp9OBQMBYfnh4aDxP7kGturKgAMC+oZ9tIAjC1tbW+fk5/p3JGgoK4PrQywMAfiFCAQC/EKEAgF94xiYA8AttKADgFyIUAPALEQoA+IUIBQD8QoQCAH4hQgEAvxChAIBfiFAAwK97GKEkSdrb28tms6Io3nZeRkTP51RV9bYzMnHpdBqPIQUL9zBC8UAUxWw2O3KIWV1ddblc+Xx+vLniULFYFAThIcRiGM13w+4gSVI8HmeMZbPZXC43gSxdVy6X4zNjNqmqKghCNputVCrGQlEU19bWXC4XY6zb7dosfOu9eLiUuVzO4/HEYjFFUTKZzK3kAXg2RBuKuh4//fTT77//PrkMPXCiKM7Pz5fL5b5QsrGx0Ww2ZVmWZVnTtHg8LkmSdVIWe3F1KTOZTK1WW15evru9cpicIdpQq6ur9Xo9lUoN1SZXFCUajWaz2UgkQk+k1HX97du31EC49Es+nU5PTU29fv1a0zQjHdqSvvMHoUaB0+lkjLVaLXMKqqr6/f5Pnz49f/6cDmd+WqYFi2YIPaNudnbWvEpV1XA4TBuEw+H9/X16bfNw0WiUMdbXv4tEIp1OZ2dnh97u7OxsbW1FIhHrho/FXqNdSjZ8aRg7mh89WqvV+p7qVywW4/F4NBo1NxsB2FARauRnRTqdzkQiUavVZFmmevzixYtkMkm11vjoqqqaSCQ8Hs/Z2ZnX652enjZHKDuM/h3FuL61s7OzL168oE8OHfrKngV9IJvNJp27KIrPnj07OjrSNM1YlUwmKfMUPelcaG21WrUTlQyCIPj9/maz2de/83q91WrVKI0nT57Mzs5SmLDIucVeo13KEUrDuByBQODg4IBKW1GUvpI/OjrqdDp+v18QhGEvOtxvNzRSfnh4SNVa07R6ve5yuQRBWFpaqtVqxmd4d3e31WotLS01Gg1aYv7Lubm5uetnI5/P02emXC7ruu7z+ay3n5ubczgcx8fH9LZSqayvr9NHiBo7Hz9+NDLf6XQikch1srewsOB2u43DmfNglImqqsvLy7/++qvD4bgy58PuZW200pAkSRAEIzwxxjKZTN8Xg1ErpqenR84e3Es3FKGMjwpjLJVKxeNx+jSenZ0Zy41qenp6yhibm5ubnp52uVxer1cURY/Hc51PF2NM1/VyuTzULicnJ71ej1pb5uUXGzuapp2fn19suA3F4/Ewxuj0L6J4PTMzE4/H//jjD5tpjrbXpUYrjVAo1Ov1riz5RqPhcDjG8j0E98nQ9/LGyxy5iMPhODk5YYx5PB6Px0MfKqq4vV7vhrNXqVQ2Nze3trZisVgsFjOGVyh0zs7OGsNMpNVqTSgnP/zww5s3b4btNo621yCjlcbMzIyu6+12+/oZgAfoliPURUYYoi7Yb7/9FgwGQ6EQY0zX9ZvPj6ZpNLZCw/A0vHJ0dKTrujEiM1HUcnn8+LG5o+Tz+azj9Wh7XWmE0hh5VBGA3eKMTRocDQaDxhKjs9But3Vd//777x89enR6enp8fOz3+7///vvz8/Pbyi1jLJfLZbNZxpjH4zF6MYIgXLoxncLMzMxQh6D+HfX1DJVKpdlstlqtQqFAS4yCMra5OI3ezl7XYb80Go2Gy+VaXFy0TpCiJzWfAQy3FqE0TSuVSoFAwBjUePr0qdvtLhaLVONFUXQ6nUdHR+Vy2eVyiaJoHrS6GYqimO/HU1OO4kixWHS73aurq5fuSKcgCMKVs5bMLkZtQsd6+vQpvaUZ58awNGXM6XT2BYIr9xrWaKVRKBRarVY0GjWKgu7lmbeh6InOIFw0RC/PPNOHMZZIJBKJRKvVomb/CKj3QYMajDFd17e3t2m09ezsLBAI1Ot1TdM0TWs2m4FA4OKglXUO3717x2xPRBqUQ1VVjeEVcw5zudzJycna2pp58MXcpaL5R1RKNrNB9wrm5+dFUTRPOKD7j/F4nI5lnlBGvnz5sri42DcgbbHXaJdytNKgjmE6nTaK4uJ8KLptks/n0ROEPvivF770zTl6IC6dowvA8Mth3lQqlWq1au783nuKogQCgVKphPAEF/3voNHc//zn/244K0D+8Y9//PWvf/3LX/7yr3/965///OdtZ2eyJEn629/+9ttvv/3973+/7bwAj9CG4tHOzk6n06Gh6PstEolomjaW6VpwL2EcCgD4hTYUAPALEQoA+IUIBQD8QoQCAH4hQgEAvxChAIBfiFAAwC9EKADgFyIUAPALEQoA+IUIBQD8QoQCAH4hQgEAvxChAIBfiFAAwC9EKADgFyIUAPALEQoA+IUIBQD8QoQCAH4hQgEAvxChAIBf3912Bm7C/v7+oFWyLN9kTgBgKGhDAQC/EKEAgF+IUADAL07HoSRJisfjTqeTMdZqtV6/fq1p2m1nCgBuGqdtqFwut7KyIstyrVa77bwAwK3hNEIBALC7GKFEUcxms6qq3nZGAGDi7I5DSZK0srLy+fPn5eVlh8ORzWYjkUggEGi1WqVSKRaLHR4eplIpY/t0Ou31euPxOGNMFMW1tTWXy8UY63a72Ww2l8vRZuZV5ODgIJPJWOSkUqlUq9VwOJxOp9fX14c9YQC4Q4ZrQz1+/PiXX37pdDo00fHg4MDtdhcKhVar5ff7BUGgzURR9Hq9zWaTfYtBzWZTlmVZlre3tyORCG0pSdLGxka1WqVVHz586Ha7drKRSqUODg4CgcD79++NgwLA/TNEhHI4HO12u1QqMcacTufHjx/phaZp9Xrd7XYvLCzQlouLiw6Ho1gsMsbm5uYcDsfx8TGtqlQq6+vrdGMuEol0Op3d3d0R8p3JZD58+OB2u9+8eSOK4ggpAAD/hmtDGYFG1/V2u20s//LlC2MsFArR22Aw2Ol0jo6OGGMnJye9Xi8WiymKYk6K2ln1en3kaQS5XG57e5sxtrGxIUnSaIkAAM/GM1Key+U0TaOOHoWeUqlEoadSqWxubrZarVgstr+/v7e3N/Zo4nQ6I5HIeNMEAB6Mbcbm8fFxNBpdWFjweDyMsXK5bKzSNC2ZTLJv8zBp+Pzk5OSaR6TUer3eq1evKpXKNVMDAA6NbbZBoVDodDqhUCgYDDabzUtDRi6Xy2azjDGPx9Nut3Vdn5mZMdZGIhGaRG6HoiiJRKLT6WxubiI8AdxXY4tQNF4eDocFQaAxcqIoinnuEo1VnZ6e0vaCIFCnT1VVr9dr816eqqqxWKxWqyWTSfwaBuAeG+fv8r58+bK4uGiMkZNMJqOqqvGEJl3Xt7e3qdWTSqXS6XQikUgkErVabW9vjzqAjDFVVcPhsJHIu3fvGGM05UoUxfn5+b7pVwBwL/3pxx//fOmKr1//PWxaNDBULpdHix20ez6ft56xOQI8wQ7gjhrnr15CoVCv18vn82NMEwAesrFFKEVRwuHw58+fMW4NAOMyhnEoY8zoyp/UAQAMZZzjUNzCOBTAHfUgIhQA3FF37/lQAPBwIEIBAL8QoQCAX4hQAMAvRCgA4BciFADwCxEKAPiFCAUA/EKEAgB+IUIBAL8QoQCAX4hQAMCv/we4o+AqlZBfYgAAAABJRU5ErkJggg==" width="395" height="214" class="img_ev3q"></p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="verify-data">Verify Data<a href="#verify-data" class="hash-link" aria-label="Direct link to Verify Data" title="Direct link to Verify Data"></a></h3><p>Then enter the ClickHouse container and view the source table data:</p><p><img loading="lazy" alt="Source_data" src="/assets/images/sink_data-598241795b95bff65f7aeb0b60dc9d66.png" width="508" height="312" class="img_ev3q"></p><p>You can also view audit data on the page:</p><p><img loading="lazy" alt="Source_data" src="/assets/images/audit-6471f220923b2fe1860fae3994ff72f5.png" width="2279" height="709" class="img_ev3q"></p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="faq">FAQ<a href="#faq" class="hash-link" aria-label="Direct link to FAQ" title="Direct link to FAQ"></a></h2><p>ClickHouse fails to write data, you can view the error on the Flink page and check the permissions of the user and table engine used.</p></div><footer class="theme-doc-footer docusaurus-mt-lg"><div class="theme-doc-footer-edit-meta-row row"><div class="col"><a href="https://github.com/apache/inlong-website/edit/master/docs/quick_start/data_sync/mysql_clickhouse_example.md" target="_blank" rel="noreferrer noopener" class="theme-edit-this-page"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_Z9Sw" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 18.4h-6.3v-6.2z"></path></g></svg>Edit this page</a></div><div class="col lastUpdated_vwxv"></div></div></footer></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages navigation"><a class="pagination-nav__link pagination-nav__link--prev" href="/docs/next/quick_start/data_ingestion/mysql_kafka_clickhouse_example"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">Kafka Example</div></a><a class="pagination-nav__link pagination-nav__link--next" href="/docs/next/quick_start/data_sync/mysql_starrocks_example"><div class="pagination-nav__sublabel">Next</div><div class="pagination-nav__label">MySQL to StarRocks Example</div></a></nav></div></div><div class="col col--3"><div class="tableOfContents_bqdL thin-scrollbar theme-doc-toc-desktop"><ul class="table-of-contents table-of-contents__left-border"><li><a href="#deployment" class="table-of-contents__link toc-highlight">Deployment</a><ul><li><a href="#install-inlong" class="table-of-contents__link toc-highlight">Install InLong</a></li><li><a href="#add-connectors" class="table-of-contents__link toc-highlight">Add Connectors</a></li><li><a href="#install-clickhouse" class="table-of-contents__link toc-highlight">Install ClickHouse</a></li></ul></li><li><a href="#cluster-initialize" class="table-of-contents__link toc-highlight">Cluster Initialize</a><ul><li><a href="#create-cluster-tag" class="table-of-contents__link toc-highlight">Create Cluster Tag</a></li><li><a href="#register-pulsar-cluster" class="table-of-contents__link toc-highlight">Register Pulsar Cluster</a></li><li><a href="#register-clickhouse-datanodes" class="table-of-contents__link toc-highlight">Register ClickHouse DataNodes</a></li></ul></li><li><a href="#create-task" class="table-of-contents__link toc-highlight">Create Task</a><ul><li><a href="#create-data-streams-group" class="table-of-contents__link toc-highlight">Create Data Streams Group</a></li><li><a href="#create-data-source" class="table-of-contents__link toc-highlight">Create Data Source</a></li><li><a href="#create-data-sink" class="table-of-contents__link toc-highlight">Create Data Sink</a></li><li><a href="#configuration-fields" class="table-of-contents__link toc-highlight">Configuration Fields</a></li><li><a href="#approve-data-stream" class="table-of-contents__link toc-highlight">Approve Data Stream</a></li></ul></li><li><a href="#test-data" class="table-of-contents__link toc-highlight">Test Data</a><ul><li><a href="#send-data" class="table-of-contents__link toc-highlight">Send Data</a></li><li><a href="#verify-data" class="table-of-contents__link toc-highlight">Verify Data</a></li></ul></li><li><a href="#faq" class="table-of-contents__link toc-highlight">FAQ</a></li></ul></div></div></div></div></main></div></div><footer class="footer"><div class="container container-fluid"><div class="row footer__links"><div class="col footer__col"><div class="footer__title">Events</div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://www.apachecon.com/" target="_blank" rel="noopener noreferrer" class="footer__link-item">ApacheCon<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a class="acevent" data-format="square" data-mode="dark" data-event="random"></a></li></ul></div><div class="col footer__col"><div class="footer__title">Community</div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://twitter.com/ApacheInlong" target="_blank" rel="noopener noreferrer" class="footer__link-item">Twitter<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://inlong.apache.org/img/apache-inlong-wechat.jpg" target="_blank" rel="noopener noreferrer" class="footer__link-item">WeChat<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="mailto:dev@inlong.apache.org" target="_blank" rel="noopener noreferrer" class="footer__link-item">Email</a></li></ul></div><div class="col footer__col"><div class="footer__title">More</div><ul class="footer__items clean-list"><li class="footer__item"><a class="footer__link-item" href="/blog">Blog</a></li><li class="footer__item"><a href="https://github.com/apache/inlong" target="_blank" rel="noopener noreferrer" class="footer__link-item">GitHub<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li></ul></div></div><div class="footer__bottom text--center"><div class="margin-bottom--sm"><img src="/img/asf_logo.svg" alt="Apache InLong" class="themedImage_ToTc themedImage--light_HNdA footer__logo"><img src="/img/asf_logo.svg" alt="Apache InLong" class="themedImage_ToTc themedImage--dark_i4oU footer__logo"></div><div class="footer__copyright"><div style="font-family: Avenir-Medium;font-size: 14px;color: #999;">
<div>Copyright © 2020-2024 The Apache Software Foundation. Licensed under the Apache License, Version 2.0.</div>
<div style="margin-top: 20px; padding-top: 20px; border-top: 1px solid #666;line-height: 20px;">The Apache Software Foundation Apache InLong, InLong, Apache, the Apache feather, and the Apache InLong project logo are either registered trademarks or trademarks of the Apache Software Foundation.</div>
</div></div></div></div></footer></div>
<script src="/assets/js/runtime~main.63c98e82.js"></script>
<script src="/assets/js/main.070aef2a.js"></script>
</body>
</html>