| <!doctype html> | |
| <html lang="zh-CN" dir="ltr" class="docs-wrapper docs-doc-page docs-version-1.10.0 plugin-docs plugin-id-default docs-doc-id-quick_start/data_ingestion/file_pulsar_clickhouse_example"> | |
| <head> | |
| <meta charset="UTF-8"> | |
| <meta name="generator" content="Docusaurus v2.3.1"> | |
| <title data-rh="true">Pulsar 示例 | Apache InLong</title><meta data-rh="true" name="viewport" content="width=device-width,initial-scale=1"><meta data-rh="true" name="twitter:card" content="summary_large_image"><meta data-rh="true" property="og:url" content="https://inlong.apache.org/zh-CN/docs/1.10.0/quick_start/data_ingestion/file_pulsar_clickhouse_example"><meta data-rh="true" name="docusaurus_locale" content="zh-CN"><meta data-rh="true" name="docsearch:language" content="zh-CN"><meta data-rh="true" name="docusaurus_version" content="1.10.0"><meta data-rh="true" name="docusaurus_tag" content="docs-default-1.10.0"><meta data-rh="true" name="docsearch:version" content="1.10.0"><meta data-rh="true" name="docsearch:docusaurus_tag" content="docs-default-1.10.0"><meta data-rh="true" property="og:title" content="Pulsar 示例 | Apache InLong"><meta data-rh="true" name="description" content="在下面的内容中，我们将通过一个完整的示例介绍如何使用 Apache InLong 创建 File -> Pulsar -> ClickHouse 数据接入。"><meta data-rh="true" property="og:description" content="在下面的内容中，我们将通过一个完整的示例介绍如何使用 Apache InLong 创建 File -> Pulsar -> ClickHouse 数据接入。"><link data-rh="true" rel="icon" href="/zh-CN/img/logo.svg"><link data-rh="true" rel="canonical" href="https://inlong.apache.org/zh-CN/docs/1.10.0/quick_start/data_ingestion/file_pulsar_clickhouse_example"><link data-rh="true" rel="alternate" href="https://inlong.apache.org/docs/1.10.0/quick_start/data_ingestion/file_pulsar_clickhouse_example" hreflang="en"><link data-rh="true" rel="alternate" href="https://inlong.apache.org/zh-CN/docs/1.10.0/quick_start/data_ingestion/file_pulsar_clickhouse_example" hreflang="zh-CN"><link data-rh="true" rel="alternate" href="https://inlong.apache.org/docs/1.10.0/quick_start/data_ingestion/file_pulsar_clickhouse_example" hreflang="x-default"><link data-rh="true" rel="preconnect" href="https://YUW9QEL53E-dsn.algolia.net" crossorigin="anonymous"><link rel="alternate" type="application/rss+xml" href="/zh-CN/blog/rss.xml" title="Apache InLong RSS Feed"> | |
| <link rel="alternate" type="application/atom+xml" href="/zh-CN/blog/atom.xml" title="Apache InLong Atom Feed"> | |
| <link rel="search" type="application/opensearchdescription+xml" title="Apache InLong" href="/zh-CN/opensearch.xml"> | |
| <script src="https://www.apachecon.com/event-images/snippet.js" async></script><link rel="stylesheet" href="/zh-CN/assets/css/styles.09deabdb.css"> | |
| <link rel="preload" href="/zh-CN/assets/js/runtime~main.933f32cb.js" as="script"> | |
| <link rel="preload" href="/zh-CN/assets/js/main.32851df5.js" as="script"> | |
| </head> | |
| <body class="navigation-with-keyboard"> | |
| <script>!function(){function e(e){document.documentElement.setAttribute("data-theme",e)}var t=function(){var e=null;try{e=localStorage.getItem("theme")}catch(e){}return e}();null!==t?e(t):window.matchMedia("(prefers-color-scheme: dark)").matches?e("dark"):(window.matchMedia("(prefers-color-scheme: light)").matches,e("light"))}()</script><div id="__docusaurus"> | |
| <div role="region" aria-label="Skip to main content"><a class="skipToContent_fXgn" href="#docusaurus_skipToContent_fallback">Skip to main content</a></div><nav aria-label="主导航" class="navbar navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><button aria-label="切换导航栏" aria-expanded="false" class="navbar__toggle clean-btn" type="button"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/zh-CN/"><div class="navbar__logo"><img src="/zh-CN/img/logo.svg" alt="Apache" class="themedImage_ToTc themedImage--light_HNdA"><img src="/zh-CN/img/logo.svg" alt="Apache" class="themedImage_ToTc themedImage--dark_i4oU"></div><b class="navbar__title text--truncate">Apache InLong</b></a></div><div class="navbar__items navbar__items--right"><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a class="navbar__link" aria-haspopup="true" aria-expanded="false" role="button" href="/zh-CN/docs/introduction">文档</a><ul class="dropdown__menu"><li><a class="dropdown__link" href="/zh-CN/docs/next/introduction">Next</a></li><li><a class="dropdown__link" href="/zh-CN/docs/introduction">1.11.0</a></li><li><a class="dropdown__link" href="/zh-CN/docs/1.10.0/introduction">1.10.0</a></li><li><a class="dropdown__link" href="/zh-CN/docs/1.9.0/introduction">1.9.0</a></li><li><a class="dropdown__link" href="/zh-CN/docs/1.8.0/introduction">1.8.0</a></li><li><a class="dropdown__link" href="/zh-CN/versions/">All versions</a></li></ul></div><a class="navbar__item navbar__link" href="/zh-CN/downloads">下载</a><a class="navbar__item navbar__link" href="/zh-CN/community/how-to-contribute">社区</a><a class="navbar__item navbar__link" href="/zh-CN/blog">博客</a><a class="navbar__item navbar__link" href="/zh-CN/team">团队</a><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link">Apache</a><ul class="dropdown__menu"><li><a href="https://www.apache.org/" target="_blank" rel="noopener noreferrer" class="dropdown__link">Apache Software Foundation</a></li><li><a href="https://www.apache.org/licenses/" target="_blank" rel="noopener noreferrer" class="dropdown__link">证书</a></li><li><a href="https://www.apache.org/events/current-event" target="_blank" rel="noopener noreferrer" class="dropdown__link">事件</a></li><li><a href="https://www.apache.org/security/" target="_blank" rel="noopener noreferrer" class="dropdown__link">安全</a></li><li><a href="https://www.apache.org/foundation/sponsorship.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">赞助</a></li><li><a href="https://www.apache.org/foundation/policies/privacy.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">Privacy</a></li><li><a href="https://www.apache.org/foundation/thanks.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">致谢</a></li></ul></div><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link"><svg viewBox="0 0 24 24" width="20" height="20" aria-hidden="true" class="iconLanguage_nlXk"><path fill="currentColor" d="M12.87 15.07l-2.54-2.51.03-.03c1.74-1.94 2.98-4.17 3.71-6.53H17V4h-7V2H8v2H1v1.99h11.17C11.5 7.92 10.44 9.75 9 11.35 8.07 10.32 7.3 9.19 6.69 8h-2c.73 1.63 1.73 3.17 2.98 4.56l-5.09 5.02L4 19l5-5 3.11 3.11.76-2.04zM18.5 10h-2L12 22h2l1.12-3h4.75L21 22h2l-4.5-12zm-2.62 7l1.62-4.33L19.12 17h-3.24z"></path></svg>简体中文</a><ul class="dropdown__menu"><li><a href="/docs/1.10.0/quick_start/data_ingestion/file_pulsar_clickhouse_example" target="_self" rel="noopener noreferrer" class="dropdown__link" lang="en">English</a></li><li><a href="/zh-CN/docs/1.10.0/quick_start/data_ingestion/file_pulsar_clickhouse_example" target="_self" rel="noopener noreferrer" class="dropdown__link dropdown__link--active" lang="zh-CN">简体中文</a></li></ul></div><a href="https://github.com/apache/inlong" target="_blank" rel="noopener noreferrer" class="navbar__item navbar__link">GitHub<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a><div class="toggle_vylO colorModeToggle_DEke"><button class="clean-btn toggleButton_gllP toggleButtonDisabled_aARS" type="button" disabled="" title="切换浅色/暗黑模式（当前为浅色模式）" aria-label="切换浅色/暗黑模式（当前为浅色模式）" aria-live="polite"><svg viewBox="0 0 24 24" width="24" height="24" class="lightToggleIcon_pyhR"><path fill="currentColor" d="M12,9c1.65,0,3,1.35,3,3s-1.35,3-3,3s-3-1.35-3-3S10.35,9,12,9 M12,7c-2.76,0-5,2.24-5,5s2.24,5,5,5s5-2.24,5-5 S14.76,7,12,7L12,7z M2,13l2,0c0.55,0,1-0.45,1-1s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S1.45,13,2,13z M20,13l2,0c0.55,0,1-0.45,1-1 s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S19.45,13,20,13z M11,2v2c0,0.55,0.45,1,1,1s1-0.45,1-1V2c0-0.55-0.45-1-1-1S11,1.45,11,2z M11,20v2c0,0.55,0.45,1,1,1s1-0.45,1-1v-2c0-0.55-0.45-1-1-1C11.45,19,11,19.45,11,20z M5.99,4.58c-0.39-0.39-1.03-0.39-1.41,0 c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0s0.39-1.03,0-1.41L5.99,4.58z M18.36,16.95 c-0.39-0.39-1.03-0.39-1.41,0c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0c0.39-0.39,0.39-1.03,0-1.41 L18.36,16.95z M19.42,5.99c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06c-0.39,0.39-0.39,1.03,0,1.41 s1.03,0.39,1.41,0L19.42,5.99z M7.05,18.36c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06 c-0.39,0.39-0.39,1.03,0,1.41s1.03,0.39,1.41,0L7.05,18.36z"></path></svg><svg viewBox="0 0 24 24" width="24" height="24" class="darkToggleIcon_wfgR"><path fill="currentColor" d="M9.37,5.51C9.19,6.15,9.1,6.82,9.1,7.5c0,4.08,3.32,7.4,7.4,7.4c0.68,0,1.35-0.09,1.99-0.27C17.45,17.19,14.93,19,12,19 c-3.86,0-7-3.14-7-7C5,9.07,6.81,6.55,9.37,5.51z M12,3c-4.97,0-9,4.03-9,9s4.03,9,9,9s9-4.03,9-9c0-0.46-0.04-0.92-0.1-1.36 c-0.98,1.37-2.58,2.26-4.4,2.26c-2.98,0-5.4-2.42-5.4-5.4c0-1.81,0.89-3.42,2.26-4.4C12.92,3.04,12.46,3,12,3L12,3z"></path></svg></button></div><div class="searchBox_ZlJk"><button type="button" class="DocSearch DocSearch-Button" aria-label="搜索"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">搜索</span></span><span class="DocSearch-Button-Keys"></span></button></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div id="docusaurus_skipToContent_fallback" class="main-wrapper mainWrapper_z2l0 docsWrapper_BCFX"><button aria-label="回到顶部" class="clean-btn theme-back-to-top-button backToTopButton_sjWU" type="button"></button><div class="docPage__5DB"><aside class="theme-doc-sidebar-container docSidebarContainer_b6E3"><div class="sidebarViewport_Xe31"><div class="sidebar_njMd"><nav aria-label="文档侧边栏" class="menu thin-scrollbar menu_SIkG"><ul class="theme-doc-sidebar-menu menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/zh-CN/docs/1.10.0/introduction">简介</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.10.0/design_and_concept/basic_concept">设计和概念</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret menu__link--active" aria-expanded="true" href="/zh-CN/docs/1.10.0/quick_start/how_to_build">快速开始</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.10.0/quick_start/how_to_build">如何编译</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret menu__link--active" aria-expanded="true" tabindex="0" href="/zh-CN/docs/1.10.0/quick_start/data_ingestion/file_pulsar_clickhouse_example">数据接入</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link menu__link--active" aria-current="page" tabindex="0" href="/zh-CN/docs/1.10.0/quick_start/data_ingestion/file_pulsar_clickhouse_example">Pulsar 示例</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-3 menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.10.0/quick_start/data_ingestion/mysql_kafka_clickhouse_example">Kafka 示例</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-2 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" tabindex="0" href="/zh-CN/docs/1.10.0/quick_start/data_sync/mysql_clickhouse_example">数据同步</a></div></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.10.0/deployment/standalone">安装部署</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.10.0/modules/agent/overview">组件介绍</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.10.0/data_node/extract_node/overview">数据节点</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.10.0/sdk/dataproxy-sdk/cpp">SDK</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.10.0/user_guide/dashboard_usage">用户指引</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.10.0/development/inlong_msg">开发指引</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.10.0/administration/user_management">Administration</a></div></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/zh-CN/docs/1.10.0/contact">联系我们</a></li></ul></nav></div></div></aside><main class="docMainContainer_gTbr"><div class="container padding-top--md padding-bottom--lg"><div class="row"><div class="col docItemCol_VOVn"><div class="theme-doc-version-banner alert alert--warning margin-bottom--md" role="alert"><div>This is documentation for <!-- -->Apache InLong<!-- --> <b>1.10.0</b>, which is no longer actively maintained.</div><div class="margin-top--md">For up-to-date documentation, see the <b><a href="/zh-CN/docs/quick_start/data_ingestion/file_pulsar_clickhouse_example">latest version</a></b> (<!-- -->1.11.0<!-- -->).</div></div><div class="docItemContainer_Djhp"><article><nav class="theme-doc-breadcrumbs breadcrumbsContainer_Z_bl" aria-label="页面路径"><ul class="breadcrumbs" itemscope="" itemtype="https://schema.org/BreadcrumbList"><li class="breadcrumbs__item"><a aria-label="主页面" class="breadcrumbs__link" href="/zh-CN/"><svg viewBox="0 0 24 24" class="breadcrumbHomeIcon_YNFT"><path d="M10 19v-5h4v5c0 .55.45 1 1 1h3c.55 0 1-.45 1-1v-7h1.7c.46 0 .68-.57.33-.87L12.67 3.6c-.38-.34-.96-.34-1.34 0l-8.36 7.53c-.34.3-.13.87.33.87H5v7c0 .55.45 1 1 1h3c.55 0 1-.45 1-1z" fill="currentColor"></path></svg></a></li><li class="breadcrumbs__item"><span class="breadcrumbs__link">快速开始</span><meta itemprop="position" content="1"></li><li class="breadcrumbs__item"><span class="breadcrumbs__link">数据接入</span><meta itemprop="position" content="2"></li><li itemscope="" itemprop="itemListElement" itemtype="https://schema.org/ListItem" class="breadcrumbs__item breadcrumbs__item--active"><span class="breadcrumbs__link" itemprop="name">Pulsar 示例</span><meta itemprop="position" content="3"></li></ul></nav><span class="theme-doc-version-badge badge badge--secondary">版本：1.10.0</span><div class="tocCollapsible_ETCw theme-doc-toc-mobile tocMobile_ITEo"><button type="button" class="clean-btn tocCollapsibleButton_TO0P">On this page</button></div><div class="theme-doc-markdown markdown"><header><h1>Pulsar 示例</h1></header><p>在下面的内容中，我们将通过一个完整的示例介绍如何使用 Apache InLong 创建 <code>File -> Pulsar -> ClickHouse</code> 数据接入。</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="环境部署">环境部署<a href="#环境部署" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2><h3 class="anchor anchorWithStickyNavbar_LWe7" id="安装-inlong">安装 InLong<a href="#安装-inlong" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p>在开始之前，我们需要安装 InLong 的全部组件，这里提供两种方式：</p><ul><li><a href="/zh-CN/docs/1.10.0/deployment/docker">Docker 部署</a>（推荐）</li><li><a href="/zh-CN/docs/1.10.0/deployment/bare_metal">Bare Metal 部署</a></li></ul><h3 class="anchor anchorWithStickyNavbar_LWe7" id="安装-clickhouse">安装 ClickHouse<a href="#安装-clickhouse" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><div class="language-shell codeBlockContainer_Ckt0 theme-code-block" style="--prism-color:#F8F8F2;--prism-background-color:#282A36"><div class="codeBlockContent_biex"><pre tabindex="0" class="prism-code language-shell codeBlock_bY9V thin-scrollbar"><code class="codeBlockLines_e6Vv"><span class="token-line" style="color:#F8F8F2"><span class="token function" style="color:rgb(80, 250, 123)">docker</span><span class="token plain"> run -d --rm --net</span><span class="token operator">=</span><span class="token plain">host --name clickhouse -e </span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">CLICKHOUSE_USER</span><span class="token operator">=</span><span class="token plain">admin -e </span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">CLICKHOUSE_PASSWORD</span><span class="token operator">=</span><span class="token plain">inlong -e </span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">CLICKHOUSE_DEFAULT_ACCESS_MANAGEMENT</span><span class="token operator">=</span><span class="token number">1</span><span class="token plain"> clickhouse/clickhouse-server:22.8</span><br></span></code></pre><div class="buttonGroup__atx"><button type="button" aria-label="Copy code to clipboard" title="Copy" class="clean-btn"><span class="copyButtonIcons_eSgA" aria-hidden="true"><svg class="copyButtonIcon_y97N" viewBox="0 0 24 24"><path d="M19,21H8V7H19M19,5H8A2,2 0 0,0 6,7V21A2,2 0 0,0 8,23H19A2,2 0 0,0 21,21V7A2,2 0 0,0 19,5M16,1H4A2,2 0 0,0 2,3V17H4V3H16V1Z"></path></svg><svg class="copyButtonSuccessIcon_LjdS" viewBox="0 0 24 24"><path d="M21,7L9,19L3.5,13.5L4.91,12.09L9,16.17L19.59,5.59L21,7Z"></path></svg></span></button></div></div></div><h2 class="anchor anchorWithStickyNavbar_LWe7" id="集群初始化">集群初始化<a href="#集群初始化" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2><p>容器启动成功后，访问 InLong Dashboard 地址 http://localhost，并使用以下默认账号登录：</p><div class="codeBlockContainer_Ckt0 theme-code-block" style="--prism-color:#F8F8F2;--prism-background-color:#282A36"><div class="codeBlockContent_biex"><pre tabindex="0" class="prism-code language-text codeBlock_bY9V thin-scrollbar"><code class="codeBlockLines_e6Vv"><span class="token-line" style="color:#F8F8F2"><span class="token plain">User: admin</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">Password: inlong</span><br></span></code></pre><div class="buttonGroup__atx"><button type="button" aria-label="Copy code to clipboard" title="Copy" class="clean-btn"><span class="copyButtonIcons_eSgA" aria-hidden="true"><svg class="copyButtonIcon_y97N" viewBox="0 0 24 24"><path d="M19,21H8V7H19M19,5H8A2,2 0 0,0 6,7V21A2,2 0 0,0 8,23H19A2,2 0 0,0 21,21V7A2,2 0 0,0 19,5M16,1H4A2,2 0 0,0 2,3V17H4V3H16V1Z"></path></svg><svg class="copyButtonSuccessIcon_LjdS" viewBox="0 0 24 24"><path d="M21,7L9,19L3.5,13.5L4.91,12.09L9,16.17L19.59,5.59L21,7Z"></path></svg></span></button></div></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="创建集群标签">创建集群标签<a href="#创建集群标签" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p>页面点击 【集群管理】->【标签管理】->【新建】，指定集群标签名称和负责人： | |
| <img loading="lazy" alt="Create Cluster label" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAggAAAEvCAMAAAAXY8lCAAAABGdBTUEAALGPC/xhBQAAACBjSFJNAAB6JgAAgIQAAPoAAACA6AAAdTAAAOpgAAA6mAAAF3CculE8AAAB/lBMVEWJiYnQ0ND////e3t6jo6PPz8/u7u79/f3v7+9dXV0ZGRnMzMxGRkaSkpL39/d6enqwsbHX19eioqL19fXf39/Dw8PGxsasra27u7u2tra1tbVcXFzn5+fz8/Omp6fBwcGHh4fi4uKVlZXg4OCTk5Pw8PCgoKCtrq63t7e+vr7T09OdnZ1ra2vW1tZsbGzg4eLb29va2tr6+vrg4+fl6/Xp8P3p8P7i5+7x8fHCwsKYmJjV1dWhoaHAwMDY2Njk5OSNjY3Y3+xPUlfGzNgnKCvh6fVeYWezucT/TE729vbq6uq/v793e4KWm6X8/Py8vLzHx8cAAACCh44/QUXZ4e2MkZmXl5ebm5uNkpqqsbq9xM/Z2dlqbnarrKynqKg+QESzs7ShqLH+/v75+fns7Ozj4+Pl5eXv8PDh4eFmZmbR0dFzc3PS0tLNzc3y8vLIyMgXFxeUlJSKiopXV1dCQkLo6Ojp6emenp6amprd3d2RkZG9vb1/f39WVlaqq6vm5ubFxcWo0P9mrf9Cmf8+l//m8P+EvP/S5v/6/P+q0f+Vwv9Dk/8Ue/8OeP/g7f/a6v9Rm//h7v+Ovf/D3P+my//z+P9rq//u9P/n8f+Nvf/v9f+61//L4f8+kf+IvP/s9v/7+/v0+v/L5P/n9P/8/f/o9P/t7e2Dg4OBgYHc3Nxp+LxOAAAAAWJLR0QCZgt8ZAAAEc9JREFUeNrtnYt/E9eVx9U7BO48ruamDeDGrrBoVUoIwjiJm4Q4YPyKXUOqdZvuo003xGmEWVIv0KZNdrcNaRMa4pqCcdztEkjTNu1/uZ9zZkYayR6DRh7NjPl9Eyx5Zjwe63517kNz7ykUCoUvCfBQ86UCY6R9HSBtjALiARBeTNiV9jWALLCr8EjalwCywCOF3WlfAsgCuwt70r4EkAX2FNK+ApANIAJgIAJgIAJgIAJgIAJgIAJgIAJgIAJgIAJgIAJgIAJgIAJgIAJgIAJgIAJgthBBmpbtPTOc4JkQtqX8Z0XX0tJ02m6CLrq2ELZbFNI0Zcse2+INtuUW0/6rHz4e/fJX6OErX3404oCtIoKyNOtgWaa0NT08Rt8QikvUMYQOvDAc3qFpqzQtzSIUXf94Uwr/+V63cQLQQ/btp6/790XtjxTB9ouwr/GeV/xWpohgOEqIRiETtEeZ0nC00JZmO9ojgnb6HFsIbdnKwVSK3vPVx4V4/KuRu6MjgtFvUIhvBH+/fmiIoDnSN2sKXwTlmeE96tDpHG1bpu1Y5oCLyiEFvlY6cKD0tcjd0SLQ21pZqiGCslQoCCjbCmM3dtnCcLicDaclIii3KHSfSZVCcRARIQXKBw+Wo/duEREc8zGT6ntPhOAxiAjKaosIRderGgIRKGLopjjeIZZSzXYn6Clf/8Y3vh69N1IEFdT+XvvQ3Wc1S56rBmmGIwKVslsMiUC7OSTocDeDqhqYkAqVbx448M1K5O6teg3a6zU4Bj+h1l+41+A1BhsRwX/z68Zjv2P2uXu55ag5mBgOdTPoAV2GFDj0LSG+dShy9wP1GkgE23ysteRbIgJ3JBujDm6R4gMdrixbW4MuiUTdhUb7AkGh1xxmBw4djtr/ABGBqnotlNPnNFuIm3QPG51Cr2pQfaYpvR9WtEXx0YbDCkgTQaG3PBEMKD0RcUCkCEXXPGI9SWOHngg0YKRbRhaFCNvgBwjVaCMMmKakgzX1NkgSadpCU89RofeYPSJFMBzziFVyTdtxixwalOUcdZtVgbZa0LbFtvhtS24V0oiBzY1F/wSKWxw87ggyxha9BrdExftksxz9jwqaEUFb/U4wbKRKjva6E373kUToo8ED6mb076XtjkHRQGM8KYNEiVDsc/Zq/sSA39T0pFqlIg8PJdJwEw0Wkgl9RzeKIP2j/FNyBSE2fk4FMkB0Y7FITYOiS3GARKAuYKijoKhbYXulrYJuYbiN4IuguEfR3smw2j6YBKmzRa9BeZ8Zaq/7oO32vbr5tlc8ytQaEUCuwI0pgIEIgIEIgIEIgIEIgIEIgIEIgIEIgIEIgIEIgIEIgIEIgMmeCPLY0HGQAEPHtvrIN2siDB976ulnRkACPPP0U8eGcyPCsW+n/XrtZL59LC8iyKfSfq12Nk9F1g4ZE+HY02m/VDubpyNDQsZEGEL7IFGeGcqJCMfTfqV2OschAhiBCCAgTRGefU4//7x+7lmIkAG6FIFuarf9eSneXDdtDBaFdGnmgg4W0uJ5DDybRYduaD+hXhh98cXRF9QJiJA+XYoQWifH5pVvqPQHj1Z5TkN4IqOnxBGzuXDayVOHeDhr+NCpkzFEGDs93ng+PjEx3rp3cmp64986PTWZ9sudXWKJ8FKzeG3hvf2bi6k96U14Uv56KR7SLNH6SMqmeMHMHDwsxOx3vjMrxOGDM12JsEmp06awKsxGEebOpP36Z4YYIrzE/3HxVvvDayHJKkcE3wyeChWgtJCqSNPebX/C44FdZ4U4ZdunhDi760BXImwocYjQOXEiwksv+SHhyFG3GRGCNoL/wDPdVNMSigrabk5t3P+yEN/9rhD79gnx8n5v0b4HFWFyqlb7JyrmM7Xa/Nj4RK02NTldq9XOeIU/PTU5OTXtbfZ/Yo4OnJ6aHD89NjJyZo43TH1vqlabGB+Z5q9jp79fm0u7NFKkKxHCa2sq0Xize2Zob7VNo+qXPa+MQmtieLziNRGNH0ghTrzSkQiTU2dGRuYmxkfOTE1SqXLp//PYyPT8WEiEcESYmxsZ+ZewCBQc/nWSI8L0/Bh9Ozb/MGvQZdXgra8cRAQvJCh/g3RdrWyljapNRaysEjcXnX6/4fD8i/T1307RBbz4fEdVA5fm2OlxbhuMTY0FJT52enxzEfgHeHtDhHneQiLQv8kfjm9SvzxUdNdYDK+2a0t3sCh0sOrejzR1IKrSqEqlwoviFF2vIzlKX/fxEsCj918oJSwC1/VU6vO1GoV1LkOqCSYiRPAbB+GqYZqqA5KAqplarTYNEWKI0Ir2i1GXSIQgIrwqlabBA88F7lo21mcnnnuhcS/E8AvPdR4Rxn88PvnDRiTgbR1EhBE+gRcRphsneZjpSoSW1Xb1q3ZYBOopUL1PFlBXwjjCjYhGPfKsomXd+v6dlnZTz3bURhibD7UR/DKkN/30xDg1H8bm20WYnAraCGPz0yPjE3Mjr43z7qCNABG6jgjSNI+UXK8zwINGYRFoNJFE4M6CsoV0B5qrLZ84dfgsPZ49fOqE6KzXQHXCa1Rwc7VazWssUoSfosgwUZt/zRNh5Eyj18B7J1mWWm3q+3P0UJv2R6LO1GgnROhCBG/ZZc0LKllu0WiPCNx+VKKZtKGxLC9x8uCul0+ceHnXwQcYWMQQc9Kk+aHTzIH9r7yy/8D9hxXjizDnNSfTfpVzAD6GBgxEAAxEAExeRMDNq8mSm5tXcTt7suTmdnZMcEmW3ExwwZS3RMnPlDdMgk2OfE2CxbT4xMjXtHiQEhABMBABMBABMBABMBABMBABMBABMBABMBABMBABMBABMBABMBABMBABMBABMBABMBABMBABMBABMBABMBABMBABMBABMNkTYXcZE1wSYai8O0ciDJcHZs6lfRE7k3MzA+X8THkry204CYhAliN3ZUyE3QNpX8HOZiCydsiYCGVee+31hZNvxOfkwutp/xmZZSYyJGRMhCFqH7z+k4U3K/F5c+EnMCGCc3lZOofXelpY6EIDYmEh7b8js+RlMS2+zpPdxAOOCQ+yyOvDSa5EeKNLDyqVN9L+OzILRABM1yKotqQbuuV7rbbzOiFCcnQrgmouuB5O5xIk8VL3z83SwXVuKkL9/GLL96ULsxChc7pL5ePndw0l6mmNCC0p/7q/zgcSARFhS87+x8Xg6cUnzja3d5Xcy0/PFHgQSsrgp2SQZvJVA0TojLd+6g8ZDP30rdDmrtL9qUG3vehbI4LhNBI93idDy/1oE2F0aWmpVKnMXlha+s/zi5XSpUtLl+sl3jZ6YbZ+Xl9Zulz3Du3bRV939UEEn5+N/pwefj76s/DWLvM+Bpl5KG+XDmd48iKBUioQZHtFeLteGb1cn71QqlQuXVmslJZGK5eWSrSNRbh8YXb2wiX/2F/oSkX/AhGhwS/3DgsxvPeXLRu7zPtIIlDeT07gtgFZNRq5oLtkY9VQP7+4eL7uVQ2lSxWWgJ5zRFjkyOAdKN959913JERocPaRRSEWHznbsrHLvI8tIjS7DX6FQE3Jbeo3tImweGVp6coil3UgwuJ/zW4uQqVcKJTRRgjx1mi5PPpW67buuo8sgm6IEFQUfhpgTu5GmcO3gVYRKBQEEWHxv+8vwv8MQIQwvxod/VXbpu5HFinDm/eu97TQgQi214C0HTZhW9sIVMijVxbrl4M2wlYiyHfe/bV+EyKEefTR9i3d5320NNUJwUiCatQM2vFL3mZPtlUE6i1cOL9YqV9eWtL3qxqosbj3cYiwNd1mgg26h7Zlq0Yv0nAcIzTItB2jCfGHmL3uYx+6j1uDD50AAxEAkysRcGNKcuRKBNyqlhx5EQE3ryZLbm5exe3syZKb29kxwSVZcjPBBVPeEiU/U94wCTY58jUJFtPiEyNf0+JBSkAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwEAEwGRPhPeuvv8bkADvX30vRyL89uoHH15L+yJ2Jtc+/ODqbyP3Zk2Eq79L+wp2Mr+7GrkrYyK890HaV7Cz+SCydsiYCFc/TPsKdjYfRoaEjInwPtoHiXLt/ag9GRPhN2lfwE4n8gWGCA8XEAEwEAEwcURQOsjjRUtye4netLcGt3SlELZbFJTCx8/eIqtG99k7IELCxBShiafEEdNL5CRd2Ujt5BY9O2T1qOzaBIiQMJ2LoMI53YQ0S5SuQ9n89le8K4gIwvu6LTlcIELCxIgILVk9lRZSFSk5A6V28qqGlmPb0wFu93WC7SGGCIajg0zAXlY/aWrbT+AhXSlNb5djKC+thwpSuXSTxAUiJEwMEbTFiXv8DF5CKM7hZfJbXppWnyspsRNVCHyI7nf8cAARMkznIkjX1cpW2qjaVLDKKnFz0em3bEExQLaKoN2Bqm2i15B1OhdBa+o+VqVRlUqF84NTpuiWqoGO0qaUVaPoul3mAYUICdO5CK9SX1Ap3wXO8cdZH6mvwCKEI0KfW/R6Dd32HyFCwsQbR6Daniyg4jWOcDJYr7/QLoIMdx/RRsgw8USg0UQqZe4sKFtId8DLAttSNUjTaqkRIEKGiTuyqP2uoz/W7I8VKMst+kMJNLBsN7qZQfr47b9OsD3gQyfAQATAQATAQATAQATAQATAQATAQATAQATAQATAQATAQATAQATAQATAQATAQATAQATAQATAQATAQATAQATAQATAQAQghDgPEQB7ABEAewARAHuQGxGwBG9ikAfnc7MELxblTgr2ID+LcmOZ/oTwPMjPMv1I3JEMvgf5SdyBVD7Jka9UPkjulRj5Su4FUgIiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYiAAYi9J6Prn+83CEfX/+o9RyyPHS8Q4bKcouLggi95vfXO7XA4/rvm+cYLg/MnOv0F5+bGSgPR+6FCL0mpgfLy9eb59jyvb0Fshy5CyL0mI/ierC83Kgd5EDc3z4QaRBE6DGxA0IoJJRn4v72mciQABF6TMftxCYfB+cY6rh9EHBuKGoPROgx8T1YXg7OcTz+r4/8UYjQYyACYCACYCACYCLKeGWl+fzGH252JoKyCMfwvpOuFMoWRdcWRdXeXYQIWaG9cG/RxlX+enst2NZ49oARQWtRHLRN0sGUsuQY0rRJBDUIEbLKxuK9dWv51sry8tonN5eX1243j9xoQ7BncxEMrYUwqlIIrYRRHXBtW2349RAhK2zw4MbK2mqwc3VtvVH6oaf3F4FrBip32y2SD9qyWqoLEfmjARChx2wQ4eY1cfuPn9ykgLCyGrOx6EUEY7BIz46aih4IWYUIWWVDQFhfWVv/o18jeG2FgFsdRoTiIP3PxQ8RMk974a7+L4nQGhFW12/EiQhCaQoKQqBqyAEbWgh/ahXh5h9uxBbBqLoUCfx2AiJCptlQuqsra+urfqrL1WXuQHiNx5VORKAQoIR2KSBohYiQfTaKIMTtP63f8CPC2u31ziOCsixNEUE7/VrwSBIiQubZJCIs31i/teyJcGN9ZeXazY6rBiFEcfCoa0ppKmH0GxAh+2xWwFTwa5/8n7h2k0aabwYpkVc6EsG1FD8oqh80RwbLcotth0GErLDcBcE58KHTDgAiAAYiAAYiAAY3rwLmTnwR7gTnqMe/nb0etQci9JhP44vwaXCOhfgTXBai9kCEHnM3dki4czc4x7163Clv9XtRuyBCj/nszzFNuPPnz4Jz7Jmpx5sEW5/ZE7UXIvSau59/eqfzafF3Pv38bvMc94YX6p1Pi68vDEcGBIjQc/5y9/NY3P1L8xzn7g3H4l50GIEIveezu3/t1IK/3v2s9Rx7Yqhwb88WFwURAAMRAAMRAAMRAAMRAAMRAAMRAAMRAAMRAAMRAFPYsw0nAblnT+FvaV8CyAJ/K1xM+xJAFrhYeDvtSwBZ4O3CFwgJQFz8ovDF3/+R9lWAtPnH37/4f7vQYoUQJzkCAAAAAElFTkSuQmCC" width="520" height="303" class="img_ev3q"></p><p><strong>注：default_cluster 是各个组件默认上报集群标签，请勿使用其它名称。</strong></p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="注册-pulsar-集群">注册 Pulsar 集群<a href="#注册-pulsar-集群" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p>页面点击 <!-- -->[集群管理]<!-- --> -> <!-- -->[集群管理]<!-- --> -> <!-- -->[新建集群]<!-- -->，注册 Pulsar 集群： | |
| <img loading="lazy" alt="Create Pulsar Cluster" src="/zh-CN/assets/images/create_pulsar_cluster-9dd71f99b861038a89495ebe7841c7de.png" width="644" height="797" class="img_ev3q"></p><div class="theme-admonition theme-admonition-note alert alert--secondary admonition_LlT9"><div class="admonitionHeading_tbUL"><span class="admonitionIcon_kALy"><svg viewBox="0 0 14 16"><path fill-rule="evenodd" d="M6.3 5.69a.942.942 0 0 1-.28-.7c0-.28.09-.52.28-.7.19-.18.42-.28.7-.28.28 0 .52.09.7.28.18.19.28.42.28.7 0 .28-.09.52-.28.7a1 1 0 0 1-.7.3c-.28 0-.52-.11-.7-.3zM8 7.99c-.02-.25-.11-.48-.31-.69-.2-.19-.42-.3-.69-.31H6c-.27.02-.48.13-.69.31-.2.2-.3.44-.31.69h1v3c.02.27.11.5.31.69.2.2.42.31.69.31h1c.27 0 .48-.11.69-.31.2-.19.3-.42.31-.69H8V7.98v.01zM7 2.3c-3.14 0-5.7 2.54-5.7 5.68 0 3.14 2.56 5.7 5.7 5.7s5.7-2.55 5.7-5.7c0-3.15-2.56-5.69-5.7-5.69v.01zM7 .98c3.86 0 7 3.14 7 7s-3.14 7-7 7-7-3.12-7-7 3.14-7 7-7z"></path></svg></span>备注</div><div class="admonitionContent_S0QG"><p>集群标签选择刚创建的 <code>default_cluster</code>，配置 Docker 部署的 Pulsar 集群：</p><p>Service URL 为 <code>pulsar://pulsar:6650</code>，Admin URL 为 <code>http://pulsar:8080</code>。</p></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="注册-clickhouse-数据节点">注册 Clickhouse 数据节点<a href="#注册-clickhouse-数据节点" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p>页面点击【数据节点】->【新建】，新增 ClickHouse 数据节点： | |
| <img loading="lazy" alt="Create kafka cluster" src="/zh-CN/assets/images/datanode-7bf7defc32657640e72a4b348929d4c5.png" width="742" height="635" class="img_ev3q"></p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="任务创建">任务创建<a href="#任务创建" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2><h3 class="anchor anchorWithStickyNavbar_LWe7" id="新建数据流组">新建数据流组<a href="#新建数据流组" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p>页面点击【数据接入】->【新建接入】，只用填写 ID 接选择 Pulsar 即可： | |
| <img loading="lazy" alt="Create datastream" src="/zh-CN/assets/images/pulsar_ingestion-399058e98f8c529af90b0152c9fb93c3.png" width="1080" height="416" class="img_ev3q"></p><div class="theme-admonition theme-admonition-note alert alert--secondary admonition_LlT9"><div class="admonitionHeading_tbUL"><span class="admonitionIcon_kALy"><svg viewBox="0 0 14 16"><path fill-rule="evenodd" d="M6.3 5.69a.942.942 0 0 1-.28-.7c0-.28.09-.52.28-.7.19-.18.42-.28.7-.28.28 0 .52.09.7.28.18.19.28.42.28.7 0 .28-.09.52-.28.7a1 1 0 0 1-.7.3c-.28 0-.52-.11-.7-.3zM8 7.99c-.02-.25-.11-.48-.31-.69-.2-.19-.42-.3-.69-.31H6c-.27.02-.48.13-.69.31-.2.2-.3.44-.31.69h1v3c.02.27.11.5.31.69.2.2.42.31.69.31h1c.27 0 .48-.11.69-.31.2-.19.3-.42.31-.69H8V7.98v.01zM7 2.3c-3.14 0-5.7 2.54-5.7 5.68 0 3.14 2.56 5.7 5.7 5.7s5.7-2.55 5.7-5.7c0-3.15-2.56-5.69-5.7-5.69v.01zM7 .98c3.86 0 7 3.14 7 7s-3.14 7-7 7-7-3.12-7-7 3.14-7 7-7z"></path></svg></span>备注</div><div class="admonitionContent_S0QG"><p>注：如果需要使用 Kafka，需要修改 docker-compose.yml 中的 MQ_TYPE。</p></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="新建数据流">新建数据流<a href="#新建数据流" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p>点击【下一步】->【新建数据流】，配置 ID 及测试源字段信息： | |
| <img loading="lazy" alt="Create datastream" src="/zh-CN/assets/images/pulsar_stream-5957d796884c911cbdaa3057b2d1440e.png" width="1080" height="776" class="img_ev3q"></p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="为数据流添加文件数据源">为数据流添加文件数据源<a href="#为数据流添加文件数据源" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p>点击【新建数据源】，选择 File 类型，配置数据源信息，包括名称、选择采集 Agent 集群及 IP 、采集文件路径等： | |
| <img loading="lazy" alt="Create datastream" src="/zh-CN/assets/images/pulsar_source-7ae310a883120164c3efde057637fced.png" width="961" height="565" class="img_ev3q"></p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="新建数据目标">新建数据目标<a href="#新建数据目标" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p>点击【新建数据目标】，选择 ClickHouse 类型，配置包括名称、库表名称、选择已创建的节点及 Schema 映射信息等，然后点击【提交审批】： | |
| <img loading="lazy" alt="Create data object" src="/zh-CN/assets/images/pulsar_sink-48a35f54c68976c34230163351b6a70e.png" width="2400" height="1484" class="img_ev3q"></p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="审批数据流">审批数据流<a href="#审批数据流" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p>页面点击【审批管理】->【我的审批】->【详情】->【选择集群标签】->【通过】： | |
| <img loading="lazy" alt="pulsar_approval" src="/zh-CN/assets/images/pulsar_approval-738db1f05f95e51fc85659b308746fa3.png" width="1080" height="337" class="img_ev3q"></p><p>返回【数据集成】，等待任务配置成功： | |
| <img loading="lazy" alt="pulsar_approval_result" src="/zh-CN/assets/images/pulsar_approval_result-691fc5a77161106c3bedf3d3730a6081.png" width="1080" height="317" class="img_ev3q"></p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="测试数据">测试数据<a href="#测试数据" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2><h3 class="anchor anchorWithStickyNavbar_LWe7" id="进入-agent-容器">进入 Agent 容器<a href="#进入-agent-容器" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><div class="codeBlockContainer_Ckt0 theme-code-block" style="--prism-color:#F8F8F2;--prism-background-color:#282A36"><div class="codeBlockContent_biex"><pre tabindex="0" class="prism-code language-text codeBlock_bY9V thin-scrollbar"><code class="codeBlockLines_e6Vv"><span class="token-line" style="color:#F8F8F2"><span class="token plain">docker exec -it agent /bin/bash</span><br></span></code></pre><div class="buttonGroup__atx"><button type="button" aria-label="Copy code to clipboard" title="Copy" class="clean-btn"><span class="copyButtonIcons_eSgA" aria-hidden="true"><svg class="copyButtonIcon_y97N" viewBox="0 0 24 24"><path d="M19,21H8V7H19M19,5H8A2,2 0 0,0 6,7V21A2,2 0 0,0 8,23H19A2,2 0 0,0 21,21V7A2,2 0 0,0 19,5M16,1H4A2,2 0 0,0 2,3V17H4V3H16V1Z"></path></svg><svg class="copyButtonSuccessIcon_LjdS" viewBox="0 0 24 24"><path d="M21,7L9,19L3.5,13.5L4.91,12.09L9,16.17L19.59,5.59L21,7Z"></path></svg></span></button></div></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="发送数据">发送数据<a href="#发送数据" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><div class="codeBlockContainer_Ckt0 theme-code-block" style="--prism-color:#F8F8F2;--prism-background-color:#282A36"><div class="codeBlockContent_biex"><pre tabindex="0" class="prism-code language-text codeBlock_bY9V thin-scrollbar"><code class="codeBlockLines_e6Vv"><span class="token-line" style="color:#F8F8F2"><span class="token plain"># 采集文件 /data/collect-data/test.log 数据源配置路径，总共发送 10000 条</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">for i in {1..10000};do echo "name_$i | $i" >> /data/collect-data/test.log;done</span><br></span></code></pre><div class="buttonGroup__atx"><button type="button" aria-label="Copy code to clipboard" title="Copy" class="clean-btn"><span class="copyButtonIcons_eSgA" aria-hidden="true"><svg class="copyButtonIcon_y97N" viewBox="0 0 24 24"><path d="M19,21H8V7H19M19,5H8A2,2 0 0,0 6,7V21A2,2 0 0,0 8,23H19A2,2 0 0,0 21,21V7A2,2 0 0,0 19,5M16,1H4A2,2 0 0,0 2,3V17H4V3H16V1Z"></path></svg><svg class="copyButtonSuccessIcon_LjdS" viewBox="0 0 24 24"><path d="M21,7L9,19L3.5,13.5L4.91,12.09L9,16.17L19.59,5.59L21,7Z"></path></svg></span></button></div></div></div><h3 class="anchor anchorWithStickyNavbar_LWe7" id="数据验证">数据验证<a href="#数据验证" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p>查看审计页面发送数据： | |
| <img loading="lazy" alt="pulsar_audit" src="/zh-CN/assets/images/pulsar_audit-4b0adc9db9a32fb2ccd5d011600602e4.png" width="2047" height="943" class="img_ev3q"></p><p>然后进入 ClickHouse 容器，查看库表数据： | |
| <img loading="lazy" alt="pulsar_table" src="/zh-CN/assets/images/pulsar_table-859be55dbabcda83e11f652ad5e954ba.png" width="723" height="765" class="img_ev3q"></p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="常见问题">常见问题<a href="#常见问题" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2><h3 class="anchor anchorWithStickyNavbar_LWe7" id="docker-compose-启动出现specify-container-image-platform">Docker Compose 启动出现“specify container image platform”<a href="#docker-compose-启动出现specify-container-image-platform" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p>API 不兼容导致，可以删除 docker-compose.yml 中的 platform: "linux/x86_64"，执行。</p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="数据流配置错误">数据流配置错误<a href="#数据流配置错误" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p>一般是 MQ 或者 Flink 集群配置错误导致，可以在页面查看错误信息，或者进入 Manager 容器查看详细日志。</p></div><footer class="theme-doc-footer docusaurus-mt-lg"><div class="theme-doc-footer-edit-meta-row row"><div class="col"><a href="https://github.com/apache/inlong-website/edit/master/versioned_docs/version-1.10.0/quick_start/data_ingestion/file_pulsar_clickhouse_example.md" target="_blank" rel="noreferrer noopener" class="theme-edit-this-page"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_Z9Sw" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 18.4h-6.3v-6.2z"></path></g></svg>Edit this page</a></div><div class="col lastUpdated_vwxv"></div></div></footer></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages navigation"><a class="pagination-nav__link pagination-nav__link--prev" href="/zh-CN/docs/1.10.0/quick_start/how_to_build"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">如何编译</div></a><a class="pagination-nav__link pagination-nav__link--next" href="/zh-CN/docs/1.10.0/quick_start/data_ingestion/mysql_kafka_clickhouse_example"><div class="pagination-nav__sublabel">Next</div><div class="pagination-nav__label">Kafka 示例</div></a></nav></div></div><div class="col col--3"><div class="tableOfContents_bqdL thin-scrollbar theme-doc-toc-desktop"><ul class="table-of-contents table-of-contents__left-border"><li><a href="#环境部署" class="table-of-contents__link toc-highlight">环境部署</a><ul><li><a href="#安装-inlong" class="table-of-contents__link toc-highlight">安装 InLong</a></li><li><a href="#安装-clickhouse" class="table-of-contents__link toc-highlight">安装 ClickHouse</a></li></ul></li><li><a href="#集群初始化" class="table-of-contents__link toc-highlight">集群初始化</a><ul><li><a href="#创建集群标签" class="table-of-contents__link toc-highlight">创建集群标签</a></li><li><a href="#注册-pulsar-集群" class="table-of-contents__link toc-highlight">注册 Pulsar 集群</a></li><li><a href="#注册-clickhouse-数据节点" class="table-of-contents__link toc-highlight">注册 Clickhouse 数据节点</a></li></ul></li><li><a href="#任务创建" class="table-of-contents__link toc-highlight">任务创建</a><ul><li><a href="#新建数据流组" class="table-of-contents__link toc-highlight">新建数据流组</a></li><li><a href="#新建数据流" class="table-of-contents__link toc-highlight">新建数据流</a></li><li><a href="#为数据流添加文件数据源" class="table-of-contents__link toc-highlight">为数据流添加文件数据源</a></li><li><a href="#新建数据目标" class="table-of-contents__link toc-highlight">新建数据目标</a></li><li><a href="#审批数据流" class="table-of-contents__link toc-highlight">审批数据流</a></li></ul></li><li><a href="#测试数据" class="table-of-contents__link toc-highlight">测试数据</a><ul><li><a href="#进入-agent-容器" class="table-of-contents__link toc-highlight">进入 Agent 容器</a></li><li><a href="#发送数据" class="table-of-contents__link toc-highlight">发送数据</a></li><li><a href="#数据验证" class="table-of-contents__link toc-highlight">数据验证</a></li></ul></li><li><a href="#常见问题" class="table-of-contents__link toc-highlight">常见问题</a><ul><li><a href="#docker-compose-启动出现specify-container-image-platform" class="table-of-contents__link toc-highlight">Docker Compose 启动出现“specify container image platform”</a></li><li><a href="#数据流配置错误" class="table-of-contents__link toc-highlight">数据流配置错误</a></li></ul></li></ul></div></div></div></div></main></div></div><footer class="footer"><div class="container container-fluid"><div class="row footer__links"><div class="col footer__col"><div class="footer__title">事件</div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://www.apachecon.com/" target="_blank" rel="noopener noreferrer" class="footer__link-item">ApacheCon<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a class="acevent" data-format="square" data-mode="dark" data-event="random"></a></li></ul></div><div class="col footer__col"><div class="footer__title">社区</div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://twitter.com/ApacheInlong" target="_blank" rel="noopener noreferrer" class="footer__link-item">Twitter<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://inlong.apache.org/img/apache-inlong-wechat.jpg" target="_blank" rel="noopener noreferrer" class="footer__link-item">WeChat<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="mailto:dev@inlong.apache.org" target="_blank" rel="noopener noreferrer" class="footer__link-item">Email</a></li></ul></div><div class="col footer__col"><div class="footer__title">更多</div><ul class="footer__items clean-list"><li class="footer__item"><a class="footer__link-item" href="/zh-CN/blog">Blog</a></li><li class="footer__item"><a href="https://github.com/apache/inlong" target="_blank" rel="noopener noreferrer" class="footer__link-item">GitHub<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li></ul></div></div><div class="footer__bottom text--center"><div class="margin-bottom--sm"><img src="/zh-CN/img/asf_logo.svg" alt="Apache InLong" class="themedImage_ToTc themedImage--light_HNdA footer__logo"><img src="/zh-CN/img/asf_logo.svg" alt="Apache InLong" class="themedImage_ToTc themedImage--dark_i4oU footer__logo"></div><div class="footer__copyright"><div style="font-family: Avenir-Medium;font-size: 14px;color: #999;"> | |
| <div>Copyright © 2020-2024 The Apache Software Foundation. Licensed under the Apache License, Version 2.0.</div> | |
| <div style="margin-top: 20px; padding-top: 20px; border-top: 1px solid #666;line-height: 20px;">The Apache Software Foundation Apache InLong, InLong, Apache, the Apache feather, and the Apache InLong project logo are either registered trademarks or trademarks of the Apache Software Foundation.</div> | |
| </div></div></div></div></footer></div> | |
| <script src="/zh-CN/assets/js/runtime~main.933f32cb.js"></script> | |
| <script src="/zh-CN/assets/js/main.32851df5.js"></script> | |
| </body> | |
| </html> |