| <!doctype html> |
| <html lang="zh-CN" dir="ltr" class="docs-wrapper docs-doc-page docs-version-1.8.0 plugin-docs plugin-id-default docs-doc-id-quick_start/pulsar_example"> |
| <head> |
| <meta charset="UTF-8"> |
| <meta name="generator" content="Docusaurus v2.3.1"> |
| <title data-rh="true">使用 Pulsar 示例 | Apache InLong</title><meta data-rh="true" name="viewport" content="width=device-width,initial-scale=1"><meta data-rh="true" name="twitter:card" content="summary_large_image"><meta data-rh="true" property="og:url" content="https://inlong.apache.org/zh-CN/docs/1.8.0/quick_start/pulsar_example"><meta data-rh="true" name="docusaurus_locale" content="zh-CN"><meta data-rh="true" name="docsearch:language" content="zh-CN"><meta data-rh="true" name="docusaurus_version" content="1.8.0"><meta data-rh="true" name="docusaurus_tag" content="docs-default-1.8.0"><meta data-rh="true" name="docsearch:version" content="1.8.0"><meta data-rh="true" name="docsearch:docusaurus_tag" content="docs-default-1.8.0"><meta data-rh="true" property="og:title" content="使用 Pulsar 示例 | Apache InLong"><meta data-rh="true" name="description" content="Apache InLong 增加了通过 Apache Pulsar 接入数据的能力，充分利用了 Pulsar 不同于其它 MQ 的技术优势，为金融、计费等数据质量要求更高的数据接入场景，提供完整的解决方案。"><meta data-rh="true" property="og:description" content="Apache InLong 增加了通过 Apache Pulsar 接入数据的能力，充分利用了 Pulsar 不同于其它 MQ 的技术优势，为金融、计费等数据质量要求更高的数据接入场景，提供完整的解决方案。"><link data-rh="true" rel="icon" href="/zh-CN/img/logo.svg"><link data-rh="true" rel="canonical" href="https://inlong.apache.org/zh-CN/docs/1.8.0/quick_start/pulsar_example"><link data-rh="true" rel="alternate" href="https://inlong.apache.org/docs/1.8.0/quick_start/pulsar_example" hreflang="en"><link data-rh="true" rel="alternate" href="https://inlong.apache.org/zh-CN/docs/1.8.0/quick_start/pulsar_example" hreflang="zh-CN"><link data-rh="true" rel="alternate" href="https://inlong.apache.org/docs/1.8.0/quick_start/pulsar_example" hreflang="x-default"><link data-rh="true" rel="preconnect" href="https://YUW9QEL53E-dsn.algolia.net" crossorigin="anonymous"><link rel="alternate" type="application/rss+xml" href="/zh-CN/blog/rss.xml" title="Apache InLong RSS Feed"> |
| <link rel="alternate" type="application/atom+xml" href="/zh-CN/blog/atom.xml" title="Apache InLong Atom Feed"> |
| |
| |
| |
| <link rel="search" type="application/opensearchdescription+xml" title="Apache InLong" href="/zh-CN/opensearch.xml"> |
| |
| |
| |
| <script src="https://www.apachecon.com/event-images/snippet.js" async></script><link rel="stylesheet" href="/zh-CN/assets/css/styles.09deabdb.css"> |
| <link rel="preload" href="/zh-CN/assets/js/runtime~main.933f32cb.js" as="script"> |
| <link rel="preload" href="/zh-CN/assets/js/main.32851df5.js" as="script"> |
| </head> |
| <body class="navigation-with-keyboard"> |
| <script>!function(){function e(e){document.documentElement.setAttribute("data-theme",e)}var t=function(){var e=null;try{e=localStorage.getItem("theme")}catch(e){}return e}();null!==t?e(t):window.matchMedia("(prefers-color-scheme: dark)").matches?e("dark"):(window.matchMedia("(prefers-color-scheme: light)").matches,e("light"))}()</script><div id="__docusaurus"> |
| <div role="region" aria-label="Skip to main content"><a class="skipToContent_fXgn" href="#docusaurus_skipToContent_fallback">Skip to main content</a></div><nav aria-label="主导航" class="navbar navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><button aria-label="切换导航栏" aria-expanded="false" class="navbar__toggle clean-btn" type="button"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/zh-CN/"><div class="navbar__logo"><img src="/zh-CN/img/logo.svg" alt="Apache" class="themedImage_ToTc themedImage--light_HNdA"><img src="/zh-CN/img/logo.svg" alt="Apache" class="themedImage_ToTc themedImage--dark_i4oU"></div><b class="navbar__title text--truncate">Apache InLong</b></a></div><div class="navbar__items navbar__items--right"><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a class="navbar__link" aria-haspopup="true" aria-expanded="false" role="button" href="/zh-CN/docs/introduction">文档</a><ul class="dropdown__menu"><li><a class="dropdown__link" href="/zh-CN/docs/next/introduction">Next</a></li><li><a class="dropdown__link" href="/zh-CN/docs/introduction">1.11.0</a></li><li><a class="dropdown__link" href="/zh-CN/docs/1.10.0/introduction">1.10.0</a></li><li><a class="dropdown__link" href="/zh-CN/docs/1.9.0/introduction">1.9.0</a></li><li><a class="dropdown__link" href="/zh-CN/docs/1.8.0/introduction">1.8.0</a></li><li><a class="dropdown__link" href="/zh-CN/versions/">All versions</a></li></ul></div><a class="navbar__item navbar__link" href="/zh-CN/downloads">下载</a><a class="navbar__item navbar__link" href="/zh-CN/community/how-to-contribute">社区</a><a class="navbar__item navbar__link" href="/zh-CN/blog">博客</a><a class="navbar__item navbar__link" href="/zh-CN/team">团队</a><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link">Apache</a><ul class="dropdown__menu"><li><a href="https://www.apache.org/" target="_blank" rel="noopener noreferrer" class="dropdown__link">Apache Software Foundation</a></li><li><a href="https://www.apache.org/licenses/" target="_blank" rel="noopener noreferrer" class="dropdown__link">证书</a></li><li><a href="https://www.apache.org/events/current-event" target="_blank" rel="noopener noreferrer" class="dropdown__link">事件</a></li><li><a href="https://www.apache.org/security/" target="_blank" rel="noopener noreferrer" class="dropdown__link">安全</a></li><li><a href="https://www.apache.org/foundation/sponsorship.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">赞助</a></li><li><a href="https://www.apache.org/foundation/policies/privacy.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">Privacy</a></li><li><a href="https://www.apache.org/foundation/thanks.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">致谢</a></li></ul></div><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link"><svg viewBox="0 0 24 24" width="20" height="20" aria-hidden="true" class="iconLanguage_nlXk"><path fill="currentColor" d="M12.87 15.07l-2.54-2.51.03-.03c1.74-1.94 2.98-4.17 3.71-6.53H17V4h-7V2H8v2H1v1.99h11.17C11.5 7.92 10.44 9.75 9 11.35 8.07 10.32 7.3 9.19 6.69 8h-2c.73 1.63 1.73 3.17 2.98 4.56l-5.09 5.02L4 19l5-5 3.11 3.11.76-2.04zM18.5 10h-2L12 22h2l1.12-3h4.75L21 22h2l-4.5-12zm-2.62 7l1.62-4.33L19.12 17h-3.24z"></path></svg>简体中文</a><ul class="dropdown__menu"><li><a href="/docs/1.8.0/quick_start/pulsar_example" target="_self" rel="noopener noreferrer" class="dropdown__link" lang="en">English</a></li><li><a href="/zh-CN/docs/1.8.0/quick_start/pulsar_example" target="_self" rel="noopener noreferrer" class="dropdown__link dropdown__link--active" lang="zh-CN">简体中文</a></li></ul></div><a href="https://github.com/apache/inlong" target="_blank" rel="noopener noreferrer" class="navbar__item navbar__link">GitHub<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a><div class="toggle_vylO colorModeToggle_DEke"><button class="clean-btn toggleButton_gllP toggleButtonDisabled_aARS" type="button" disabled="" title="切换浅色/暗黑模式（当前为浅色模式）" aria-label="切换浅色/暗黑模式（当前为浅色模式）" aria-live="polite"><svg viewBox="0 0 24 24" width="24" height="24" class="lightToggleIcon_pyhR"><path fill="currentColor" d="M12,9c1.65,0,3,1.35,3,3s-1.35,3-3,3s-3-1.35-3-3S10.35,9,12,9 M12,7c-2.76,0-5,2.24-5,5s2.24,5,5,5s5-2.24,5-5 S14.76,7,12,7L12,7z M2,13l2,0c0.55,0,1-0.45,1-1s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S1.45,13,2,13z M20,13l2,0c0.55,0,1-0.45,1-1 s-0.45-1-1-1l-2,0c-0.55,0-1,0.45-1,1S19.45,13,20,13z M11,2v2c0,0.55,0.45,1,1,1s1-0.45,1-1V2c0-0.55-0.45-1-1-1S11,1.45,11,2z M11,20v2c0,0.55,0.45,1,1,1s1-0.45,1-1v-2c0-0.55-0.45-1-1-1C11.45,19,11,19.45,11,20z M5.99,4.58c-0.39-0.39-1.03-0.39-1.41,0 c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0s0.39-1.03,0-1.41L5.99,4.58z M18.36,16.95 c-0.39-0.39-1.03-0.39-1.41,0c-0.39,0.39-0.39,1.03,0,1.41l1.06,1.06c0.39,0.39,1.03,0.39,1.41,0c0.39-0.39,0.39-1.03,0-1.41 L18.36,16.95z M19.42,5.99c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06c-0.39,0.39-0.39,1.03,0,1.41 s1.03,0.39,1.41,0L19.42,5.99z M7.05,18.36c0.39-0.39,0.39-1.03,0-1.41c-0.39-0.39-1.03-0.39-1.41,0l-1.06,1.06 c-0.39,0.39-0.39,1.03,0,1.41s1.03,0.39,1.41,0L7.05,18.36z"></path></svg><svg viewBox="0 0 24 24" width="24" height="24" class="darkToggleIcon_wfgR"><path fill="currentColor" d="M9.37,5.51C9.19,6.15,9.1,6.82,9.1,7.5c0,4.08,3.32,7.4,7.4,7.4c0.68,0,1.35-0.09,1.99-0.27C17.45,17.19,14.93,19,12,19 c-3.86,0-7-3.14-7-7C5,9.07,6.81,6.55,9.37,5.51z M12,3c-4.97,0-9,4.03-9,9s4.03,9,9,9s9-4.03,9-9c0-0.46-0.04-0.92-0.1-1.36 c-0.98,1.37-2.58,2.26-4.4,2.26c-2.98,0-5.4-2.42-5.4-5.4c0-1.81,0.89-3.42,2.26-4.4C12.92,3.04,12.46,3,12,3L12,3z"></path></svg></button></div><div class="searchBox_ZlJk"><button type="button" class="DocSearch DocSearch-Button" aria-label="搜索"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">搜索</span></span><span class="DocSearch-Button-Keys"></span></button></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div id="docusaurus_skipToContent_fallback" class="main-wrapper mainWrapper_z2l0 docsWrapper_BCFX"><button aria-label="回到顶部" class="clean-btn theme-back-to-top-button backToTopButton_sjWU" type="button"></button><div class="docPage__5DB"><aside class="theme-doc-sidebar-container docSidebarContainer_b6E3"><div class="sidebarViewport_Xe31"><div class="sidebar_njMd"><nav aria-label="文档侧边栏" class="menu thin-scrollbar menu_SIkG"><ul class="theme-doc-sidebar-menu menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/zh-CN/docs/1.8.0/introduction">简介</a></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.8.0/design_and_concept/basic_concept">设计和概念</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret menu__link--active" aria-expanded="true" href="/zh-CN/docs/1.8.0/quick_start/how_to_build">快速开始</a></div><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.8.0/quick_start/how_to_build">如何编译</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.8.0/quick_start/hive_example">入库 Hive 示例</a></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-2 menu__list-item"><a class="menu__link menu__link--active" aria-current="page" tabindex="0" href="/zh-CN/docs/1.8.0/quick_start/pulsar_example">使用 Pulsar 示例</a></li></ul></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.8.0/deployment/standalone">安装部署</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.8.0/modules/agent/overview">组件介绍</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.8.0/data_node/extract_node/overview">数据节点</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.8.0/sdk/dataproxy-sdk/cpp">SDK</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.8.0/user_guide/dashboard_usage">用户指引</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.8.0/development/inlong_msg">开发指引</a></div></li><li class="theme-doc-sidebar-item-category theme-doc-sidebar-item-category-level-1 menu__list-item menu__list-item--collapsed"><div class="menu__list-item-collapsible"><a class="menu__link menu__link--sublist menu__link--sublist-caret" aria-expanded="false" href="/zh-CN/docs/1.8.0/administration/user_management">Administration</a></div></li><li class="theme-doc-sidebar-item-link theme-doc-sidebar-item-link-level-1 menu__list-item"><a class="menu__link" href="/zh-CN/docs/1.8.0/contact">联系我们</a></li></ul></nav></div></div></aside><main class="docMainContainer_gTbr"><div class="container padding-top--md padding-bottom--lg"><div class="row"><div class="col docItemCol_VOVn"><div class="theme-doc-version-banner alert alert--warning margin-bottom--md" role="alert"><div>This is documentation for <!-- -->Apache InLong<!-- --> <b>1.8.0</b>, which is no longer actively maintained.</div><div class="margin-top--md">For up-to-date documentation, see the <b><a href="/zh-CN/docs/introduction">latest version</a></b> (<!-- -->1.11.0<!-- -->).</div></div><div class="docItemContainer_Djhp"><article><nav class="theme-doc-breadcrumbs breadcrumbsContainer_Z_bl" aria-label="页面路径"><ul class="breadcrumbs" itemscope="" itemtype="https://schema.org/BreadcrumbList"><li class="breadcrumbs__item"><a aria-label="主页面" class="breadcrumbs__link" href="/zh-CN/"><svg viewBox="0 0 24 24" class="breadcrumbHomeIcon_YNFT"><path d="M10 19v-5h4v5c0 .55.45 1 1 1h3c.55 0 1-.45 1-1v-7h1.7c.46 0 .68-.57.33-.87L12.67 3.6c-.38-.34-.96-.34-1.34 0l-8.36 7.53c-.34.3-.13.87.33.87H5v7c0 .55.45 1 1 1h3c.55 0 1-.45 1-1z" fill="currentColor"></path></svg></a></li><li class="breadcrumbs__item"><span class="breadcrumbs__link">快速开始</span><meta itemprop="position" content="1"></li><li itemscope="" itemprop="itemListElement" itemtype="https://schema.org/ListItem" class="breadcrumbs__item breadcrumbs__item--active"><span class="breadcrumbs__link" itemprop="name">使用 Pulsar 示例</span><meta itemprop="position" content="2"></li></ul></nav><span class="theme-doc-version-badge badge badge--secondary">版本：1.8.0</span><div class="tocCollapsible_ETCw theme-doc-toc-mobile tocMobile_ITEo"><button type="button" class="clean-btn tocCollapsibleButton_TO0P">On this page</button></div><div class="theme-doc-markdown markdown"><header><h1>使用 Pulsar 示例</h1></header><p>Apache InLong 增加了通过 Apache Pulsar 接入数据的能力，充分利用了 Pulsar 不同于其它 MQ 的技术优势，为金融、计费等数据质量要求更高的数据接入场景，提供完整的解决方案。 |
| 在下面的内容中，我们将通过一个完整的示例介绍如何通过 Apache InLong 使用 Apache Pulsar 接入数据。</p><p><img loading="lazy" alt="Create Group" src="data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAABGAAAADECAIAAABfrsAVAAAjK0lEQVR4Xu3dMawk2VXG8c0IILZICJDISCeayGQOnTmZgMQTIzkjscaZIzZzSMBsaGkFaLDAs2DZs7IZYWwB8khjsSaYnfWud708PAwMuxq6+1ZVV53v3qrbdfvdV7fP/+in1Xa/7n7n9b11+pyufm/eeE14io8+/PD5++8DAADA2LVJtnMiXMYb9griokNrAQAAAALbOREugwHJV2ghAAAAQGA7J8JlMCD5Ci0EAAAACGznRLgMBiRfoYUAAAAAge2cCJfBgOQrtBAAAAAgsJ0T4TIYkHyFFgIAAAAEtnMiXAYDkq/QQgAAAIDAdk6Ey2BA8hVaCAAAABDYzolwGQxIvkILAQAAAALbOREugwHJV2ghAAAAQGA7J8JlMCD5Ci0EAAAACGznRLgMBiRfoYUAAAAAge2cCJfBgOQrtBAAAAAgsJ0T4TIYkHyFFgIAAAAEtnMiXAYDkq/QQgAAAIDAdk6Ey2BA8hVaCABgzqN7t97YxZ239EuLSu4LADfBdk6Ey2BA8hVaCABgTsmQU3JfALgJtnMiXAYDkq/QQgAAc0qGnJL7AsBNsJ0T4TIYkHyFFgIAmFMy5JTcFwBugu2cCJfBgOQrtBAAwBwdcsI1t+69+/6jt+7dOXz1ELfu3Lv/aOG+Mx7dnzzYrTtvPTI3yP6+3e0fvXXn1nCzW3fuv/v++2/d2f//nftyYwA4sJ0T4TIYkHyFFgIAmKNDTjeo3BnNKMe4dW80q+h9U+7HH2wyyeR/3+HG9kZ37jAgAZhlOyfCZTAg+QotBAAwR4ec0exx697+tMzhyvv9tXrLpQFpeMBb97qzRo8e9aeIdoOP3Gzx+77f3/R4GurRW6OJiQEJQIrtnAiXwYDkK7QQAMAcHXKG6SN+0kZHmoUBKXzs7fDZudj1d+5PHy3j+97v7mm+77vDLMWABCDBdk6Ey2BA8hVaCABgjg45OpB0wlxy6oDU30iHlv7x+pNFud83TFZ2jjreMva9AODAdk6Ey2BA8hVaCABgjg45ek3HDirpW87ea2Dunnw08wjpiYs/0gBgie2cCJfBgOQrtBAAwBwdS/Sajow6yVvqvaK3mX4p+WjRASk2cTEgAVhiOyfCZTAg+QotBAAwR8cSvaZTMiDF5hnOIAGoznZOhMtgQPIVWggAYI6OJXpNR0ad5C3H0vNM/HeQ9NHs903/DlL6ewHAge2cCJfBgOQrtBAAwBwdS/Sajh1U0recSPwVu+7O8lfs9NHk+/Z/i8HesrueAQlAku2cCJfBgOQrtBAAwBwdS/SajgwqyVtO9aPQG1n/DpI+mnzf2L+D9G7/iPuHYEACkGA7J8JlMCD5Ci0EADBHxxK9piODyjD5JOI4qNw/Ti+juDWZZPK/b+pb37p3j99BAjDLdk6Ey2BA8hVaCABgjo4lek1HBpXolDKK6fyzG5KON791pz+btOL7drd/9NbxEW/thq13+SMNAJbYzolwGQxIvkILAQC40c9YDEgAEmznRLgMBiRfoYUAAC7Mu/0YZL+UPAcFAB3bOREugwHJV2ghAIBL0/+1ulv39h+rC1e+e7//vJ8OTgDQs50T4TIYkHyFFgIAuDjpX36yf0wcACZs50S4DAYkX6GFAAAu0rv3703+6sP+zzQ8YjoCMM92ToTLYEDyFVoIAAAAENjOiXAZDEi+QgsBAAAAAts5ES6DAclXaCEAAABAYDsnwmUwIPkKLQQAAAAIbOdEuAwGJF+hhQAAAACB7ZwIl8GA5Cu0EAAAACCwnRPhMhiQfIUWAgAAAAS2cyJcBgOSr9BCAAAAgMB2ToTLYEDyFVoIAAAAENjOiXAZDEi+QgsBAAAAAts5ES6DAclXaCEAAABAYDsnwmUwIPkKLQQAAAAIbOdEuAwGJF+hhQAAAACB7ZwIl8GA5Cu0EAAAACCwnRPhMhiQfIUWAgAAAAS2cyJcBgOSr9BCAAAAgMB2ToTLYEDyFVoIAAAAENjOiXAZDEi+QgsBAAAAAts5ES6DAclXaCEAAABAYDsnwmUwIPkKLQQAAAAIbOdEuAwGJF+hhQAAAACB7ZwIl+FiQPqTf3n5xR/8Bju33/kE63z35x9oGQXyvfnTX37t8UdAiX9877luLSAfhWjR13/2EvPee/G5bbUvLlwMSH/84/+2V3kNrZXIsauY337CgIQiX/7+x7tdBKz2lUf7LaRbC8hHIVr09x/9H2bsmurdf21/eXHBgOQrtFYiBwMSyu26W70SyEchQjkK0SLbORHT+PrPXjIgXUgwIA2hhQA56EtQjr4EhShEKEchWmQ7J2IaDEiXEwxIQ2ghQA76EpSjL0EhChHKUYgW2c6JmAYD0uUEA9IQWgiQg74E5ehLUIhChHIUokW2cyKmwYB0OcGANIQWAuSgL0E5+hIUohChHIVoke2ciGkwIF1OMCANoYUAOehLUI6+BIUoRChHIVpkOydiGgxIlxMMSENoIUAO+hKUoy9BIQoRylGIFtnOiZgGA9LlBAPSEFoIkIO+BOXoS1CIQoRyFKJFtnMipsGAdDnBgDSEFgLkoC9BOfoSFKIQoRyFaJHtnIhpMCBdTjAgDaGFADnoS1COvgSFKEQoRyFaZDsnYhoMSJcTDEhDaCFADvoSlKMvQSEKEcpRiBbZzomYBgPS5QQD0hBaCJCDvgTl6EtQiEKEchSiRbZzIqbBgHQ5wYA0hBYC5KAvQTn6EhSiEKEchWiR7ZyIaTAgXU4wIA2hhQA56EtQjr4EK/zi2fNd/Qluv/PJbheF///mTz7UGwOLKESLbOdEvH798vP9XBR88Qe/2fXV4f+/9d7/2pteSjAg+QotBEihL8F50ZdgnS997+M33v7U+MaPKURYg0K0yHZOxCG+/KMXWoj+7Of/Y293KcGA5Cu0EGAGfQnOiL4E63z35x+YKvSFB5/+4tlzvSWwiEK0yHZOxCH++dPPTCH63e9cvfzc3uxiggHJV2ghwAz6EpwRfQlWM2/W8DYNVqMQLbKdE9GHOYl0waePXjMgeQstBJhHX4JzoS/BauM3a3ibBiUoRIts50T0MT6JdNmnj14zIHkLLQSYR1+Cc6EvQYnhzRrepkEJCtEi2zkRoxhOIl326aPXDEjeQgsBFtGX4CzoS1AivFnD2zQoRCFaZDsnYhThJNLFnz56zYDkLbQQYBF9Cc6CvgSFvvS9j3mbBoUoRIts50RM48s/enHxp49eMyB5Cy0EyEFfgnL0JSj0/X//gLdpUIhCtMh2TsQ0fvZfn1/86aNdvPEHf3c1/IoF2rVbR7u2sdBCUO73v/NrzQct2i2lrm8FbKGLcVNb6Dm76FKwhVCucBfZzik76Kgvxn4p9Vo0yh6psdBCUE4zQbt0fSvQNNAuXd86NBM0She3Ds0E7dL1zWc7p+zQNNAwexnNskdqLLQQlNNM0C5d3wo0DbRL17cOzQSN0sWtQzNBu3R989nOKTs0DTTMXkaz7JEaCy0E5TQTtEvXtwJNA+3S9a1DM0GjdHHr0EzQLl3ffLZzyg5NAw2zl9Ese6TGQgtBOc0E7dL1rUDTQLt0fevQTNAoXdw6NBO0S9c3n+2cskPTQMPsZTTLHqmx0EJQTjNBu3R9K9A00C5d3zo0EzRKF7cOzQTt0vXNZzun7NA00DB7Gc2yR2ostBCU00zQLl3fCjQNtEvXtw7NBI3Sxa1DM0G7dH3z2c4pOzQNNMxeRrPskRoLLQTlNBO0S9e3Ak0D7dL1rUMzQaN0cevQTNAuXd98tnPKDk0DDbOX0Sx7pMZCC0E5zQTt0vWtQNNAu3R969BM0Chd3Do0E7RL1zef7ZyyQ9NAw+xlNMseqbHQQlBOM0G7dH0r0DTQLl3fOjQTNEoXtw7NBO3S9c1nO6fs0DTQMHsZzbJHaiy0EJTTTNAuXd8KNA20S9e3Ds0EjdLFrUMzQbt0ffPZzik7NA00zF5Gs+yRGgstBOU0E7RL17cCTQPt0vWtQzNBo3Rx69BM0C5d33y2c8oOTQMNs5fRLHukxkILQTnNBO3S9a1A00C7dH3r0EzQKF3cOjQTtEvXN5/tnLJD00DD7GU0yx6psdBCUE4zQbt0fSvQNNAuXd86NBM0She3Ds0E7dL1zWc7p+zQNNAwexnNskdqLLQQlNNM0C5d3wo0DbRL17cOzQSN0sWtQzNBu3R989nOKTs0DTTMXkaz7JEaCy0E5TQTtEvXtwJNA+3S9a1DM0GjdHHr0EzQLl3ffLZzyg5NAw2zl9tx+/HLB1efPXhsr19098mrB09e3Jbrg9tPXj1d9bA3zh6psdBCUE4zQbt0fSvQNNAuXd86NBM0She3Ds0E7dL1zWc7p+zQNNAwe7kdt598tt+PVy9To07Ciwf7u3325kP90l54WAakfJoJ2qXrW4GmgXbp+tahmaBRurh1aCZol65vPts5ZYemgYbZyy25evNqvyOfPrmSL6U9frW/z2is6iai/kEYkE6lmaCWqxPfHVim61uBprFJ53+2L5Kubx2aCRqli1uHZoKRxgqgrm8+2zllh6aBhtnLbdlPO589eHzCgHT32X4Tj2aqMGUdTygxIJ1KM1krnNybj1d3Dzfuzh8+ezG9b/LE4BoPXz49fMvTJvBaDh8xPf9G1fWtQNNYo18vjf2HZtOfqs1R8GzP7eqnV6/ePKV8NUHXtw7NpK7rW+hrKG7bpotbh2aybVfhFw2O++zqs6fPXt69hn1SUABvjK5vvuNTemJoGlvUvVZ23VSMrTnScflgL29KONtTFOZFJaz6eFvYaxiQTqWZrDXXYfRRb0DqvsXom25Jd/r07BtV17cCTWON9IDUx+rtUfJsZ+zqy3rV0fWtQzOp6/oW+vzFbeN0cevQTDbsxYNDUYrG05U7LaWkAN4YXd989gnNDk1jixiQMtnLm/J4//cSBt0GHF0jupuMrnk1eVEJE9d4jftP3N19/CJ489n+Gz190l3sNXByufvhZ0MLQTnNZC17TJ6i5L5R3QOGTbW9F4bresXS9a1A01gjWfSvbj8cmol1O6Tk2bZvwYxc7f8kzCGtbZ6lXEfXtw7NpK7rW+izF7et08WtQzPZqq4ivb56dffhaEc9vLrbv6+3aqellBTAG6Prmy88hytC09ii5GvlwF3NibOXN+zw6bjZBQurnvyzDfo7S32VWY6ZnbQVNuVYaCEop5msVXJMltw3ZvhdtY2+cXJdr1i6vhVoGmssFP3+YF+zlCXP9kzfvLf2j81sl65vHZpJXde30Ocubpuni1uHZrJR87Wu++hN4qtrlBTAG6Prm+/wBK4JTWOL5vfPnruaE2cvb9jih9/CDZJvnPQf2DveoB+o7j68ut0Lb8A8eHy85kAebXvCTzcfWgjKaSZrnXBMytySuO/D/SnB4ZNXT/fvt9mHijr+rtpiKdntmfG3eLb/XZdwd7tXF5M5Tvi7fdi95byP6S8wjD7714X9RgV0fSvQNNZYXqlwA7tJ9HP8419Ymn+25+97sNA327QPZWq/8R73G2B8GvywhYbvZrdQV+KmP+D4p06/hSS/nLmerm8dmkldJy50crtqKdNrIjsh+jtOy/tzfr/dEF3cOjSTjZK/NTUV2zBvR/aMfQGKbYa/eG+uAG6Zrm8+8yPnh6axRcniM7BbaNxxJV8sdFsu9jwbZy9vWVjU9BvA8a60czxZNKxrdJkXx7DN6n682dBCUE4zWcsekzOyBqShyk8jY3HHj6YnHke6QjONq1cPdCvmJNP1r6+iHy4fEphv2Qvp+lagaayxXPQjh/zdUccwib7Kzzzbi/c9OLFvDj3Ks/FuOX4ptoUm/2hb+AFHCZjdGy7qIRY7fNbS9a1DM6nrxIVOblddC7kmWnakRmXtz5n9dnN0cevQTDZqOEeUf8BmVI/oZriXLoAbp+ubz/zI+aFpbFGy+AxszZl0XPq7Kgf25TW+5ZrZP3v28qaFV/fUos6+PvWnj14P65fYIgxIp9JM1rLH5IyMASlc053SOVwzfD576VuYN0L0fZH+AUcfBO+uGT4C/nqyi/KSGfU9T4c3eh++6Gf78V69rs886PpWoGmskTiix+y26U+5jP4S5v58YHi6R89t7NnOve9sXRpSMpvtcE3YVN3p62Fv9Ne/8fCqfz84soW6KidbN36aXW5WQte3Ds2krhMXOrldU6XseE03BkeKyejRMvdnar/dKF3cOjSTrRre8A1/ti725t1YZvVIboZYAdw8Xd983fNwemgaW5QsPgNbc6YvndFaZ+6S1/NsnL28bfFX96UvHd83fXJ4g+Rwm9TtGZBOpZms1R1RyRi9Y2E7XXtw6g0Wrh/RFwP74J3hbbzpIwznHIZHSH1Te73pbgfd9eMENMnz0PWtQNNYY7no20nAvuPV0XOGkWc7+77R15KD0W9US8NqN5ucGpper4fG/t3l7oCabJLwLE0fJ/GzrKTrW4dmUteJC53crlptop2H2SF2iybWVPZnYr/dLF3cOjSTDZO/Ynf4G9/RT1rmVo/kZrC7qwm6vvm6p/T00DS2KHEKWiLZUEU+rjV9bbW9TS91/UbZy1uXehGKvmZ0jktyWMLhteH245fyOAxIJ9NM1jrjgJT6KFG8QYzcYLrH7AvJ6EppQT4dfpB+F2UnExmExg/IgDQrtnBW1qkSaSJPeLb1vku7+vX0b/LGp+50ApGfqLtxF/alSHej7q4iur51aCZ1nbjQye2qyxEtbq/Nrybmkf0Z3283TBe3Ds1k425Pf62oj8+OH0DYy64eyc2QfoQN0/XNNzyVp4amsUXFA1K3VUYFbToy6avM9FsvvARvhr28eXad0lce7dfycMxPB6QoBqRTaSZraWeQJCsefZN1JvQ1IPXIB5FXjrnXjGmxyE7mhJ5p7ruX0PWtQNNYI/nsjUhZ7+3/FPjhr/y/Ov5rAbkD0vx906t/eMfXfjwmMvAMDxI7NKI/dbdd5fqDsMNti2y/43q6vnVoJnWduNDRhTs+zsyANF7fQ+ifXpiY3Z/nXv2z0MWtQzNpxsP9Pxo7/oX40ZrK/jnea7oJk5thvgBulK5vvuFZPDU0jS1KFp+B3TPSF4UbDI8QvTgTM996S+zlBsixGmlejd3Lw/GW4bVh/5fH7D+jdNCtn1wfaaq2pUt8NrQQlNNM1rLH5IzE4Vo+IE3ffZcYvUKk3yNhQDqRprFG8tk7km3z6e39P7bWr8M0FgekvPuaV44l8R5l5kGiXxpOMmiv09+l/1L6ROhKur51aCZ1RRciLbld9WDXa8Kfpzss8Sh2Y9h4ubP2Z3y/3TBd3Do0kxbt1/2wytMXIN1p8qXkZogXwI3T9c13eP7WhKaxRcniM7A1R186Dy8c3Q3kq9k9z8bZy00YfxKpP1eYdegyIEkhKKeZrGWPyRmJA9IMSFkPNbF46vn44jH3mhEbkDKSSZYtfYS5715C17cCTWON5LN3ZIeB4zvxu2P81YP9J/hf3H7YPbcLA1LufWe6k5h4j6IboBf7qbuj4xDRyWf02pZ+5LV0fevQTOo6caFjCzd6nIUBqXd198n0D3mbz8Ac7ji3P+P77Ybp4tahmWzSzH7oTF8f07fnDFLC/qddFZrGFiWLz8DuGem4xu20bg9791bZy63oqn83z0SbgIjRgJTCR+xOpZmsdcJBJYerua8esVmiv2vU6bfckJ7tto/Md89OJlm29JnJfswT6fpWoGmskXz2zA3sJpEV1Ov12dbbpK4/sW+O9yiaQPr2w/Pw2Py89l77JMPdoxt+LV3fOjSTuk5c6OR21YNdr4nop+LwgLoPA7le988G6OLWoZlskiyimL4+ZleP5GZIP8KG6frm2/+0q0LT2KJk8RnYmiMdV3+b3W6JPFqTGybCXm5H18uGFZKvxjEgSSEop5msZY/JGXK42vum/m5P+jVgeJDU6ndftb2FVpnu+uPj5CYTKTSB/emurwDp+lagaayRfPaC7hmTPSO37z+gMjsg5d83ccuUxP5MbCH9oSbNU3rg717b+n8X23y1iK5vHZpJXScutB3XO/2ckx6QUvt8cn0iGd2fif12s3Rx69BMtim2ScbsS1Vu9UhuBi2ADdD1zXd4XtaEprFFqRpyZFsO6bj2Dvvq1ZvJL8X2UnKPbZK93AT9yy2Z/0AvA5IUgnKayVr2mJwhh6vctysBhy5wOMi1PxhLDTw9Oeb7F5jRv4N0+8nxH0c77qLMZJJlS3664RUr+oMU0PWtQNNYI/ns7X99uf+FjfFXuzbi9eQfajguX2RAsmNPzn0TrWpK6vVDt9DMv2RiR+5IQQufsjv8jkp2bnl0fevQTOo6caFj1WP0r6ilB6TjHY/F5PivpU0+VZWxP1P77Ubp4tahmWxVvwf2/w7Si9E/XZWodeuqh3y7s7/cXCtd33zh2VoRmsYWJV8rB7blkI7roH8vONK26ZaL9jwbZy9v3MPjP3W3X5LH+3JwLPr7V5rZ550BSQpBOc1kLXtMzpDDNXbfxD/knPp1svTb7ccHDI8QmXzGcfXyzcnvIHX3jdzSJJMsW5Gf7ngGdWlLn0TXtwJNY43oWkzCbq3+jdhp9OdVxjtBn+3s+57YNyd7lNQW+kzOa01+zOknr+QbvZ7d8Kvo+tahmdR14kK/PW4vjvH0SRh1Zgakma1+/O65+3Nmv90cXdw6NJMNG2akWOhbxsvVY24zaAHcPl3ffMef9sTQNLYo2WkMbM2Rjmt8s/ieSWy5ZAO2RfbyVt1++GL0q6iHd02OXx1PTfuv7v/mabTJZkCSQlBOM1nLHpMz5HBN3PdwsvF4lM78yyHp99pH5DMJ+zvut1//LbqdGV5O7EMtJpMsW9GfbngLUMvWerq+FWgaayS7xv1bJ/s3U/Qu4T2toc+42rULhxWJNAqRZzvvvif2zfbuU5MyuP+rZeM2KDHhd69hUve66+0uLabrW4dmUteJC31weL+/X9BuC4UiMzsgvS3FJLzq2QfP2J/z++2G6OLWoZlsXPh3kMZ1b6bWzVePvbnNECmAG6frm294lk4NTWOLkp3GwNYc6bg64UVHXlx6iz3PxtnLW6PH/+SE8viWZkx6fehWpyWAAUkKQTnNxL0mP7Ed6PpWoGng+q1p6HPo+tahmaBRurh1aCZol65vvmnfdEJoGmiYvbwpk7eEI++QxUw+aW3nXQYkKQTlNBMnUu+pZLw9s126vhVoGrh24d1i3b3FdH3r0EzQKF3cOjQTtEvXN9+4azopNA00zF7emv2HBJZ+syhqf+pJzhQzIEkhKKeZeNH/CsHT0eh+/KW4a2g9K9D1rUDTwPV6aD9BcUa6vnVoJmiULm4dmgnapeubr++YTg5NAw2zl9Ese6TGQgtBOc3EjfSvycY/xt0AXd8KNA1ck/EvW1/TDK/rW4dmgkbp4tahmaBdur75RlXytNA00DB7Gc2yR2ostBCU00xcmfya9f53ZPe/DN3odPRG2YvKapoGrsnwx82mf+fmnHR969BM0Chd3Do0E7RL1zff8IJ+amgaaJi9jGbZIzUWWgjKaSZol65vBZoG2qXrW4dmgkbp4tahmaBdur75bOeUHZoGGmYvo1n2SI2FFoJymgnapetbgaaBdun61qGZoFG6uHVoJmiXrm8+2zllh6aBhtnLaJY9UmOhhaCcZoJ26fpWoGmgXbq+dWgmaJQubh2aCdql65vPdk7ZoWmgYfYymmWP1FhoISinmaBdur4VaBpol65vHZoJGqWLW4dmgnbp+uaznVN2aBpomL2MZtkjNRZaCMppJmiXrm8Fmgbapetbh2aCRuni1qGZoF26vvls55QdmgYaZi+jWfZIjYUWgnKaCdql61uBpoF26frWoZmgUbq4dWgmaJeubz7bOWWHpoGG2ctolj1SY6GFoJxmgnbp+lagaaBdur51aCZolC5uHZoJ2qXrm892TtmhaaBh9jKaZY/UWGghKKeZoF26vhVoGmiXrm8dmgkapYtbh2aCdun65rOdU3ZoGmiYvYxm2SM1FloIymkmaJeubwWaBtql61uHZoJG6eLWoZmgXbq++WznlB2aBhpmL6NZ9kiNhRaCcpoJ2qXrW4GmgXbp+tahmaBRurh1aCZol65vPts5ZYemgYbZy2iWPVJjoYWgnGaCdun6VqBpoF26vnVoJmiULm4dmgnapeubz3ZO2aFpoGH2Mpplj9RYaCEop5mgXbq+FWgaaJeubx2aCRqli1uHZoJ26frms51TdmgaaJi9jGbZIzUWWgjKaSZol65vBZoG2qXrW4dmgkbp4tahmaBdur75bOeUHZoGGvY7f/2f9io0aLeO9kiNhRaCcr/9VzYZNGq3lLq+FbCFLsZNbaHn7KJLwRZCucJdZDun7KCjvhj7pbTLS1x0aCFAjq88+livBPJ99Ye/+vN/+6VeD5yEWgRcN9s5ES6DAclXaCFADpoSlPjpfzz/rb/89A//9hP9EnASahEKffMnH+4qkl6Pge2cCJfBgOQrtBAgB00JSnz1h78KZ+05iYRC1CKU+MWz51948OmuIumXMLCdE+EyGJB8hRYC5KApwWrh9FEYkDiJhELUIpT4xo8/3BWiXUXiJNIM2zkRLoMByVdoIUAOmhKsNpw+4iQSylGLsFo4fRQKESeRZtjOiXAZDEi+QgsBctCUYJ3x6SNOIqEctQirhdNHASeRZtjOiXAZDEi+QgsBctCUYB1z+oiTSChELcI649NHASeRUmznRLgMBiRfoYUAOWhKsM6f/tNHX3u8d/udT3a7KPz/t/71Q70lkINahHXGp484iTTPdk6Ey2BA8hVaCJCDpgSFdnPRt598oNcDJ6EWYQU9fcRJpBm2cyJcBgOSr9BCgBw0JSjEgISzoBahELVoke2cCJfBgOQrtBAgB00JCtGU4CyoRShELVpkOyfCZTAg+QotBMhBU4JCNCU4C2oRClGLFtnOiXAZDEi+QgsBctCUoBBNCc6CWoRC1KJFtnMiXAYDkq/QQoAcNCUoRFOCs6AWoRC1aJHtnAiXwYDkK7QQIAdNCQrRlOAsqEUoRC1aZDsnwmUwIPkKLQTIQVOCQjQlOAtqEQpRixbZzolwGQxIvkILAXLQlKAQTQnOglqEQtSiRbZzIlwGA5Kv0EKAHDQlKERTgrOgFqEQtWiR7ZwIl8GA5Cu0ECAHTQkK0ZTgLKhFKEQtWmQ7J8JlMCD5Ci0EyEFTgkI0JTgLahEKUYsW2c6JcBkMSL5CCwFy0JSgEE0JzoJahELUokW2cyJcBgOSr9BCgBw0JShEU4KzoBahELVoke2cCJfBgOQrtBAgB00JCtGU4CyoRShELVpkOyfCZTAg+QotBMjxR//wye13gPV+729+TVOCctQiFKIWLbKdE+EyGJB8hRYCAAAABLZzIlwGA5Kv0EIAAACAwHZOhMtgQPIVWggAAAAQ2M6JcBkMSL5CCwEAAAAC2zkRLoMByVdoIQAAAEBgOyfCZTAg+QotBAAAAAhs50S4DAYkX6GFAAAAAIHtnAiXwYDkK7QQAAAAILCdE+EyGJB8hRYCAAAABLZzIlwGA5Kv0EIAAACAwHZOhMtgQPIVWggAAAAQ2M6JcBkMSL5CCwEAAAAC2zkRLoMByVdoIQAAAEBgOyfCZTAg+QotBAAAAAhs50S4DAYkX6GFAAAAAIHtnAiXwYDkK7QQAAAAILCdE+EyGJB8hRYCAAAABLZzIlwGA5Kv0EIAAACAwHZOhMtgQPIVWggAAAAQ2M6JcBkMSL5CCwEAAAAC2zkRLoMByVdoIQAAAEBgOyfCZTAg+QotBAAAAAhs50S4DAYkX6GFAAAAAIHtnAiXwYDkK7QQAAAAILCdE+EyGJB8hRYCAAAABLZzIlwGA5Kv0EIAAACAwHZOhMtgQPIVWggAAAAQ2M6JcBkMSL5CCwEAAAAC2zkRLoMByVdoIQAAAEBgOyfCZTAg+QotBAAAAAhs50S4DAYkX6GFAAAAAIHtnAiXwYDkK7QQAAAAILCdE+EyGJB8hRYCAAAABLZzIlwGA5Kv+OUHH2gtAAAAwK5Nsp0T4TL+H2sdfIztVE0sAAAAAElFTkSuQmCC" width="1120" height="196" class="img_ev3q"></p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="安装-pulsar">安装 Pulsar<a href="#安装-pulsar" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2><p>部署Apache Pulsar 集群可以参考<a href="https://pulsar.apache.org/docs/en/standalone/" target="_blank" rel="noopener noreferrer">官方安装指引</a>.</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="安装-hive">安装 Hive<a href="#安装-hive" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2><p>Hive 是运行的必备组件。如果您的机器上没有 Hive，这里推荐使用 Docker 进行快速安装，详情可见 <a href="https://github.com/big-data-europe/docker-hive" target="_blank" rel="noopener noreferrer">这里</a>。</p><blockquote><p>注意，如果使用以上 Docker 镜像的话，我们需要在 namenode 中添加一个端口映射 <code>8020:8020</code>，因为它是 HDFS DefaultFS 的端口，后面在配置 Hive 时需要用到。</p></blockquote><h2 class="anchor anchorWithStickyNavbar_LWe7" id="安装-inlong">安装 InLong<a href="#安装-inlong" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2><p>在开始之前，我们需要安装 InLong 的全部组件，这里提供两种方式：</p><ol><li>按照 <a href="/zh-CN/docs/1.8.0/deployment/docker">这里的说明</a>，使用 Docker 进行快速部署。（推荐）</li><li>按照 <a href="/zh-CN/docs/1.8.0/deployment/bare_metal">这里的说明</a>，使用二进制包依次安装各组件。</li></ol><h2 class="anchor anchorWithStickyNavbar_LWe7" id="创建数据接入">创建数据接入<a href="#创建数据接入" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2><h3 class="anchor anchorWithStickyNavbar_LWe7" id="配置数据流-group-信息">配置数据流 Group 信息<a href="#配置数据流-group-信息" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p><img loading="lazy" src="/zh-CN/assets/images/pulsar-group-5052b5da17607c53ce42954bb482c175.png" width="1504" height="631" class="img_ev3q"> |
| 在创建数据接入时，数据流 Group 可选用的消息中间件选择 Pulsar，其它跟 Pulsar 相关的配置项还包括：</p><ul><li>Queue module：队列模型，并行或者顺序，选择并行时可设置 Topic 的分区数，顺序则为一个分区；</li><li>Write quorum：消息写入的副本数</li><li>Ack quorum：确认写入 Bookies 的数量</li><li>retention time：已被 consumer 确认的消息被保存的时间</li><li>ttl：未被确认的消息的过期时间</li><li>retention size：已被 consumer 确认的消息被保存的大小</li></ul><h3 class="anchor anchorWithStickyNavbar_LWe7" id="配置数据流">配置数据流<a href="#配置数据流" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p><img loading="lazy" src="/zh-CN/assets/images/pulsar-stream-9e43fc4748a202ac6f37b3f4a0e7b1af.png" width="979" height="452" class="img_ev3q"></p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="配置文件-agent">配置文件 Agent<a href="#配置文件-agent" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p><img loading="lazy" src="/zh-CN/assets/images/file-source-57b15a0f3ee265df6d5be6bf4ac8a85a.png" width="653" height="456" class="img_ev3q"></p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="配置数据格式">配置数据格式<a href="#配置数据格式" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p><img loading="lazy" src="/zh-CN/assets/images/pulsar-data-9df88fd9695dc75b886a3848ba0b25c0.png" width="975" height="671" class="img_ev3q"></p><h3 class="anchor anchorWithStickyNavbar_LWe7" id="配置-hive-集群">配置 Hive 集群<a href="#配置-hive-集群" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h3><p>保存 Hive 集群信息，点击“确定”。 |
| <img loading="lazy" src="/zh-CN/assets/images/pulsar-hive-26b4c6136e5ce36a9e1b6d2320978694.png" width="1187" height="823" class="img_ev3q"></p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="数据接入审批">数据接入审批<a href="#数据接入审批" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2><p>进入<strong>审批管理</strong>页面，点击<strong>我的审批</strong>，审批上面提交的接入申请，审批结束后会在 Pulsar 集群同步创建数据流需要的 Topic 和订阅。 |
| 我们可以在 Pulsar 集群使用命令行工具检查 Topic 是否创建成功。</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="配置-agent-采集文件">配置 Agent 采集文件<a href="#配置-agent-采集文件" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2><p>接下来我们可以新建 <code>/data/collect-data/test.log</code> ，并往里面添加内容，来触发 agent 向 dataproxy 发送数据了。</p><div class="language-shell codeBlockContainer_Ckt0 theme-code-block" style="--prism-color:#F8F8F2;--prism-background-color:#282A36"><div class="codeBlockContent_biex"><pre tabindex="0" class="prism-code language-shell codeBlock_bY9V thin-scrollbar"><code class="codeBlockLines_e6Vv"><span class="token-line" style="color:#F8F8F2"><span class="token function" style="color:rgb(80, 250, 123)">mkdir</span><span class="token plain"> collect-data</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">END</span><span class="token operator">=</span><span class="token number">100000</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token keyword" style="color:rgb(189, 147, 249);font-style:italic">for</span><span class="token plain"> </span><span class="token variable punctuation" style="color:rgb(248, 248, 242);font-style:italic">((</span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">i</span><span class="token variable operator" style="color:rgb(189, 147, 249);font-style:italic">=</span><span class="token variable number" style="color:rgb(189, 147, 249);font-style:italic">1</span><span class="token variable punctuation" style="color:rgb(248, 248, 242);font-style:italic">;</span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">i</span><span class="token variable operator" style="color:rgb(189, 147, 249);font-style:italic"><=</span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">END</span><span class="token variable punctuation" style="color:rgb(248, 248, 242);font-style:italic">;</span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">i</span><span class="token variable operator" style="color:rgb(189, 147, 249);font-style:italic">++</span><span class="token variable punctuation" style="color:rgb(248, 248, 242);font-style:italic">))</span><span class="token punctuation" style="color:rgb(248, 248, 242)">;</span><span class="token plain"> </span><span class="token keyword" style="color:rgb(189, 147, 249);font-style:italic">do</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token function" style="color:rgb(80, 250, 123)">sleep</span><span class="token plain"> </span><span class="token number">3</span><span class="token plain"></span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">echo</span><span class="token plain"> </span><span class="token string" style="color:rgb(255, 121, 198)">"name_</span><span class="token string variable" style="color:rgb(189, 147, 249);font-style:italic">$i</span><span class="token string" style="color:rgb(255, 121, 198)"> | </span><span class="token string variable" style="color:rgb(189, 147, 249);font-style:italic">$i</span><span class="token string" style="color:rgb(255, 121, 198)">"</span><span class="token plain"> </span><span class="token operator">>></span><span class="token plain"> /data/collect-data/test.log</span><br></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token keyword" style="color:rgb(189, 147, 249);font-style:italic">done</span><br></span></code></pre><div class="buttonGroup__atx"><button type="button" aria-label="Copy code to clipboard" title="Copy" class="clean-btn"><span class="copyButtonIcons_eSgA" aria-hidden="true"><svg class="copyButtonIcon_y97N" viewBox="0 0 24 24"><path d="M19,21H8V7H19M19,5H8A2,2 0 0,0 6,7V21A2,2 0 0,0 8,23H19A2,2 0 0,0 21,21V7A2,2 0 0,0 19,5M16,1H4A2,2 0 0,0 2,3V17H4V3H16V1Z"></path></svg><svg class="copyButtonSuccessIcon_LjdS" viewBox="0 0 24 24"><path d="M21,7L9,19L3.5,13.5L4.91,12.09L9,16.17L19.59,5.59L21,7Z"></path></svg></span></button></div></div></div><p>可以观察审计数据页面，看到数据已经成功采集和发送。</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="数据落地检查">数据落地检查<a href="#数据落地检查" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2><p>最后，我们登入 Hive 集群，通过 Hive 的 SQL 命令查看 <code>test_stream</code> 表中是否成功插入了数据。</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="问题排查">问题排查<a href="#问题排查" class="hash-link" aria-label="Direct link to heading" title="Direct link to heading"></a></h2><p>如果出现数据未正确写入 Hive 集群，可以检查 <code>DataProxy</code> 和 <code>Sort</code> 相关信息是否同步：</p><ul><li>检查 <code>InLong DataProxy</code> 的 <code>conf/topics.properties</code> 文件夹中是否正确写入该数据流对应的Topic 信息：</li></ul><div class="codeBlockContainer_Ckt0 theme-code-block" style="--prism-color:#F8F8F2;--prism-background-color:#282A36"><div class="codeBlockContent_biex"><pre tabindex="0" class="prism-code language-text codeBlock_bY9V thin-scrollbar"><code class="codeBlockLines_e6Vv"><span class="token-line" style="color:#F8F8F2"><span class="token plain">b_test_group/test_stream=persistent://public/b_test_group/test_stream</span><br></span></code></pre><div class="buttonGroup__atx"><button type="button" aria-label="Copy code to clipboard" title="Copy" class="clean-btn"><span class="copyButtonIcons_eSgA" aria-hidden="true"><svg class="copyButtonIcon_y97N" viewBox="0 0 24 24"><path d="M19,21H8V7H19M19,5H8A2,2 0 0,0 6,7V21A2,2 0 0,0 8,23H19A2,2 0 0,0 21,21V7A2,2 0 0,0 19,5M16,1H4A2,2 0 0,0 2,3V17H4V3H16V1Z"></path></svg><svg class="copyButtonSuccessIcon_LjdS" viewBox="0 0 24 24"><path d="M21,7L9,19L3.5,13.5L4.91,12.09L9,16.17L19.59,5.59L21,7Z"></path></svg></span></button></div></div></div></div><footer class="theme-doc-footer docusaurus-mt-lg"><div class="theme-doc-footer-edit-meta-row row"><div class="col"><a href="https://github.com/apache/inlong-website/edit/master/versioned_docs/version-1.8.0/quick_start/pulsar_example.md" target="_blank" rel="noreferrer noopener" class="theme-edit-this-page"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_Z9Sw" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 18.4h-6.3v-6.2z"></path></g></svg>Edit this page</a></div><div class="col lastUpdated_vwxv"></div></div></footer></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages navigation"><a class="pagination-nav__link pagination-nav__link--prev" href="/zh-CN/docs/1.8.0/quick_start/hive_example"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">入库 Hive 示例</div></a><a class="pagination-nav__link pagination-nav__link--next" href="/zh-CN/docs/1.8.0/deployment/standalone"><div class="pagination-nav__sublabel">Next</div><div class="pagination-nav__label">单机部署</div></a></nav></div></div><div class="col col--3"><div class="tableOfContents_bqdL thin-scrollbar theme-doc-toc-desktop"><ul class="table-of-contents table-of-contents__left-border"><li><a href="#安装-pulsar" class="table-of-contents__link toc-highlight">安装 Pulsar</a></li><li><a href="#安装-hive" class="table-of-contents__link toc-highlight">安装 Hive</a></li><li><a href="#安装-inlong" class="table-of-contents__link toc-highlight">安装 InLong</a></li><li><a href="#创建数据接入" class="table-of-contents__link toc-highlight">创建数据接入</a><ul><li><a href="#配置数据流-group-信息" class="table-of-contents__link toc-highlight">配置数据流 Group 信息</a></li><li><a href="#配置数据流" class="table-of-contents__link toc-highlight">配置数据流</a></li><li><a href="#配置文件-agent" class="table-of-contents__link toc-highlight">配置文件 Agent</a></li><li><a href="#配置数据格式" class="table-of-contents__link toc-highlight">配置数据格式</a></li><li><a href="#配置-hive-集群" class="table-of-contents__link toc-highlight">配置 Hive 集群</a></li></ul></li><li><a href="#数据接入审批" class="table-of-contents__link toc-highlight">数据接入审批</a></li><li><a href="#配置-agent-采集文件" class="table-of-contents__link toc-highlight">配置 Agent 采集文件</a></li><li><a href="#数据落地检查" class="table-of-contents__link toc-highlight">数据落地检查</a></li><li><a href="#问题排查" class="table-of-contents__link toc-highlight">问题排查</a></li></ul></div></div></div></div></main></div></div><footer class="footer"><div class="container container-fluid"><div class="row footer__links"><div class="col footer__col"><div class="footer__title">事件</div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://www.apachecon.com/" target="_blank" rel="noopener noreferrer" class="footer__link-item">ApacheCon<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a class="acevent" data-format="square" data-mode="dark" data-event="random"></a></li></ul></div><div class="col footer__col"><div class="footer__title">社区</div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://twitter.com/ApacheInlong" target="_blank" rel="noopener noreferrer" class="footer__link-item">Twitter<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://inlong.apache.org/img/apache-inlong-wechat.jpg" target="_blank" rel="noopener noreferrer" class="footer__link-item">WeChat<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="mailto:dev@inlong.apache.org" target="_blank" rel="noopener noreferrer" class="footer__link-item">Email</a></li></ul></div><div class="col footer__col"><div class="footer__title">更多</div><ul class="footer__items clean-list"><li class="footer__item"><a class="footer__link-item" href="/zh-CN/blog">Blog</a></li><li class="footer__item"><a href="https://github.com/apache/inlong" target="_blank" rel="noopener noreferrer" class="footer__link-item">GitHub<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li></ul></div></div><div class="footer__bottom text--center"><div class="margin-bottom--sm"><img src="/zh-CN/img/asf_logo.svg" alt="Apache InLong" class="themedImage_ToTc themedImage--light_HNdA footer__logo"><img src="/zh-CN/img/asf_logo.svg" alt="Apache InLong" class="themedImage_ToTc themedImage--dark_i4oU footer__logo"></div><div class="footer__copyright"><div style="font-family: Avenir-Medium;font-size: 14px;color: #999;"> |
| <div>Copyright © 2020-2024 The Apache Software Foundation. Licensed under the Apache License, Version 2.0.</div> |
| <div style="margin-top: 20px; padding-top: 20px; border-top: 1px solid #666;line-height: 20px;">The Apache Software Foundation Apache InLong, InLong, Apache, the Apache feather, and the Apache InLong project logo are either registered trademarks or trademarks of the Apache Software Foundation.</div> |
| </div></div></div></div></footer></div> |
| <script src="/zh-CN/assets/js/runtime~main.933f32cb.js"></script> |
| <script src="/zh-CN/assets/js/main.32851df5.js"></script> |
| </body> |
| </html> |
