| <!doctype html> |
| <html lang="zh-CN" data-theme="light"> |
| <head> |
| <meta charset="utf-8" /> |
| <meta name="viewport" content="width=device-width,initial-scale=1" /> |
| <meta name="generator" content="VuePress 2.0.0-rc.14" /> |
| <meta name="theme" content="VuePress Theme Hope 2.0.0-rc.52" /> |
| <style> |
| html { |
| background: var(--bg-color, #fff); |
| } |
| |
| html[data-theme="dark"] { |
| background: var(--bg-color, #1d1e1f); |
| } |
| |
| body { |
| background: var(--bg-color); |
| } |
| </style> |
| <script> |
| const userMode = localStorage.getItem("vuepress-theme-hope-scheme"); |
| const systemDarkMode = |
| window.matchMedia && |
| window.matchMedia("(prefers-color-scheme: dark)").matches; |
| |
| if (userMode === "dark" || (userMode !== "light" && systemDarkMode)) { |
| document.documentElement.setAttribute("data-theme", "dark"); |
| } |
| </script> |
| <link rel="alternate" hreflang="en-us" href="https://iotdb.apache.org/UserGuide/latest/User-Manual/Data-Sync_apache.html"><meta property="og:url" content="https://iotdb.apache.org/zh/UserGuide/latest/User-Manual/Data-Sync_apache.html"><meta property="og:site_name" content="IoTDB Website"><meta property="og:title" content="数据同步"><meta property="og:description" content="数据同步 数据同步是工业物联网的典型需求，通过数据同步机制，可实现 IoTDB 之间的数据共享，搭建完整的数据链路来满足内网外网数据互通、端边云同步、数据迁移、数据备份等需求。 功能概述 数据同步 一个数据同步任务包含 3 个阶段： 抽取（Source）阶段：该部分用于从源 IoTDB 抽取数据，在 SQL 语句中的 source 部分定义 处理（Pr..."><meta property="og:type" content="article"><meta property="og:image" content="https://alioss.timecho.com/docs/img/dataSync01.png"><meta property="og:locale" content="zh-CN"><meta property="og:locale:alternate" content="en-US"><meta property="og:updated_time" content="2024-09-26T04:22:52.000Z"><meta property="article:modified_time" content="2024-09-26T04:22:52.000Z"><script type="application/ld+json">{"@context":"https://schema.org","@type":"Article","headline":"数据同步","image":["https://alioss.timecho.com/docs/img/dataSync01.png","https://alioss.timecho.com/docs/img/dataSync02.png","https://alioss.timecho.com/docs/img/%E6%95%B0%E6%8D%AE%E5%90%8C%E6%AD%A51.png","https://alioss.timecho.com/docs/img/%E6%95%B0%E6%8D%AE%E5%90%8C%E6%AD%A51.png","https://alioss.timecho.com/docs/img/dataSync03.png","https://alioss.timecho.com/docs/img/1706698610134.jpg"],"dateModified":"2024-09-26T04:22:52.000Z","author":[]}</script><link rel="icon" href="/favicon.ico"><meta name="Description" content="Apache IoTDB: Time Series Database for IoT"><meta name="Keywords" content="TSDB, time series, time series database, IoTDB, IoT database, IoT data management,时序数据库, 时间序列管理, IoTDB, 物联网数据库, 实时数据库, 物联网数据管理, 物联网数据"><meta name="baidu-site-verification" content="wfKETzB3OT"><meta name="google-site-verification" content="mZWAoRY0yj_HAr-s47zHCGHzx5Ju-RVm5wDbPnwQYFo"><script type="text/javascript"> |
| var _paq = window._paq = window._paq || []; |
| /* tracker methods like "setCustomDimension" should be called before "trackPageView" */ |
| _paq.push(["setDoNotTrack", true]); |
| _paq.push(["disableCookies"]); |
| _paq.push(['trackPageView']); |
| _paq.push(['enableLinkTracking']); |
| (function() { |
| var u="https://analytics.apache.org/"; |
| _paq.push(['setTrackerUrl', u+'matomo.php']); |
| _paq.push(['setSiteId', '56']); |
| var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0]; |
| g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s); |
| })(); |
| </script><title>数据同步 | IoTDB Website</title><meta name="description" content="数据同步 数据同步是工业物联网的典型需求，通过数据同步机制，可实现 IoTDB 之间的数据共享，搭建完整的数据链路来满足内网外网数据互通、端边云同步、数据迁移、数据备份等需求。 功能概述 数据同步 一个数据同步任务包含 3 个阶段： 抽取（Source）阶段：该部分用于从源 IoTDB 抽取数据，在 SQL 语句中的 source 部分定义 处理（Pr..."> |
| <link rel="preload" href="/assets/style-Bg55snry.css" as="style"><link rel="stylesheet" href="/assets/style-Bg55snry.css"> |
| <link rel="modulepreload" href="/assets/app-W3EENNaa.js"><link rel="modulepreload" href="/assets/Data-Sync_apache.html-BKmIo7SR.js"> |
| |
| </head> |
| <body> |
| <div id="app"><!--[--><!--[--><!--[--><span tabindex="-1"></span><a href="#main-content" class="vp-skip-link sr-only">跳至主要內容</a><!--]--><!--[--><div class="theme-container external-link-icon pure has-toc"><!--[--><header id="navbar" class="vp-navbar"><div class="vp-navbar-start"><button type="button" class="vp-toggle-sidebar-button" title="Toggle Sidebar"><span class="icon"></span></button><!----><!--[--><a class="route-link vp-brand" href="/zh/"><img class="vp-nav-logo" src="/logo.png" alt><!----><span class="vp-site-name hide-in-pad">IoTDB Website</span></a><!--]--><!----></div><div class="vp-navbar-center"><!----><!--[--><!--]--><!----></div><div class="vp-navbar-end"><!----><!--[--><!--[--><div id="docsearch-container" style="display:none;"></div><div><button type="button" class="DocSearch DocSearch-Button" aria-label="搜索文档"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">搜索文档</span></span><span class="DocSearch-Button-Keys"><kbd class="DocSearch-Button-Key"><svg width="15" height="15" class="DocSearch-Control-Key-Icon"><path d="M4.505 4.496h2M5.505 5.496v5M8.216 4.496l.055 5.993M10 7.5c.333.333.5.667.5 1v2M12.326 4.5v5.996M8.384 4.496c1.674 0 2.116 0 2.116 1.5s-.442 1.5-2.116 1.5M3.205 9.303c-.09.448-.277 1.21-1.241 1.203C1 10.5.5 9.513.5 8V7c0-1.57.5-2.5 1.464-2.494.964.006 1.134.598 1.24 1.342M12.553 10.5h1.953" stroke-width="1.2" stroke="currentColor" fill="none" stroke-linecap="square"></path></svg></kbd><kbd class="DocSearch-Button-Key">K</kbd></span></button></div><!--]--><nav class="vp-nav-links"><div class="vp-nav-item hide-in-mobile"><div class="vp-dropdown-wrapper"><button type="button" class="vp-dropdown-title" aria-label="文档"><!--[--><!---->文档<!--]--><span class="arrow"></span><ul class="vp-dropdown"><li class="vp-dropdown-item"><a class="route-link auto-link" href="/zh/UserGuide/latest/QuickStart/QuickStart_apache.html" aria-label="v1.3.0/1/2"><!---->v1.3.0/1/2<!----></a></li><li class="vp-dropdown-item"><a class="route-link auto-link" href="/zh/UserGuide/V1.2.x/QuickStart/QuickStart.html" aria-label="v1.2.x"><!---->v1.2.x<!----></a></li><li class="vp-dropdown-item"><a class="route-link auto-link" href="/zh/UserGuide/V1.1.x/QuickStart/QuickStart.html" aria-label="v1.1.x"><!---->v1.1.x<!----></a></li><li class="vp-dropdown-item"><a class="route-link auto-link" href="/zh/UserGuide/V1.0.x/QuickStart/QuickStart.html" aria-label="v1.0.x"><!---->v1.0.x<!----></a></li><li class="vp-dropdown-item"><a class="route-link auto-link" href="/zh/UserGuide/V0.13.x/QuickStart/QuickStart.html" aria-label="v0.13.x"><!---->v0.13.x<!----></a></li></ul></button></div></div><div class="vp-nav-item hide-in-mobile"><a class="auto-link external-link" href="https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=177051872" aria-label="系统设计" rel="noopener noreferrer" target="_blank"><!---->系统设计<!----></a></div><div class="vp-nav-item hide-in-mobile"><a class="route-link auto-link" href="/zh/Download/" aria-label="下载"><!---->下载<!----></a></div><div class="vp-nav-item hide-in-mobile"><div class="vp-dropdown-wrapper"><button type="button" class="vp-dropdown-title" aria-label="社区"><!--[--><!---->社区<!--]--><span class="arrow"></span><ul class="vp-dropdown"><li class="vp-dropdown-item"><a class="route-link auto-link" href="/zh/Community/About.html" aria-label="关于社区"><!---->关于社区<!----></a></li><li class="vp-dropdown-item"><a class="route-link auto-link" href="/zh/Community/Development-Guide.html" aria-label="贡献指南"><!---->贡献指南<!----></a></li><li class="vp-dropdown-item"><a class="route-link auto-link" href="/zh/Community/Powered-By.html" aria-label="社区伙伴"><!---->社区伙伴<!----></a></li><li class="vp-dropdown-item"><a class="route-link auto-link" href="/zh/Community/Feedback.html" aria-label="交流与反馈"><!---->交流与反馈<!----></a></li><li class="vp-dropdown-item"><a class="route-link auto-link" href="/zh/Community/Materials.html" aria-label="活动与报告"><!---->活动与报告<!----></a></li><li class="vp-dropdown-item"><a class="route-link auto-link" href="/zh/Community/Community-Project-Committers.html" aria-label="Commiters"><!---->Commiters<!----></a></li></ul></button></div></div><div class="vp-nav-item hide-in-mobile"><div class="vp-dropdown-wrapper"><button type="button" class="vp-dropdown-title" aria-label="ASF"><!--[--><!---->ASF<!--]--><span class="arrow"></span><ul class="vp-dropdown"><li class="vp-dropdown-item"><a class="auto-link external-link" href="https://www.apache.org/" aria-label="基金会" rel="noopener noreferrer" target="_blank"><!---->基金会<!----></a></li><li class="vp-dropdown-item"><a class="auto-link external-link" href="https://www.apache.org/licenses/" aria-label="许可证" rel="noopener noreferrer" target="_blank"><!---->许可证<!----></a></li><li class="vp-dropdown-item"><a class="auto-link external-link" href="https://www.apache.org/security/" aria-label="安全" rel="noopener noreferrer" target="_blank"><!---->安全<!----></a></li><li class="vp-dropdown-item"><a class="auto-link external-link" href="https://www.apache.org/foundation/sponsorship.html" aria-label="赞助" rel="noopener noreferrer" target="_blank"><!---->赞助<!----></a></li><li class="vp-dropdown-item"><a class="auto-link external-link" href="https://www.apache.org/foundation/thanks.html" aria-label="致谢" rel="noopener noreferrer" target="_blank"><!---->致谢<!----></a></li><li class="vp-dropdown-item"><a class="auto-link external-link" href="https://www.apache.org/events/current-event" aria-label="活动" rel="noopener noreferrer" target="_blank"><!---->活动<!----></a></li><li class="vp-dropdown-item"><a class="auto-link external-link" href="https://privacy.apache.org/policies/privacy-policy-public.html" aria-label="隐私" rel="noopener noreferrer" target="_blank"><!---->隐私<!----></a></li></ul></button></div></div></nav><div class="vp-nav-item"><div class="vp-dropdown-wrapper"><button type="button" class="vp-dropdown-title" aria-label="选择语言"><!--[--><svg xmlns="http://www.w3.org/2000/svg" class="icon i18n-icon" viewBox="0 0 1024 1024" fill="currentColor" aria-label="i18n icon" name="i18n" style="width:1rem;height:1rem;vertical-align:middle;"><path d="M379.392 460.8 494.08 575.488l-42.496 102.4L307.2 532.48 138.24 701.44l-71.68-72.704L234.496 460.8l-45.056-45.056c-27.136-27.136-51.2-66.56-66.56-108.544h112.64c7.68 14.336 16.896 27.136 26.112 35.84l45.568 46.08 45.056-45.056C382.976 312.32 409.6 247.808 409.6 204.8H0V102.4h256V0h102.4v102.4h256v102.4H512c0 70.144-37.888 161.28-87.04 210.944L378.88 460.8zM576 870.4 512 1024H409.6l256-614.4H768l256 614.4H921.6l-64-153.6H576zM618.496 768h196.608L716.8 532.48 618.496 768z"></path></svg><!--]--><span class="arrow"></span><ul class="vp-dropdown"><li class="vp-dropdown-item"><a class="route-link auto-link" href="/UserGuide/latest/User-Manual/Data-Sync_apache.html" aria-label="English"><!---->English<!----></a></li><li class="vp-dropdown-item"><a class="route-link route-link-active auto-link" href="/zh/UserGuide/latest/User-Manual/Data-Sync_apache.html" aria-label="简体中文"><!---->简体中文<!----></a></li></ul></button></div></div><div class="vp-nav-item hide-in-mobile"><button type="button" class="vp-color-mode-switch" id="color-mode-switch"><svg xmlns="http://www.w3.org/2000/svg" class="icon auto-icon" viewBox="0 0 1024 1024" fill="currentColor" aria-label="auto icon" name="auto" style="display:none;"><path d="M512 992C246.92 992 32 777.08 32 512S246.92 32 512 32s480 214.92 480 480-214.92 480-480 480zm0-840c-198.78 0-360 161.22-360 360 0 198.84 161.22 360 360 360s360-161.16 360-360c0-198.78-161.22-360-360-360zm0 660V212c165.72 0 300 134.34 300 300 0 165.72-134.28 300-300 300z"></path></svg><svg xmlns="http://www.w3.org/2000/svg" class="icon dark-icon" viewBox="0 0 1024 1024" fill="currentColor" aria-label="dark icon" name="dark" style="display:none;"><path d="M524.8 938.667h-4.267a439.893 439.893 0 0 1-313.173-134.4 446.293 446.293 0 0 1-11.093-597.334A432.213 432.213 0 0 1 366.933 90.027a42.667 42.667 0 0 1 45.227 9.386 42.667 42.667 0 0 1 10.24 42.667 358.4 358.4 0 0 0 82.773 375.893 361.387 361.387 0 0 0 376.747 82.774 42.667 42.667 0 0 1 54.187 55.04 433.493 433.493 0 0 1-99.84 154.88 438.613 438.613 0 0 1-311.467 128z"></path></svg><svg xmlns="http://www.w3.org/2000/svg" class="icon light-icon" viewBox="0 0 1024 1024" fill="currentColor" aria-label="light icon" name="light" style="display:block;"><path d="M952 552h-80a40 40 0 0 1 0-80h80a40 40 0 0 1 0 80zM801.88 280.08a41 41 0 0 1-57.96-57.96l57.96-58a41.04 41.04 0 0 1 58 58l-58 57.96zM512 752a240 240 0 1 1 0-480 240 240 0 0 1 0 480zm0-560a40 40 0 0 1-40-40V72a40 40 0 0 1 80 0v80a40 40 0 0 1-40 40zm-289.88 88.08-58-57.96a41.04 41.04 0 0 1 58-58l57.96 58a41 41 0 0 1-57.96 57.96zM192 512a40 40 0 0 1-40 40H72a40 40 0 0 1 0-80h80a40 40 0 0 1 40 40zm30.12 231.92a41 41 0 0 1 57.96 57.96l-57.96 58a41.04 41.04 0 0 1-58-58l58-57.96zM512 832a40 40 0 0 1 40 40v80a40 40 0 0 1-80 0v-80a40 40 0 0 1 40-40zm289.88-88.08 58 57.96a41.04 41.04 0 0 1-58 58l-57.96-58a41 41 0 0 1 57.96-57.96z"></path></svg></button></div><div class="vp-nav-item vp-action"><a class="vp-action-link" href="https://github.com/apache/iotdb" target="_blank" rel="noopener noreferrer" aria-label="GitHub"><svg xmlns="http://www.w3.org/2000/svg" class="icon github-icon" viewBox="0 0 1024 1024" fill="currentColor" aria-label="github icon" name="github" style="width:1.25rem;height:1.25rem;vertical-align:middle;"><path d="M511.957 21.333C241.024 21.333 21.333 240.981 21.333 512c0 216.832 140.544 400.725 335.574 465.664 24.49 4.395 32.256-10.07 32.256-23.083 0-11.69.256-44.245 0-85.205-136.448 29.61-164.736-64.64-164.736-64.64-22.315-56.704-54.4-71.765-54.4-71.765-44.587-30.464 3.285-29.824 3.285-29.824 49.195 3.413 75.179 50.517 75.179 50.517 43.776 75.008 114.816 53.333 142.762 40.79 4.523-31.66 17.152-53.377 31.19-65.537-108.971-12.458-223.488-54.485-223.488-242.602 0-53.547 19.114-97.323 50.517-131.67-5.035-12.33-21.93-62.293 4.779-129.834 0 0 41.258-13.184 134.912 50.346a469.803 469.803 0 0 1 122.88-16.554c41.642.213 83.626 5.632 122.88 16.554 93.653-63.488 134.784-50.346 134.784-50.346 26.752 67.541 9.898 117.504 4.864 129.834 31.402 34.347 50.474 78.123 50.474 131.67 0 188.586-114.73 230.016-224.042 242.09 17.578 15.232 33.578 44.672 33.578 90.454v135.85c0 13.142 7.936 27.606 32.854 22.87C862.25 912.597 1002.667 728.747 1002.667 512c0-271.019-219.648-490.667-490.71-490.667z"></path></svg></a></div><!--]--><!----><button type="button" class="vp-toggle-navbar-button" aria-label="Toggle Navbar" aria-expanded="false" aria-controls="nav-screen"><span><span class="vp-top"></span><span class="vp-middle"></span><span class="vp-bottom"></span></span></button></div></header><!----><!--]--><!----><div class="toggle-sidebar-wrapper"><span class="arrow start"></span></div><aside id="sidebar" class="vp-sidebar"><!----><ul class="vp-sidebar-links"><li><section class="vp-sidebar-group"><p class="vp-sidebar-header"><!----><span class="vp-sidebar-title">IoTDB用户手册 (V1.3.0/1/2)</span><!----></p><ul class="vp-sidebar-links"></ul></section></li><li><section class="vp-sidebar-group"><button class="vp-sidebar-header clickable" type="button"><!----><span class="vp-sidebar-title">关于IoTDB</span><span class="vp-arrow end"></span></button><!----></section></li><li><a class="route-link auto-link vp-sidebar-link" href="/zh/UserGuide/latest/QuickStart/QuickStart_apache.html" aria-label="快速上手"><!---->快速上手<!----></a></li><li><section class="vp-sidebar-group"><button class="vp-sidebar-header clickable" type="button"><!----><span class="vp-sidebar-title">基础概念</span><span class="vp-arrow end"></span></button><!----></section></li><li><section class="vp-sidebar-group"><button class="vp-sidebar-header clickable" type="button"><!----><span class="vp-sidebar-title">部署与运维</span><span class="vp-arrow end"></span></button><!----></section></li><li><section class="vp-sidebar-group"><button class="vp-sidebar-header clickable active" type="button"><!----><span class="vp-sidebar-title">使用手册</span><span class="vp-arrow down"></span></button><ul class="vp-sidebar-links"><li><a class="route-link auto-link vp-sidebar-link" href="/zh/UserGuide/latest/User-Manual/Syntax-Rule.html" aria-label="语法约定"><!---->语法约定<!----></a></li><li><a class="route-link auto-link vp-sidebar-link" href="/zh/UserGuide/latest/User-Manual/Operate-Metadata_apache.html" aria-label="元数据管理"><!---->元数据管理<!----></a></li><li><a class="route-link auto-link vp-sidebar-link" href="/zh/UserGuide/latest/User-Manual/Write-Delete-Data.html" aria-label="数据写入与删除"><!---->数据写入与删除<!----></a></li><li><a class="route-link auto-link vp-sidebar-link" href="/zh/UserGuide/latest/User-Manual/Query-Data.html" aria-label="数据查询"><!---->数据查询<!----></a></li><li><a class="route-link auto-link vp-sidebar-link" href="/zh/UserGuide/latest/User-Manual/Operator-and-Expression.html" aria-label="运算符、函数和表达式"><!---->运算符、函数和表达式<!----></a></li><li><a class="route-link auto-link vp-sidebar-link" href="/zh/UserGuide/latest/User-Manual/Streaming_apache.html" aria-label="流处理框架"><!---->流处理框架<!----></a></li><li><a class="route-link route-link-active auto-link vp-sidebar-link active" href="/zh/UserGuide/latest/User-Manual/Data-Sync_apache.html" aria-label="数据同步"><!---->数据同步<!----></a></li><li><a class="route-link auto-link vp-sidebar-link" href="/zh/UserGuide/latest/User-Manual/Database-Programming.html" aria-label="数据库编程"><!---->数据库编程<!----></a></li><li><a class="route-link auto-link vp-sidebar-link" href="/zh/UserGuide/latest/User-Manual/Authority-Management.html" aria-label="权限管理"><!---->权限管理<!----></a></li><li><a class="route-link auto-link vp-sidebar-link" href="/zh/UserGuide/latest/User-Manual/Maintennance.html" aria-label="运维语句"><!---->运维语句<!----></a></li></ul></section></li><li><section class="vp-sidebar-group"><button class="vp-sidebar-header clickable" type="button"><!----><span class="vp-sidebar-title">工具体系</span><span class="vp-arrow end"></span></button><!----></section></li><li><section class="vp-sidebar-group"><button class="vp-sidebar-header clickable" type="button"><!----><span class="vp-sidebar-title">应用编程接口</span><span class="vp-arrow end"></span></button><!----></section></li><li><section class="vp-sidebar-group"><button class="vp-sidebar-header clickable" type="button"><!----><span class="vp-sidebar-title">系统集成</span><span class="vp-arrow end"></span></button><!----></section></li><li><section class="vp-sidebar-group"><button class="vp-sidebar-header clickable" type="button"><!----><span class="vp-sidebar-title">SQL手册</span><span class="vp-arrow end"></span></button><!----></section></li><li><section class="vp-sidebar-group"><button class="vp-sidebar-header clickable" type="button"><!----><span class="vp-sidebar-title">FAQ</span><span class="vp-arrow end"></span></button><!----></section></li><li><section class="vp-sidebar-group"><button class="vp-sidebar-header clickable" type="button"><!----><span class="vp-sidebar-title">参考</span><span class="vp-arrow end"></span></button><!----></section></li></ul><!----></aside><!--[--><!--[--><main id="main-content" class="vp-page"><!--[--><!----><!----><nav class="vp-breadcrumb disable"></nav><div class="vp-page-title"><h1><!---->数据同步</h1><div class="page-info"><!----><!----><span class="page-date-info" aria-label="写作日期"><svg xmlns="http://www.w3.org/2000/svg" class="icon calendar-icon" viewBox="0 0 1024 1024" fill="currentColor" aria-label="calendar icon" name="calendar"><path d="M716.4 110.137c0-18.753-14.72-33.473-33.472-33.473-18.753 0-33.473 14.72-33.473 33.473v33.473h66.993v-33.473zm-334.87 0c0-18.753-14.72-33.473-33.473-33.473s-33.52 14.72-33.52 33.473v33.473h66.993v-33.473zm468.81 33.52H716.4v100.465c0 18.753-14.72 33.473-33.472 33.473a33.145 33.145 0 01-33.473-33.473V143.657H381.53v100.465c0 18.753-14.72 33.473-33.473 33.473a33.145 33.145 0 01-33.473-33.473V143.657H180.6A134.314 134.314 0 0046.66 277.595v535.756A134.314 134.314 0 00180.6 947.289h669.74a134.36 134.36 0 00133.94-133.938V277.595a134.314 134.314 0 00-133.94-133.938zm33.473 267.877H147.126a33.145 33.145 0 01-33.473-33.473c0-18.752 14.72-33.473 33.473-33.473h736.687c18.752 0 33.472 14.72 33.472 33.473a33.145 33.145 0 01-33.472 33.473z"></path></svg><span><!----></span><meta property="datePublished" content="2023-09-05T12:55:05.000Z"></span><!----><span class="page-reading-time-info" aria-label="阅读时间"><svg xmlns="http://www.w3.org/2000/svg" class="icon timer-icon" viewBox="0 0 1024 1024" fill="currentColor" aria-label="timer icon" name="timer"><path d="M799.387 122.15c4.402-2.978 7.38-7.897 7.38-13.463v-1.165c0-8.933-7.38-16.312-16.312-16.312H256.33c-8.933 0-16.311 7.38-16.311 16.312v1.165c0 5.825 2.977 10.874 7.637 13.592 4.143 194.44 97.22 354.963 220.201 392.763-122.204 37.542-214.893 196.511-220.2 389.397-4.661 5.049-7.638 11.651-7.638 19.03v5.825h566.49v-5.825c0-7.379-2.849-13.981-7.509-18.9-5.049-193.016-97.867-351.985-220.2-389.527 123.24-37.67 216.446-198.453 220.588-392.892zM531.16 450.445v352.632c117.674 1.553 211.787 40.778 211.787 88.676H304.097c0-48.286 95.149-87.382 213.728-88.676V450.445c-93.077-3.107-167.901-81.297-167.901-177.093 0-8.803 6.99-15.793 15.793-15.793 8.803 0 15.794 6.99 15.794 15.793 0 80.261 63.69 145.635 142.01 145.635s142.011-65.374 142.011-145.635c0-8.803 6.99-15.793 15.794-15.793s15.793 6.99 15.793 15.793c0 95.019-73.789 172.82-165.96 177.093z"></path></svg><span>大约 16 分钟</span><meta property="timeRequired" content="PT16M"></span><!----><!----></div><hr></div><div class="vp-toc-placeholder"><aside id="toc"><!----><div class="vp-toc-header">此页内容<button type="button" class="print-button" title="打印"><svg xmlns="http://www.w3.org/2000/svg" class="icon print-icon" viewBox="0 0 1024 1024" fill="currentColor" aria-label="print icon" name="print"><path d="M819.2 364.8h-44.8V128c0-17.067-14.933-32-32-32H281.6c-17.067 0-32 14.933-32 32v236.8h-44.8C145.067 364.8 96 413.867 96 473.6v192c0 59.733 49.067 108.8 108.8 108.8h44.8V896c0 17.067 14.933 32 32 32h460.8c17.067 0 32-14.933 32-32V774.4h44.8c59.733 0 108.8-49.067 108.8-108.8v-192c0-59.733-49.067-108.8-108.8-108.8zM313.6 160h396.8v204.8H313.6V160zm396.8 704H313.6V620.8h396.8V864zM864 665.6c0 25.6-19.2 44.8-44.8 44.8h-44.8V588.8c0-17.067-14.933-32-32-32H281.6c-17.067 0-32 14.933-32 32v121.6h-44.8c-25.6 0-44.8-19.2-44.8-44.8v-192c0-25.6 19.2-44.8 44.8-44.8h614.4c25.6 0 44.8 19.2 44.8 44.8v192z"></path></svg></button><div class="arrow end"></div></div><div class="vp-toc-wrapper"><ul class="vp-toc-list"><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level2" href="#功能概述">功能概述</a></li><li><ul class="vp-toc-list"><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#数据同步-1">数据同步</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#功能限制及说明">功能限制及说明</a></li><!----><!--]--></ul></li><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level2" href="#使用说明">使用说明</a></li><li><ul class="vp-toc-list"><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#创建任务">创建任务</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#开始任务">开始任务</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#停止任务">停止任务</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#删除任务">删除任务</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#查看任务">查看任务</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#同步插件">同步插件</a></li><!----><!--]--></ul></li><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level2" href="#使用示例">使用示例</a></li><li><ul class="vp-toc-list"><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#全量数据同步">全量数据同步</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#部分数据同步">部分数据同步</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#边云数据传输">边云数据传输</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#级联数据传输">级联数据传输</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#压缩同步-v1-3-2">压缩同步（V1.3.2+ ）</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#加密同步-v1-3-1">加密同步（V1.3.1+ ）</a></li><!----><!--]--></ul></li><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level2" href="#参考-注意事项">参考：注意事项</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level2" href="#参考-参数说明">参考：参数说明</a></li><li><ul class="vp-toc-list"><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#source-参数-v1-3-0">source 参数（V1.3.0）</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#source-参数-v1-3-1">source 参数（V1.3.1）</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#source-参数-v1-3-2">source 参数（V1.3.2）</a></li><!----><!--]--><!--[--><li class="vp-toc-item"><a class="route-link vp-toc-link level3" href="#sink-参数">sink 参数</a></li><!----><!--]--></ul></li><!--]--></ul><div class="vp-toc-marker" style="top:-1.7rem;"></div></div><!----></aside></div><!----><div class="theme-hope-content"><h1 id="数据同步" tabindex="-1"><a class="header-anchor" href="#数据同步"><span>数据同步</span></a></h1><p>数据同步是工业物联网的典型需求，通过数据同步机制，可实现 IoTDB 之间的数据共享，搭建完整的数据链路来满足内网外网数据互通、端边云同步、数据迁移、数据备份等需求。</p><h2 id="功能概述" tabindex="-1"><a class="header-anchor" href="#功能概述"><span>功能概述</span></a></h2><h3 id="数据同步-1" tabindex="-1"><a class="header-anchor" href="#数据同步-1"><span>数据同步</span></a></h3><p>一个数据同步任务包含 3 个阶段：</p><figure><img src="https://alioss.timecho.com/docs/img/dataSync01.png" alt="" tabindex="0" loading="lazy"><figcaption></figcaption></figure><ul><li>抽取（Source）阶段：该部分用于从源 IoTDB 抽取数据，在 SQL 语句中的 source 部分定义</li><li>处理（Process）阶段：该部分用于处理从源 IoTDB 抽取出的数据，在 SQL 语句中的 processor 部分定义</li><li>发送（Sink）阶段：该部分用于向目标 IoTDB 发送数据，在 SQL 语句中的 sink 部分定义</li></ul><p>通过 SQL 语句声明式地配置 3 个部分的具体内容，可实现灵活的数据同步能力。目前数据同步支持以下信息的同步，您可以在创建同步任务时对同步范围进行选择（默认选择 data.insert，即同步新写入的数据）：</p><table style="text-align:left;"><tr><th>同步范围</th><th>同步内容</th><th>说明</th></tr><tr><td colspan="2">all</td><td>所有范围</td></tr><tr><td rowspan="2">data（数据）</td><td>insert（增量）</td><td>同步新写入的数据</td></tr><tr><td>delete（删除）</td><td>同步被删除的数据</td></tr><tr><td rowspan="3">schema（元数据）</td><td>database（数据库）</td><td>同步数据库的创建、修改或删除操作</td></tr><tr><td>timeseries（时间序列）</td><td>同步时间序列的定义和属性</td></tr><tr><td>TTL（数据到期时间）</td><td>同步数据的存活时间</td></tr><tr><td>auth（权限）</td><td>-</td><td>同步用户权限和访问控制</td></tr></table><h3 id="功能限制及说明" tabindex="-1"><a class="header-anchor" href="#功能限制及说明"><span>功能限制及说明</span></a></h3><p>元数据（schema）、权限（auth）同步功能存在如下限制：</p><ul><li><p>使用元数据同步时，要求<code>Schema region</code>、<code>ConfigNode</code> 的共识协议必须为默认的 ratis 协议，即：<code>iotdb-common.properties</code>配置文件中<code>config_node_consensus_protocol_class</code>和<code>schema_region_consensus_protocol_class</code>配置项均为<code>org.apache.iotdb.consensus.ratis.RatisConsensus</code></p></li><li><p>为了防止潜在的冲突，请在开启元数据同步时关闭接收端自动创建元数据功能。可通过修改 <code>iotdb-common.properties</code>配置文件中的<code>enable_auto_create_schema</code>配置项为 false，关闭元数据自动创建功能。</p></li><li><p>开启元数据同步时，不支持使用自定义插件。</p></li><li><p>在进行数据同步任务时，请避免执行任何删除操作，防止两端状态不一致。</p></li></ul><h2 id="使用说明" tabindex="-1"><a class="header-anchor" href="#使用说明"><span>使用说明</span></a></h2><p>数据同步任务有三种状态：RUNNING、STOPPED 和 DROPPED。任务状态转换如下图所示：</p><figure><img src="https://alioss.timecho.com/docs/img/dataSync02.png" alt="" tabindex="0" loading="lazy"><figcaption></figcaption></figure><p>提供以下 SQL 语句对同步任务进行状态管理。</p><h3 id="创建任务" tabindex="-1"><a class="header-anchor" href="#创建任务"><span>创建任务</span></a></h3><p>使用 <code>CREATE PIPE</code> 语句来创建一条数据同步任务，下列属性中<code>PipeId</code>和<code>sink</code>必填，<code>source</code>和<code>processor</code>为选填项，输入 SQL 时注意 <code>SOURCE</code>与 <code>SINK</code> 插件顺序不能替换。</p><p>SQL 示例如下：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">CREATE PIPE <PipeId> -- PipeId 是能够唯一标定任务任务的名字</span> |
| <span class="line">-- 数据抽取插件，可选插件</span> |
| <span class="line">WITH SOURCE (</span> |
| <span class="line"> [<parameter> = <value>,],</span> |
| <span class="line">)</span> |
| <span class="line">-- 数据处理插件，可选插件</span> |
| <span class="line">WITH PROCESSOR (</span> |
| <span class="line"> [<parameter> = <value>,],</span> |
| <span class="line">)</span> |
| <span class="line">-- 数据连接插件，必填插件</span> |
| <span class="line">WITH SINK (</span> |
| <span class="line"> [<parameter> = <value>,],</span> |
| <span class="line">)</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div></div></div><h3 id="开始任务" tabindex="-1"><a class="header-anchor" href="#开始任务"><span>开始任务</span></a></h3><p>创建之后，任务不会立即被处理，需要启动任务。使用<code>START PIPE</code>语句来启动任务，从而开始处理数据：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">START PIPE<PipeId></span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div></div></div><h3 id="停止任务" tabindex="-1"><a class="header-anchor" href="#停止任务"><span>停止任务</span></a></h3><p>停止处理数据：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">STOP PIPE <PipeId></span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div></div></div><h3 id="删除任务" tabindex="-1"><a class="header-anchor" href="#删除任务"><span>删除任务</span></a></h3><p>删除指定任务：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">DROP PIPE <PipeId></span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div></div></div><p>删除任务不需要先停止同步任务。</p><h3 id="查看任务" tabindex="-1"><a class="header-anchor" href="#查看任务"><span>查看任务</span></a></h3><p>查看全部任务：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">SHOW PIPES</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div></div></div><p>查看指定任务：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">SHOW PIPE <PipeId></span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div></div></div><p>pipe 的 show pipes 结果示例：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">+--------------------------------+-----------------------+-------+---------------+--------------------+------------------------------------------------------------+----------------+</span> |
| <span class="line">| ID| CreationTime| State| PipeSource| PipeProcessor| PipeSink|ExceptionMessage|</span> |
| <span class="line">+--------------------------------+-----------------------+-------+---------------+--------------------+------------------------------------------------------------+----------------+</span> |
| <span class="line">|3421aacb16ae46249bac96ce4048a220|2024-08-13T09:55:18.717|RUNNING| {}| {}|{{sink=iotdb-thrift-sink, sink.ip=127.0.0.1, sink.port=6668}}| |</span> |
| <span class="line">+--------------------------------+-----------------------+-------+---------------+--------------------+------------------------------------------------------------+----------------+</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div></div></div><p>其中各列含义如下：</p><ul><li><strong>ID</strong>：同步任务的唯一标识符</li><li><strong>CreationTime</strong>：同步任务的创建的时间</li><li><strong>State</strong>：同步任务的状态</li><li><strong>PipeSource</strong>：同步数据流的来源</li><li><strong>PipeProcessor</strong>：同步数据流在传输过程中的处理逻辑</li><li><strong>PipeSink</strong>：同步数据流的目的地</li><li><strong>ExceptionMessage</strong>：显示同步任务的异常信息</li></ul><h3 id="同步插件" tabindex="-1"><a class="header-anchor" href="#同步插件"><span>同步插件</span></a></h3><p>为了使得整体架构更加灵活以匹配不同的同步场景需求，我们支持在同步任务框架中进行插件组装。系统为您预置了一些常用插件可直接使用，同时您也可以自定义 processor 插件 和 Sink 插件，并加载至 IoTDB 系统进行使用。查看系统中的插件（含自定义与内置插件）可以用以下语句：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">SHOW PIPEPLUGINS</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div></div></div><p>返回结果如下（1.3.2 版本）：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">IoTDB> SHOW PIPEPLUGINS</span> |
| <span class="line">+---------------------+----------+-------------------------------------------------------------------------------------------+----------------------------------------------------+</span> |
| <span class="line">| PluginName|PluginType| ClassName| PluginJar|</span> |
| <span class="line">+---------------------+----------+-------------------------------------------------------------------------------------------+----------------------------------------------------+</span> |
| <span class="line">| DO-NOTHING-PROCESSOR| Builtin| org.apache.iotdb.commons.pipe.plugin.builtin.processor.donothing.DoNothingProcessor| |</span> |
| <span class="line">| DO-NOTHING-SINK| Builtin| org.apache.iotdb.commons.pipe.plugin.builtin.connector.donothing.DoNothingConnector| |</span> |
| <span class="line">| IOTDB-AIR-GAP-SINK| Builtin| org.apache.iotdb.commons.pipe.plugin.builtin.connector.iotdb.airgap.IoTDBAirGapConnector| |</span> |
| <span class="line">| IOTDB-SOURCE| Builtin| org.apache.iotdb.commons.pipe.plugin.builtin.extractor.iotdb.IoTDBExtractor| |</span> |
| <span class="line">| IOTDB-THRIFT-SINK| Builtin| org.apache.iotdb.commons.pipe.plugin.builtin.connector.iotdb.thrift.IoTDBThriftConnector| |</span> |
| <span class="line">|IOTDB-THRIFT-SSL-SINK| Builtin|org.apache.iotdb.commons.pipe.plugin.builtin.connector.iotdb.thrift.IoTDBThriftSslConnector| |</span> |
| <span class="line">+---------------------+----------+-------------------------------------------------------------------------------------------+----------------------------------------------------+</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div></div></div><p>预置插件详细介绍如下(各插件的详细参数可参考本文<a href="#%E5%8F%82%E8%80%83%E5%8F%82%E6%95%B0%E8%AF%B4%E6%98%8E">参数说明</a>)：</p><table style="text-align:left;"><tr><th>类型</th><th>自定义插件</th><th>插件名称</th><th>介绍</th><th>适用版本</th></tr><tr><td>source 插件</td><td>不支持</td><td>iotdb-source</td><td>默认的 extractor 插件，用于抽取 IoTDB 历史或实时数据</td><td>1.2.x</td></tr><tr><td>processor 插件</td><td>支持</td><td>do-nothing-processor</td><td>默认的 processor 插件，不对传入的数据做任何的处理</td><td>1.2.x</td></tr><tr><td rowspan="3">sink 插件</td><td rowspan="3">支持</td><td>do-nothing-sink</td><td>不对发送出的数据做任何的处理</td><td>1.2.x</td></tr><tr><td>iotdb-thrift-sink</td><td>默认的 sink 插件（V1.3.1及以上），用于 IoTDB（V1.2.0 及以上）与 IoTDB（V1.2.0 及以上）之间的数据传输。使用 Thrift RPC 框架传输数据，多线程 async non-blocking IO 模型，传输性能高，尤其适用于目标端为分布式时的场景</td><td>1.2.x</td></tr><tr><td>iotdb-thrift-ssl-sink</td><td>用于 IoTDB（V1.3.1 及以上）与 IoTDB（V1.2.0 及以上）之间的数据传输。使用 Thrift RPC 框架传输数据，单线程 sync blocking IO 模型，适用于安全需求较高的场景 </td><td>1.3.1+</td></tr></table><p>导入自定义插件可参考<a class="route-link" href="/zh/UserGuide/latest/User-Manual/Streaming_timecho.html#%E8%87%AA%E5%AE%9A%E4%B9%89%E6%B5%81%E5%A4%84%E7%90%86%E6%8F%92%E4%BB%B6%E7%AE%A1%E7%90%86">流处理框架</a>章节。</p><h2 id="使用示例" tabindex="-1"><a class="header-anchor" href="#使用示例"><span>使用示例</span></a></h2><h3 id="全量数据同步" tabindex="-1"><a class="header-anchor" href="#全量数据同步"><span>全量数据同步</span></a></h3><p>本例子用来演示将一个 IoTDB 的所有数据同步至另一个 IoTDB，数据链路如下图所示：</p><figure><img src="https://alioss.timecho.com/docs/img/数据同步1.png" alt="" tabindex="0" loading="lazy"><figcaption></figcaption></figure><p>在这个例子中，我们可以创建一个名为 A2B 的同步任务，用来同步 A IoTDB 到 B IoTDB 间的全量数据，这里需要用到用到 sink 的 iotdb-thrift-sink 插件（内置插件），需通过 node-urls 配置目标端 IoTDB 中 DataNode 节点的数据服务端口的 url，如下面的示例语句：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">create pipe A2B</span> |
| <span class="line">with sink (</span> |
| <span class="line"> 'sink'='iotdb-thrift-sink',</span> |
| <span class="line"> 'node-urls' = '127.0.0.1:6668', -- 目标端 IoTDB 中 DataNode 节点的数据服务端口的 url</span> |
| <span class="line">)</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div></div></div><h3 id="部分数据同步" tabindex="-1"><a class="header-anchor" href="#部分数据同步"><span>部分数据同步</span></a></h3><p>本例子用来演示同步某个历史时间范围（ 2023 年 8 月 23 日 8 点到 2023 年 10 月 23 日 8 点）的数据至另一个 IoTDB，数据链路如下图所示：</p><figure><img src="https://alioss.timecho.com/docs/img/数据同步1.png" alt="" tabindex="0" loading="lazy"><figcaption></figcaption></figure><p>在这个例子中，我们可以创建一个名为 A2B 的同步任务。首先我们需要在 source 中定义传输数据的范围，由于传输的是历史数据（历史数据是指同步任务创建之前存在的数据），需要配置数据的起止时间 start-time 和 end-time 以及传输的模式 mode。通过 node-urls 配置目标端 IoTDB 中 DataNode 节点的数据服务端口的 url。</p><p>详细语句如下：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">create pipe A2B</span> |
| <span class="line">WITH SOURCE (</span> |
| <span class="line"> 'source'= 'iotdb-source',</span> |
| <span class="line"> 'realtime.mode' = 'stream' -- 新插入数据（pipe创建后）的抽取模式</span> |
| <span class="line"> 'start-time' = '2023.08.23T08:00:00+00:00', -- 同步所有数据的开始 event time，包含 start-time</span> |
| <span class="line"> 'end-time' = '2023.10.23T08:00:00+00:00' -- 同步所有数据的结束 event time，包含 end-time</span> |
| <span class="line">) </span> |
| <span class="line">with SINK (</span> |
| <span class="line"> 'sink'='iotdb-thrift-async-sink',</span> |
| <span class="line"> 'node-urls' = '127.0.0.1:6668', -- 目标端 IoTDB 中 DataNode 节点的数据服务端口的 url</span> |
| <span class="line">)</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div></div></div><h3 id="边云数据传输" tabindex="-1"><a class="header-anchor" href="#边云数据传输"><span>边云数据传输</span></a></h3><p>本例子用来演示多个 IoTDB 之间边云传输数据的场景，数据由 B 、C、D 集群分别都同步至 A 集群，数据链路如下图所示：</p><figure><img src="https://alioss.timecho.com/docs/img/dataSync03.png" alt="" tabindex="0" loading="lazy"><figcaption></figcaption></figure><p>在这个例子中，为了将 B 、C、D 集群的数据同步至 A，在 BA 、CA、DA 之间的 pipe 需要配置<code>path</code>限制范围，以及要保持边侧和云侧的数据一致 pipe 需要配置<code>inclusion=all</code>来同步全量数据和元数据，详细语句如下：</p><p>在 B IoTDB 上执行下列语句，将 B 中数据同步至 A：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">create pipe BA</span> |
| <span class="line">with source (</span> |
| <span class="line"> 'inclusion'='all', -- 表示同步全量数据、元数据和权限</span> |
| <span class="line"> 'path'='root.db.**', -- 限制范围</span> |
| <span class="line">)</span> |
| <span class="line">with sink (</span> |
| <span class="line"> 'sink'='iotdb-thrift-sink',</span> |
| <span class="line"> 'node-urls' = '127.0.0.1:6668', -- 目标端 IoTDB 中 DataNode 节点的数据服务端口的 url</span> |
| <span class="line">)</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div></div></div><p>在 C IoTDB 上执行下列语句，将 C 中数据同步至 A：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">create pipe CA</span> |
| <span class="line">with source (</span> |
| <span class="line"> 'inclusion'='all', -- 表示同步全量数据、元数据和权限</span> |
| <span class="line"> 'path'='root.db.**', -- 限制范围</span> |
| <span class="line">)</span> |
| <span class="line">with sink (</span> |
| <span class="line"> 'sink'='iotdb-thrift-sink',</span> |
| <span class="line"> 'node-urls' = '127.0.0.1:6668', -- 目标端 IoTDB 中 DataNode 节点的数据服务端口的 url</span> |
| <span class="line">)</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div></div></div><p>在 D IoTDB 上执行下列语句，将 D 中数据同步至 A：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">create pipe DA</span> |
| <span class="line">with source (</span> |
| <span class="line"> 'inclusion'='all', -- 表示同步全量数据、元数据和权限</span> |
| <span class="line"> 'path'='root.db.**', -- 限制范围</span> |
| <span class="line">)</span> |
| <span class="line">with sink (</span> |
| <span class="line"> 'sink'='iotdb-thrift-sink',</span> |
| <span class="line"> 'node-urls' = '127.0.0.1:6668', -- 目标端 IoTDB 中 DataNode 节点的数据服务端口的 url</span> |
| <span class="line">)</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div></div></div><h3 id="级联数据传输" tabindex="-1"><a class="header-anchor" href="#级联数据传输"><span>级联数据传输</span></a></h3><p>本例子用来演示多个 IoTDB 之间级联传输数据的场景，数据由 A 集群同步至 B 集群，再同步至 C 集群，数据链路如下图所示：</p><figure><img src="https://alioss.timecho.com/docs/img/1706698610134.jpg" alt="" tabindex="0" loading="lazy"><figcaption></figcaption></figure><p>在这个例子中，为了将 A 集群的数据同步至 C，在 BC 之间的 pipe 需要将 <code>forwarding-pipe-requests</code> 配置为<code>true</code>，详细语句如下：</p><p>在 A IoTDB 上执行下列语句，将 A 中数据同步至 B：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">create pipe AB</span> |
| <span class="line">with sink (</span> |
| <span class="line"> 'sink'='iotdb-thrift-sink',</span> |
| <span class="line"> 'node-urls' = '127.0.0.1:6668', -- 目标端 IoTDB 中 DataNode 节点的数据服务端口的 url</span> |
| <span class="line">)</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div></div></div><p>在 B IoTDB 上执行下列语句，将 B 中数据同步至 C：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">create pipe BC</span> |
| <span class="line">with source (</span> |
| <span class="line"> 'forwarding-pipe-requests' = 'true' --是否转发由其他 Pipe 写入的数据</span> |
| <span class="line">)</span> |
| <span class="line">with sink (</span> |
| <span class="line"> 'sink'='iotdb-thrift-sink',</span> |
| <span class="line"> 'node-urls' = '127.0.0.1:6669', -- 目标端 IoTDB 中 DataNode 节点的数据服务端口的 url</span> |
| <span class="line">)</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div></div></div><h3 id="压缩同步-v1-3-2" tabindex="-1"><a class="header-anchor" href="#压缩同步-v1-3-2"><span>压缩同步（V1.3.2+ ）</span></a></h3><p>IoTDB 支持在同步过程中指定数据压缩方式。可通过配置 <code>compressor</code> 参数，实现数据的实时压缩和传输。<code>compressor</code>目前支持 snappy / gzip / lz4 / zstd / lzma2 5 种可选算法，且可以选择多种压缩算法组合，按配置的顺序进行压缩。</p><p>如创建一个名为 A2B 的同步任务：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">create pipe A2B </span> |
| <span class="line">with sink (</span> |
| <span class="line"> 'node-urls' = '127.0.0.1:6668', -- 目标端 IoTDB 中 DataNode 节点的数据服务端口的 url</span> |
| <span class="line"> 'compressor' = 'snappy,lz4' -- 压缩算法</span> |
| <span class="line">)</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div></div></div><h3 id="加密同步-v1-3-1" tabindex="-1"><a class="header-anchor" href="#加密同步-v1-3-1"><span>加密同步（V1.3.1+ ）</span></a></h3><p>IoTDB 支持在同步过程中使用 SSL 加密，从而在不同的 IoTDB 实例之间安全地传输数据。通过配置 SSL 相关的参数，如证书地址和密码（<code>ssl.trust-store-path</code>）、（<code>ssl.trust-store-pwd</code>）可以确保数据在同步过程中被 SSL 加密所保护。</p><p>如创建名为 A2B 的同步任务：</p><div class="language-SQL line-numbers-mode" data-highlighter="prismjs" data-ext="SQL" data-title="SQL"><pre><code><span class="line">create pipe A2B</span> |
| <span class="line">with sink (</span> |
| <span class="line"> 'sink'='iotdb-thrift-ssl-sink',</span> |
| <span class="line"> 'node-urls'='127.0.0.1:6667', -- 目标端 IoTDB 中 DataNode 节点的数据服务端口的 url</span> |
| <span class="line"> 'ssl.trust-store-path'='pki/trusted', -- 连接目标端 DataNode 所需的 trust store 证书路径</span> |
| <span class="line"> 'ssl.trust-store-pwd'='root' -- 连接目标端 DataNode 所需的 trust store 证书密码</span> |
| <span class="line">)</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div></div></div><h2 id="参考-注意事项" tabindex="-1"><a class="header-anchor" href="#参考-注意事项"><span>参考：注意事项</span></a></h2><p>可通过修改 IoTDB 配置文件（<code>iotdb-common.properties</code>）以调整数据同步的参数，如同步数据存储目录等。完整配置如下：：</p><p>V1.3.0/1/2:</p><div class="language-Properties line-numbers-mode" data-highlighter="prismjs" data-ext="Properties" data-title="Properties"><pre><code><span class="line">####################</span> |
| <span class="line">### Pipe Configuration</span> |
| <span class="line">####################</span> |
| <span class="line"></span> |
| <span class="line"># Uncomment the following field to configure the pipe lib directory.</span> |
| <span class="line"># For Windows platform</span> |
| <span class="line"># If its prefix is a drive specifier followed by "\\", or if its prefix is "\\\\", then the path is</span> |
| <span class="line"># absolute. Otherwise, it is relative.</span> |
| <span class="line"># pipe_lib_dir=ext\\pipe</span> |
| <span class="line"># For Linux platform</span> |
| <span class="line"># If its prefix is "/", then the path is absolute. Otherwise, it is relative.</span> |
| <span class="line"># pipe_lib_dir=ext/pipe</span> |
| <span class="line"></span> |
| <span class="line"># The maximum number of threads that can be used to execute the pipe subtasks in PipeSubtaskExecutor.</span> |
| <span class="line"># The actual value will be min(pipe_subtask_executor_max_thread_num, max(1, CPU core number / 2)).</span> |
| <span class="line"># pipe_subtask_executor_max_thread_num=5</span> |
| <span class="line"></span> |
| <span class="line"># The connection timeout (in milliseconds) for the thrift client.</span> |
| <span class="line"># pipe_sink_timeout_ms=900000</span> |
| <span class="line"></span> |
| <span class="line"># The maximum number of selectors that can be used in the sink.</span> |
| <span class="line"># Recommend to set this value to less than or equal to pipe_sink_max_client_number.</span> |
| <span class="line"># pipe_sink_selector_number=4</span> |
| <span class="line"></span> |
| <span class="line"># The maximum number of clients that can be used in the sink.</span> |
| <span class="line"># pipe_sink_max_client_number=16</span> |
| <span class="line"></span></code></pre><div class="line-numbers" aria-hidden="true" style="counter-reset:line-number 0;"><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div><div class="line-number"></div></div></div><h2 id="参考-参数说明" tabindex="-1"><a class="header-anchor" href="#参考-参数说明"><span>参考：参数说明</span></a></h2><h3 id="source-参数-v1-3-0" tabindex="-1"><a class="header-anchor" href="#source-参数-v1-3-0"><span>source 参数（V1.3.0）</span></a></h3><table><thead><tr><th style="text-align:left;">参数</th><th style="text-align:left;">描述</th><th style="text-align:left;">value 取值范围</th><th style="text-align:left;">是否必填</th><th style="text-align:left;">默认取值</th></tr></thead><tbody><tr><td style="text-align:left;">source</td><td style="text-align:left;">iotdb-source</td><td style="text-align:left;">String: iotdb-source</td><td style="text-align:left;">必填</td><td style="text-align:left;">-</td></tr><tr><td style="text-align:left;">source.pattern</td><td style="text-align:left;">用于筛选时间序列的路径前缀</td><td style="text-align:left;">String: 任意的时间序列前缀</td><td style="text-align:left;">选填</td><td style="text-align:left;">root</td></tr><tr><td style="text-align:left;">source.history.enable</td><td style="text-align:left;">是否发送历史数据</td><td style="text-align:left;">Boolean: true / false</td><td style="text-align:left;">选填</td><td style="text-align:left;">true</td></tr><tr><td style="text-align:left;">source.history.start-time</td><td style="text-align:left;">同步历史数据的开始 event time，包含 start-time</td><td style="text-align:left;">Long: [Long.MIN_VALUE, Long.MAX_VALUE]</td><td style="text-align:left;">选填</td><td style="text-align:left;">Long.MIN_VALUE</td></tr><tr><td style="text-align:left;">source.history.end-time</td><td style="text-align:left;">同步历史数据的结束 event time，包含 end-time</td><td style="text-align:left;">Long: [Long.MIN_VALUE, Long.MAX_VALUE]</td><td style="text-align:left;">选填</td><td style="text-align:left;">Long.MAX_VALUE</td></tr><tr><td style="text-align:left;">source.realtime.enable</td><td style="text-align:left;">是否发送实时数据</td><td style="text-align:left;">Boolean: true / false</td><td style="text-align:left;">选填</td><td style="text-align:left;">batch</td></tr><tr><td style="text-align:left;">source.realtime.mode</td><td style="text-align:left;">新插入数据（pipe 创建后）的抽取模式</td><td style="text-align:left;">String: batch</td><td style="text-align:left;">选填</td><td style="text-align:left;">stream</td></tr><tr><td style="text-align:left;">source.forwarding-pipe-requests</td><td style="text-align:left;">是否转发由其他 Pipe （通常是数据同步）写入的数据</td><td style="text-align:left;">Boolean: true</td><td style="text-align:left;">选填</td><td style="text-align:left;">true</td></tr><tr><td style="text-align:left;">source.history.loose-range</td><td style="text-align:left;">tsfile 传输时，是否放宽历史数据（pipe 创建前）范围。""：不放宽范围，严格按照设置的条件挑选数据"time"：放宽时间范围，避免对 TsFile 进行拆分，可以提升同步效率</td><td style="text-align:left;">String: "" / "time"</td><td style="text-align:left;">选填</td><td style="text-align:left;">空字符串</td></tr></tbody></table><blockquote><p>💎 <strong>说明：历史数据与实时数据的差异</strong></p><ul><li><strong>历史数据</strong>：所有 arrival time < 创建 pipe 时当前系统时间的数据称为历史数据</li><li><strong>实时数据</strong>：所有 arrival time >= 创建 pipe 时当前系统时间的数据称为实时数据</li><li><strong>全量数据</strong>： 全量数据 = 历史数据 + 实时数据</li></ul><p>💎 <strong>说明：数据抽取模式 batch 的含义</strong></p><ul><li><strong>batch</strong>：该模式下，任务将对数据进行批量（按底层数据文件）处理、发送，其特点是低时效、高吞吐</li></ul></blockquote><h3 id="source-参数-v1-3-1" tabindex="-1"><a class="header-anchor" href="#source-参数-v1-3-1"><span>source 参数（V1.3.1）</span></a></h3><blockquote><p>在 1.3.1 及以上的版本中，各项参数不再需要额外增加 source、processor、sink 前缀</p></blockquote><table><thead><tr><th style="text-align:left;">参数</th><th style="text-align:left;">描述</th><th style="text-align:left;">value 取值范围</th><th style="text-align:left;">是否必填</th><th style="text-align:left;">默认取值</th></tr></thead><tbody><tr><td style="text-align:left;">source</td><td style="text-align:left;">iotdb-source</td><td style="text-align:left;">String: iotdb-source</td><td style="text-align:left;">必填</td><td style="text-align:left;">-</td></tr><tr><td style="text-align:left;">pattern</td><td style="text-align:left;">用于筛选时间序列的路径前缀</td><td style="text-align:left;">String: 任意的时间序列前缀</td><td style="text-align:left;">选填</td><td style="text-align:left;">root</td></tr><tr><td style="text-align:left;">start-time</td><td style="text-align:left;">同步所有数据的开始 event time，包含 start-time</td><td style="text-align:left;">Long: [Long.MIN_VALUE, Long.MAX_VALUE]</td><td style="text-align:left;">选填</td><td style="text-align:left;">Long.MIN_VALUE</td></tr><tr><td style="text-align:left;">end-time</td><td style="text-align:left;">同步所有数据的结束 event time，包含 end-time</td><td style="text-align:left;">Long: [Long.MIN_VALUE, Long.MAX_VALUE]</td><td style="text-align:left;">选填</td><td style="text-align:left;">Long.MAX_VALUE</td></tr><tr><td style="text-align:left;">realtime.mode</td><td style="text-align:left;">新插入数据（pipe 创建后）的抽取模式</td><td style="text-align:left;">String: batch</td><td style="text-align:left;">选填</td><td style="text-align:left;">batch</td></tr><tr><td style="text-align:left;">forwarding-pipe-requests</td><td style="text-align:left;">是否转发由其他 Pipe （通常是数据同步）写入的数据</td><td style="text-align:left;">Boolean: true</td><td style="text-align:left;">选填</td><td style="text-align:left;">true</td></tr><tr><td style="text-align:left;">history.loose-range</td><td style="text-align:left;">tsfile 传输时，是否放宽历史数据（pipe 创建前）范围。""：不放宽范围，严格按照设置的条件挑选数据"time"：放宽时间范围，避免对 TsFile 进行拆分，可以提升同步效率</td><td style="text-align:left;">String: "" / "time"</td><td style="text-align:left;">选填</td><td style="text-align:left;">空字符串</td></tr></tbody></table><blockquote><p>💎 <strong>说明</strong>：为保持低版本兼容，history.enable、history.start-time、history.end-time、realtime.enable 仍可使用，但在新版本中不推荐。</p><p>💎 <strong>说明：数据抽取模式 batch 的含义</strong></p><ul><li><strong>batch</strong>：该模式下，任务将对数据进行批量（按底层数据文件）处理、发送，其特点是低时效、高吞吐</li></ul></blockquote><h3 id="source-参数-v1-3-2" tabindex="-1"><a class="header-anchor" href="#source-参数-v1-3-2"><span>source 参数（V1.3.2）</span></a></h3><blockquote><p>在 1.3.1 及以上的版本中，各项参数不再需要额外增加 source、processor、sink 前缀</p></blockquote><table><thead><tr><th style="text-align:left;">参数</th><th style="text-align:left;">描述</th><th style="text-align:left;">value 取值范围</th><th style="text-align:left;">是否必填</th><th style="text-align:left;">默认取值</th></tr></thead><tbody><tr><td style="text-align:left;">source</td><td style="text-align:left;">iotdb-source</td><td style="text-align:left;">String: iotdb-source</td><td style="text-align:left;">必填</td><td style="text-align:left;">-</td></tr><tr><td style="text-align:left;">inclusion</td><td style="text-align:left;">用于指定数据同步任务中需要同步范围，分为数据、元数据和权限</td><td style="text-align:left;">String:all, data(insert,delete), schema(database,timeseries,ttl), auth</td><td style="text-align:left;">选填</td><td style="text-align:left;">data.insert</td></tr><tr><td style="text-align:left;">inclusion.exclusion</td><td style="text-align:left;">用于从 inclusion 指定的同步范围内排除特定的操作，减少同步的数据量</td><td style="text-align:left;">选填</td><td style="text-align:left;">-</td><td style="text-align:left;"></td></tr><tr><td style="text-align:left;">path</td><td style="text-align:left;">用于筛选待同步的时间序列及其相关元数据 / 数据的路径模式元数据同步只能用 pathpath 是精确匹配，参数必须为前缀路径或完整路径，即不能含有 <code>"*"</code>，最多在 path 参数的尾部含有一个 <code>"**"</code></td><td style="text-align:left;">String：IoTDB 的 pattern</td><td style="text-align:left;">选填</td><td style="text-align:left;">root.**</td></tr><tr><td style="text-align:left;">pattern</td><td style="text-align:left;">用于筛选时间序列的路径前缀</td><td style="text-align:left;">String: 任意的时间序列前缀</td><td style="text-align:left;">选填</td><td style="text-align:left;">root</td></tr><tr><td style="text-align:left;">start-time</td><td style="text-align:left;">同步所有数据的开始 event time，包含 start-time</td><td style="text-align:left;">Long: [Long.MIN_VALUE, Long.MAX_VALUE]</td><td style="text-align:left;">选填</td><td style="text-align:left;">Long.MIN_VALUE</td></tr><tr><td style="text-align:left;">end-time</td><td style="text-align:left;">同步所有数据的结束 event time，包含 end-time</td><td style="text-align:left;">Long: [Long.MIN_VALUE, Long.MAX_VALUE]</td><td style="text-align:left;">选填</td><td style="text-align:left;">Long.MAX_VALUE</td></tr><tr><td style="text-align:left;">realtime.mode</td><td style="text-align:left;">新插入数据（pipe 创建后）的抽取模式</td><td style="text-align:left;">String: batch</td><td style="text-align:left;">选填</td><td style="text-align:left;">batch</td></tr><tr><td style="text-align:left;">forwarding-pipe-requests</td><td style="text-align:left;">是否转发由其他 Pipe （通常是数据同步）写入的数据</td><td style="text-align:left;">Boolean: true</td><td style="text-align:left;">选填</td><td style="text-align:left;">true</td></tr><tr><td style="text-align:left;">history.loose-range</td><td style="text-align:left;">tsfile 传输时，是否放宽历史数据（pipe 创建前）范围。""：不放宽范围，严格按照设置的条件挑选数据"time"：放宽时间范围，避免对 TsFile 进行拆分，可以提升同步效率</td><td style="text-align:left;">String: "" 、 "time"</td><td style="text-align:left;">选填</td><td style="text-align:left;">""</td></tr><tr><td style="text-align:left;">mods.enable</td><td style="text-align:left;">是否发送 tsfile 的 mods 文件</td><td style="text-align:left;">Boolean: true / false</td><td style="text-align:left;">选填</td><td style="text-align:left;">false</td></tr></tbody></table><blockquote><p>💎 <strong>说明</strong>：为保持低版本兼容，history.enable、history.start-time、history.end-time、realtime.enable 仍可使用，但在新版本中不推荐。</p><p>💎 <strong>说明：数据抽取模式 batch 的含义</strong></p><ul><li><strong>batch</strong>：该模式下，任务将对数据进行批量（按底层数据文件）处理、发送，其特点是低时效、高吞吐</li></ul></blockquote><h3 id="sink-参数" tabindex="-1"><a class="header-anchor" href="#sink-参数"><span>sink 参数</span></a></h3><blockquote><p>在 1.3.1 及以上的版本中，各项参数不再需要额外增加 source、processor、sink 前缀</p></blockquote><h4 id="iotdb-thrift-sink-v1-3-0-1-2" tabindex="-1"><a class="header-anchor" href="#iotdb-thrift-sink-v1-3-0-1-2"><span>iotdb-thrift-sink( V1.3.0/1/2)</span></a></h4><table><thead><tr><th style="text-align:left;">key</th><th style="text-align:left;">value</th><th style="text-align:left;">value 取值范围</th><th style="text-align:left;">是否必填</th><th style="text-align:left;">默认取值</th></tr></thead><tbody><tr><td style="text-align:left;">sink</td><td style="text-align:left;">iotdb-thrift-sink 或 iotdb-thrift-async-sink</td><td style="text-align:left;">String: iotdb-thrift-sink 或 iotdb-thrift-async-sink</td><td style="text-align:left;">必填</td><td style="text-align:left;"></td></tr><tr><td style="text-align:left;">sink.node-urls</td><td style="text-align:left;">目标端 IoTDB 任意多个 DataNode 节点的数据服务端口的 url（请注意同步任务不支持向自身服务进行转发）</td><td style="text-align:left;">String. 例：'127.0.0.1：6667，127.0.0.1：6668，127.0.0.1：6669'， '127.0.0.1：6667'</td><td style="text-align:left;">必填</td><td style="text-align:left;">-</td></tr><tr><td style="text-align:left;">sink.batch.enable</td><td style="text-align:left;">是否开启日志攒批发送模式，用于提高传输吞吐，降低 IOPS</td><td style="text-align:left;">Boolean: true, false</td><td style="text-align:left;">选填</td><td style="text-align:left;">true</td></tr><tr><td style="text-align:left;">sink.batch.max-delay-seconds</td><td style="text-align:left;">在开启日志攒批发送模式时生效，表示一批数据在发送前的最长等待时间（单位：s）</td><td style="text-align:left;">Integer</td><td style="text-align:left;">选填</td><td style="text-align:left;">1</td></tr><tr><td style="text-align:left;">batch.size-bytes</td><td style="text-align:left;">在开启日志攒批发送模式时生效，表示一批数据最大的攒批大小（单位：byte）</td><td style="text-align:left;">Long</td><td style="text-align:left;">选填</td><td style="text-align:left;">16<em>1024</em>1024</td></tr></tbody></table><h4 id="iotdb-thrift-ssl-sink-v1-3-1-2" tabindex="-1"><a class="header-anchor" href="#iotdb-thrift-ssl-sink-v1-3-1-2"><span>iotdb-thrift-ssl-sink( V1.3.1/2)</span></a></h4><table><thead><tr><th style="text-align:left;">key</th><th style="text-align:left;">value</th><th style="text-align:left;">value 取值范围</th><th style="text-align:left;">是否必填</th><th style="text-align:left;">默认取值</th></tr></thead><tbody><tr><td style="text-align:left;">sink</td><td style="text-align:left;">iotdb-thrift-ssl-sink</td><td style="text-align:left;">String: iotdb-thrift-ssl-sink</td><td style="text-align:left;">必填</td><td style="text-align:left;">-</td></tr><tr><td style="text-align:left;">node-urls</td><td style="text-align:left;">目标端 IoTDB 任意多个 DataNode 节点的数据服务端口的 url（请注意同步任务不支持向自身服务进行转发）</td><td style="text-align:left;">String. 例：'127.0.0.1：6667，127.0.0.1：6668，127.0.0.1：6669'， '127.0.0.1：6667'</td><td style="text-align:left;">必填</td><td style="text-align:left;">-</td></tr><tr><td style="text-align:left;">batch.enable</td><td style="text-align:left;">是否开启日志攒批发送模式，用于提高传输吞吐，降低 IOPS</td><td style="text-align:left;">Boolean: true, false</td><td style="text-align:left;">选填</td><td style="text-align:left;">true</td></tr><tr><td style="text-align:left;">batch.max-delay-seconds</td><td style="text-align:left;">在开启日志攒批发送模式时生效，表示一批数据在发送前的最长等待时间（单位：s）</td><td style="text-align:left;">Integer</td><td style="text-align:left;">选填</td><td style="text-align:left;">1</td></tr><tr><td style="text-align:left;">batch.size-bytes</td><td style="text-align:left;">在开启日志攒批发送模式时生效，表示一批数据最大的攒批大小（单位：byte）</td><td style="text-align:left;">Long</td><td style="text-align:left;">选填</td><td style="text-align:left;">16<em>1024</em>1024</td></tr><tr><td style="text-align:left;">ssl.trust-store-path</td><td style="text-align:left;">连接目标端 DataNode 所需的 trust store 证书路径</td><td style="text-align:left;">String: 证书目录名，配置为相对目录时，相对于 IoTDB 根目录Example: '127.0.0.1:6667,127.0.0.1:6668,127.0.0.1:6669', '127.0.0.1:6667'</td><td style="text-align:left;">必填</td><td style="text-align:left;">-</td></tr><tr><td style="text-align:left;">ssl.trust-store-pwd</td><td style="text-align:left;">连接目标端 DataNode 所需的 trust store 证书密码</td><td style="text-align:left;">Integer</td><td style="text-align:left;">必填</td><td style="text-align:left;">-</td></tr></tbody></table></div><!----><footer class="vp-page-meta"><div class="vp-meta-item edit-link"><a class="auto-link external-link vp-meta-label" href="https://github.com/apache/iotdb-docs/edit/main/src/zh/UserGuide/latest/User-Manual/Data-Sync_apache.md" aria-label="发现错误？在 GitHub 上编辑此页" rel="noopener noreferrer" target="_blank"><!--[--><svg xmlns="http://www.w3.org/2000/svg" class="icon edit-icon" viewBox="0 0 1024 1024" fill="currentColor" aria-label="edit icon" name="edit"><path d="M430.818 653.65a60.46 60.46 0 0 1-50.96-93.281l71.69-114.012 7.773-10.365L816.038 80.138A60.46 60.46 0 0 1 859.225 62a60.46 60.46 0 0 1 43.186 18.138l43.186 43.186a60.46 60.46 0 0 1 0 86.373L588.879 565.55l-8.637 8.637-117.466 68.234a60.46 60.46 0 0 1-31.958 11.229z"></path><path d="M728.802 962H252.891A190.883 190.883 0 0 1 62.008 771.98V296.934a190.883 190.883 0 0 1 190.883-192.61h267.754a60.46 60.46 0 0 1 0 120.92H252.891a69.962 69.962 0 0 0-69.098 69.099V771.98a69.962 69.962 0 0 0 69.098 69.098h475.911A69.962 69.962 0 0 0 797.9 771.98V503.363a60.46 60.46 0 1 1 120.922 0V771.98A190.883 190.883 0 0 1 728.802 962z"></path></svg><!--]-->发现错误？在 GitHub 上编辑此页<!----></a></div><div class="vp-meta-item git-info"><div class="update-time"><span class="vp-meta-label">上次编辑于: </span><!----></div><!----></div></footer><nav class="vp-page-nav"><a class="route-link auto-link prev" href="/zh/UserGuide/latest/User-Manual/Streaming_apache.html" aria-label="流处理框架"><div class="hint"><span class="arrow start"></span>上一页</div><div class="link"><!---->流处理框架</div></a><a class="route-link auto-link next" href="/zh/UserGuide/latest/User-Manual/Database-Programming.html" aria-label="数据库编程"><div class="hint">下一页<span class="arrow end"></span></div><div class="link">数据库编程<!----></div></a></nav><!----><!----><!--]--></main><!--]--><!--]--><footer style="padding-bottom:2rem;"><span id="doc-version" style="display:none;">latest</span><p style="text-align:center;color:#909399;font-size:12px;margin:0 30px;">Copyright © 2024 The Apache Software Foundation.<br> Apache IoTDB, IoTDB, Apache, the Apache feather logo, and the Apache IoTDB project logo are either registered trademarks or trademarks of The Apache Software Foundation in all countries</p><p style="text-align:center;margin-top:10px;color:#909399;font-size:12px;margin:0 30px;"><strong>Have a question?</strong> Connect with us on QQ, WeChat, or Slack. <a href="https://github.com/apache/iotdb/issues/1995">Join the community</a> now.</p></footer></div><!--]--><!--]--><!--[--><!----><!--]--><!--]--></div> |
| <script type="module" src="/assets/app-W3EENNaa.js" defer></script> |
| </body> |
| </html> |
