| "use strict";(self.webpackChunkdoris_website=self.webpackChunkdoris_website||[]).push([[44946],{15680:(e,a,t)=>{t.d(a,{xA:()=>o,yg:()=>d});var n=t(296540);function l(e,a,t){return a in e?Object.defineProperty(e,a,{value:t,enumerable:!0,configurable:!0,writable:!0}):e[a]=t,e}function r(e,a){var t=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);a&&(n=n.filter((function(a){return Object.getOwnPropertyDescriptor(e,a).enumerable}))),t.push.apply(t,n)}return t}function g(e){for(var a=1;a<arguments.length;a++){var t=null!=arguments[a]?arguments[a]:{};a%2?r(Object(t),!0).forEach((function(a){l(e,a,t[a])})):Object.getOwnPropertyDescriptors?Object.defineProperties(e,Object.getOwnPropertyDescriptors(t)):r(Object(t)).forEach((function(a){Object.defineProperty(e,a,Object.getOwnPropertyDescriptor(t,a))}))}return e}function p(e,a){if(null==e)return{};var t,n,l=function(e,a){if(null==e)return{};var t,n,l={},r=Object.keys(e);for(n=0;n<r.length;n++)t=r[n],a.indexOf(t)>=0||(l[t]=e[t]);return l}(e,a);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);for(n=0;n<r.length;n++)t=r[n],a.indexOf(t)>=0||Object.prototype.propertyIsEnumerable.call(e,t)&&(l[t]=e[t])}return l}var i=n.createContext({}),u=function(e){var a=n.useContext(i),t=a;return e&&(t="function"==typeof e?e(a):g(g({},a),e)),t},o=function(e){var a=u(e.components);return n.createElement(i.Provider,{value:a},e.children)},y="mdxType",c={inlineCode:"code",wrapper:function(e){var a=e.children;return n.createElement(n.Fragment,{},a)}},m=n.forwardRef((function(e,a){var t=e.components,l=e.mdxType,r=e.originalType,i=e.parentName,o=p(e,["components","mdxType","originalType","parentName"]),y=u(t),m=l,d=y["".concat(i,".").concat(m)]||y[m]||c[m]||r;return t?n.createElement(d,g(g({ref:a},o),{},{components:t})):n.createElement(d,g({ref:a},o))}));function d(e,a){var t=arguments,l=a&&a.mdxType;if("string"==typeof e||l){var r=t.length,g=new Array(r);g[0]=m;var p={};for(var i in a)hasOwnProperty.call(a,i)&&(p[i]=a[i]);p.originalType=e,p[y]="string"==typeof e?e:l,g[1]=p;for(var u=2;u<r;u++)g[u]=t[u];return n.createElement.apply(null,g)}return n.createElement.apply(null,t)}m.displayName="MDXCreateElement"},932106:(e,a,t)=>{t.r(a),t.d(a,{assets:()=>i,contentTitle:()=>g,default:()=>c,frontMatter:()=>r,metadata:()=>p,toc:()=>u});var n=t(58168),l=(t(296540),t(15680));const r={title:"CloudCanal \u6570\u636e\u5bfc\u5165",language:"zh-CN"},g=void 0,p={unversionedId:"ecosystem/cloudcanal",id:"ecosystem/cloudcanal",title:"CloudCanal \u6570\u636e\u5bfc\u5165",description:"\x3c!--",source:"@site/i18n/zh-CN/docusaurus-plugin-content-docs/current/ecosystem/cloudcanal.md",sourceDirName:"ecosystem",slug:"/ecosystem/cloudcanal",permalink:"/zh-CN/docs/dev/ecosystem/cloudcanal",draft:!1,tags:[],version:"current",frontMatter:{title:"CloudCanal \u6570\u636e\u5bfc\u5165",language:"zh-CN"},sidebar:"docs",previous:{title:"Beats Doris Output Plugin",permalink:"/zh-CN/docs/dev/ecosystem/beats"},next:{title:"AutoMQ Load",permalink:"/zh-CN/docs/dev/ecosystem/automq-load"}},i={},u=[{value:"\u4ecb\u7ecd",id:"\u4ecb\u7ecd",level:2},{value:"\u4e0b\u8f7d\u5b89\u88c5",id:"\u4e0b\u8f7d\u5b89\u88c5",level:2},{value:"\u529f\u80fd\u8bf4\u660e",id:"\u529f\u80fd\u8bf4\u660e",level:2},{value:"\u4f7f\u7528\u65b9\u6cd5",id:"\u4f7f\u7528\u65b9\u6cd5",level:2},{value:"\u524d\u7f6e\u6761\u4ef6",id:"\u524d\u7f6e\u6761\u4ef6",level:3},{value:"\u6dfb\u52a0\u6570\u636e\u6e90",id:"\u6dfb\u52a0\u6570\u636e\u6e90",level:3},{value:"\u4efb\u52a1\u521b\u5efa",id:"\u4efb\u52a1\u521b\u5efa",level:3},{value:"\u53c2\u8003\u8d44\u6599",id:"\u53c2\u8003\u8d44\u6599",level:2}],o={toc:u},y="wrapper";function c(e){let{components:a,...r}=e;return(0,l.yg)(y,(0,n.A)({},o,r,{components:a,mdxType:"MDXLayout"}),(0,l.yg)("h2",{id:"\u4ecb\u7ecd"},"\u4ecb\u7ecd"),(0,l.yg)("p",null,"CloudCanal \u793e\u533a\u7248\u662f\u4e00\u6b3e\u7531 ",(0,l.yg)("a",{parentName:"p",href:"https://www.clougence.com"},"ClouGence \u516c\u53f8")," \u53d1\u884c\u7684\u96c6\u7ed3\u6784\u8fc1\u79fb\u3001\u6570\u636e\u5168\u91cf\u8fc1\u79fb/\u6821\u9a8c/\u8ba2\u6b63\u3001\u589e\u91cf\u5b9e\u65f6\u540c\u6b65\u4e3a\u4e00\u4f53\u7684\u514d\u8d39\u6570\u636e\u8fc1\u79fb\u540c\u6b65\u5e73\u53f0\u3002\u4ea7\u54c1\u5305\u542b\u5b8c\u6574\u7684\u4ea7\u54c1\u5316\u80fd\u529b\uff0c\u52a9\u529b\u4f01\u4e1a\u6253\u7834\u6570\u636e\u5b64\u5c9b\u3001\u5b8c\u6210\u6570\u636e\u4e92\u878d\u4e92\u901a\uff0c\u4ece\u800c\u66f4\u597d\u7684\u4f7f\u7528\u6570\u636e\u3002\n",(0,l.yg)("img",{alt:"image.png",src:t(229983).A,width:"2360",height:"1032"})),(0,l.yg)("h2",{id:"\u4e0b\u8f7d\u5b89\u88c5"},"\u4e0b\u8f7d\u5b89\u88c5"),(0,l.yg)("p",null,(0,l.yg)("a",{parentName:"p",href:"https://www.clougence.com/"},"CloudCanal \u6700\u65b0\u7248\u4e0b\u8f7d\u5730\u5740")),(0,l.yg)("h2",{id:"\u529f\u80fd\u8bf4\u660e"},"\u529f\u80fd\u8bf4\u660e"),(0,l.yg)("ul",null,(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u63a8\u8350\u4f7f\u7528 2.2.5.0 \u53ca\u4ee5\u4e0a\u7684 CloudCanal \u7248\u672c\u5199\u5165 Doris")),(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u5efa\u8bae\u60a8\u5728\u4f7f\u7528 CloudCanal \u5c06 ",(0,l.yg)("strong",{parentName:"p"},"\u589e\u91cf\u6570\u636e")," \u5bfc\u5165\u81f3 Doris \u65f6\uff0c\u63a7\u5236\u5bfc\u5165\u7684\u9891\u7387\uff0cCloudCanal \u5199\u5165 Doris \u7684\u9ed8\u8ba4\u5bfc\u5165\u9891\u7387\u53ef\u4ee5\u901a\u8fc7\u53c2\u6570",(0,l.yg)("inlineCode",{parentName:"p"},"realFlushPauseSec"),"\u8c03\u6574\uff0c\u9ed8\u8ba4\u4e3a 10 \u79d2\u3002")),(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u5f53\u524d\u793e\u533a\u7248\u672c\u6700\u5927\u7684\u5185\u5b58\u914d\u7f6e\u4e3a 2g\uff0c\u5982\u679c\u540c\u6b65\u4efb\u52a1\u8fd0\u884c\u4ea7\u751f OOM \u5f02\u5e38\u6216\u8005 GC \u505c\u987f\u4e25\u91cd\u53ef\u4ee5\u8c03\u5c0f\u4ee5\u4e0b\u53c2\u6570\u51cf\u5c11\u6279\u6b21\u5927\u5c0f\u4ece\u800c\u51cf\u5c11\u5185\u5b58\u5360\u7528\u3002\u5168\u91cf\u53c2\u6570\u4e3a",(0,l.yg)("inlineCode",{parentName:"p"},"fullBatchSize"),"\u548c",(0,l.yg)("inlineCode",{parentName:"p"},"fullRingBufferSize"),"\uff0c\u589e\u91cf\u53c2\u6570\u4e3a",(0,l.yg)("inlineCode",{parentName:"p"},"increBatchSize"),"\u548c",(0,l.yg)("inlineCode",{parentName:"p"},"increRingBufferSize"))),(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u652f\u6301\u7684\u6e90\u7aef\u4ee5\u53ca\u529f\u80fd\u9879\uff1a"),(0,l.yg)("table",{parentName:"li"},(0,l.yg)("thead",{parentName:"table"},(0,l.yg)("tr",{parentName:"thead"},(0,l.yg)("th",{parentName:"tr",align:null},"\u6570\u636e\u6e90 \\ \u529f\u80fd\u9879"),(0,l.yg)("th",{parentName:"tr",align:null},"\u7ed3\u6784\u8fc1\u79fb"),(0,l.yg)("th",{parentName:"tr",align:null},"\u5168\u91cf\u6570\u636e\u8fc1\u79fb"),(0,l.yg)("th",{parentName:"tr",align:null},"\u589e\u91cf\u5b9e\u65f6\u540c\u6b65"),(0,l.yg)("th",{parentName:"tr",align:null},"\u6570\u636e\u6821\u9a8c"))),(0,l.yg)("tbody",{parentName:"table"},(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"Oracle \u6e90\u7aef"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301")),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"PostgreSQL \u6e90\u7aef"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301")),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"Greenplum \u6e90\u7aef"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301"),(0,l.yg)("td",{parentName:"tr",align:null},"\u4e0d\u652f\u6301"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301")),(0,l.yg)("tr",{parentName:"tbody"},(0,l.yg)("td",{parentName:"tr",align:null},"MySQL \u6e90\u7aef"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301"),(0,l.yg)("td",{parentName:"tr",align:null},"\u652f\u6301")))))),(0,l.yg)("h2",{id:"\u4f7f\u7528\u65b9\u6cd5"},"\u4f7f\u7528\u65b9\u6cd5"),(0,l.yg)("p",null,"CloudCanal \u63d0\u4f9b\u4e86\u5b8c\u6574\u7684\u4ea7\u54c1\u5316\u80fd\u529b\uff0c\u7528\u6237\u5728\u53ef\u89c6\u5316\u754c\u9762\u5b8c\u6210\u6570\u636e\u6e90\u6dfb\u52a0\u548c\u4efb\u52a1\u521b\u5efa\u5373\u53ef\u81ea\u52a8\u5b8c\u6210\u7ed3\u6784\u8fc1\u79fb\u3001\u5168\u91cf\u8fc1\u79fb\u3001\u589e\u91cf\u5b9e\u65f6\u540c\u6b65\u3002\u4e0b\u6587\u6f14\u793a\u5982\u4f55\u5c06 MySQL \u6570\u636e\u5e93\u4e2d\u7684\u6570\u636e\u8fc1\u79fb\u540c\u6b65\u5230\u5bf9\u7aef Doris \u4e2d\u3002\u5176\u4ed6\u6e90\u7aef\u540c\u6b65\u5230 Doris \u4e5f\u53ef\u4ee5\u6309\u7167\u7c7b\u4f3c\u7684\u65b9\u5f0f\u8fdb\u884c\u3002"),(0,l.yg)("h3",{id:"\u524d\u7f6e\u6761\u4ef6"},"\u524d\u7f6e\u6761\u4ef6"),(0,l.yg)("p",null,"\u9996\u5148\u53c2\u8003 ",(0,l.yg)("a",{parentName:"p",href:"https://www.clougence.com/cc-doc/quick/quick_start"},"CloudCanal \u5feb\u901f\u5f00\u59cb")," \u5b8c\u6210 CloudCanal \u793e\u533a\u7248\u7684\u5b89\u88c5\u548c\u90e8\u7f72\u3002"),(0,l.yg)("h3",{id:"\u6dfb\u52a0\u6570\u636e\u6e90"},"\u6dfb\u52a0\u6570\u636e\u6e90"),(0,l.yg)("ul",null,(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u767b\u5f55 CloudCanal \u5e73\u53f0")),(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u6570\u636e\u6e90\u7ba1\u7406-> \u65b0\u589e\u6570\u636e\u6e90")),(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u9009\u62e9\u81ea\u5efa\u6570\u636e\u5e93\u4e2d Doris"))),(0,l.yg)("p",null,(0,l.yg)("img",{alt:"image.png",src:t(651375).A,width:"3882",height:"1964"})),(0,l.yg)("admonition",{type:"tip"},(0,l.yg)("p",{parentName:"admonition"},"Tips:"),(0,l.yg)("ul",{parentName:"admonition"},(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"Client \u5730\u5740\uff1a\u4e3a Doris \u63d0\u4f9b\u7ed9 MySQL Client \u7684\u670d\u52a1\u7aef\u53e3\uff0cCloudCanal \u4e3b\u8981\u7528\u5176\u67e5\u8be2\u5e93\u8868\u7684\u5143\u6570\u636e\u4fe1\u606f")),(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"Http \u5730\u5740\uff1aHttp \u5730\u5740\u4e3b\u8981\u7528\u4e8e\u63a5\u6536 CloudCanal \u6570\u636e\u5bfc\u5165\u7684\u8bf7\u6c42")))),(0,l.yg)("h3",{id:"\u4efb\u52a1\u521b\u5efa"},"\u4efb\u52a1\u521b\u5efa"),(0,l.yg)("p",null,"\u6dfb\u52a0\u597d\u6570\u636e\u6e90\u4e4b\u540e\u53ef\u4ee5\u6309\u7167\u5982\u4e0b\u6b65\u9aa4\u8fdb\u884c\u6570\u636e\u8fc1\u79fb\u3001\u540c\u6b65\u4efb\u52a1\u7684\u521b\u5efa\u3002"),(0,l.yg)("ul",null,(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},(0,l.yg)("strong",{parentName:"p"},"\u4efb\u52a1\u7ba1\u7406"),"-> ",(0,l.yg)("strong",{parentName:"p"},"\u4efb\u52a1\u521b\u5efa"))),(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u9009\u62e9 ",(0,l.yg)("strong",{parentName:"p"},"\u6e90")," \u548c ",(0,l.yg)("strong",{parentName:"p"},"\u76ee\u6807")," \u6570\u636e\u5e93")),(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u70b9\u51fb \u4e0b\u4e00\u6b65"))),(0,l.yg)("p",null,(0,l.yg)("img",{alt:"image.png",src:t(629908).A,width:"3882",height:"1970"})),(0,l.yg)("ul",null,(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u9009\u62e9 ",(0,l.yg)("strong",{parentName:"p"},"\u589e\u91cf\u540c\u6b65"),"\uff0c\u5e76\u4e14\u542f\u7528 ",(0,l.yg)("strong",{parentName:"p"},"\u5168\u91cf\u6570\u636e\u521d\u59cb\u5316"))),(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u52fe\u9009 DDL \u540c\u6b65")),(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u70b9\u51fb\u4e0b\u4e00\u6b65"))),(0,l.yg)("p",null,(0,l.yg)("img",{alt:"image.png",src:t(851037).A,width:"3876",height:"1964"})),(0,l.yg)("ul",null,(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u9009\u62e9\u8ba2\u9605\u7684\u8868\uff0c",(0,l.yg)("strong",{parentName:"p"},"\u7ed3\u6784\u8fc1\u79fb\u81ea\u52a8\u521b\u5efa\u7684\u8868\u4e3a\u4e3b\u952e\u6a21\u578b\u7684\u8868\uff0c\u56e0\u6b64\u6682\u4e0d\u652f\u6301\u65e0\u4e3b\u952e\u8868"))),(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u70b9\u51fb\u4e0b\u4e00\u6b65"))),(0,l.yg)("p",null,(0,l.yg)("img",{alt:"image.png",src:t(579819).A,width:"1907",height:"966"})),(0,l.yg)("ul",null,(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u914d\u7f6e\u5217\u6620\u5c04")),(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},"\u70b9\u51fb\u4e0b\u4e00\u6b65"))),(0,l.yg)("p",null,(0,l.yg)("img",{alt:"image.png",src:t(666e3).A,width:"1914",height:"956"})),(0,l.yg)("ul",null,(0,l.yg)("li",{parentName:"ul"},"\u521b\u5efa\u4efb\u52a1")),(0,l.yg)("p",null,(0,l.yg)("img",{alt:"image.png",src:t(672249).A,width:"1920",height:"969"})),(0,l.yg)("ul",null,(0,l.yg)("li",{parentName:"ul"},"\u67e5\u770b\u4efb\u52a1\u72b6\u6001\u3002\u4efb\u52a1\u521b\u5efa\u540e\uff0c\u4f1a\u81ea\u52a8\u5b8c\u6210\u7ed3\u6784\u8fc1\u79fb\u3001\u5168\u91cf\u3001\u589e\u91cf\u9636\u6bb5\u3002")),(0,l.yg)("p",null,(0,l.yg)("img",{alt:"image.png",src:t(905418).A,width:"2828",height:"1446"})),(0,l.yg)("h2",{id:"\u53c2\u8003\u8d44\u6599"},"\u53c2\u8003\u8d44\u6599"),(0,l.yg)("p",null,"\u66f4\u591a\u5173\u4e8e CloudCanal \u540c\u6b65 Doris \u7684\u8d44\u6599\uff0c\u53ef\u4ee5\u67e5\u770b"),(0,l.yg)("ul",null,(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},(0,l.yg)("a",{parentName:"p",href:"https://www.clougence.com/cc-doc/blog/postgresql_doris_sync/"},"5 \u5206\u949f\u641e\u5b9a PostgreSQL \u5230 Doris \u6570\u636e\u8fc1\u79fb\u540c\u6b65-CloudCanal \u5b9e\u6218"))),(0,l.yg)("li",{parentName:"ul"},(0,l.yg)("p",{parentName:"li"},(0,l.yg)("a",{parentName:"p",href:"https://www.clougence.com/"},"CloudCanal \u5b98\u7f51")))))}c.isMDXComponent=!0},229983:(e,a,t)=>{t.d(a,{A:()=>n});const n=t.p+"assets/images/cloudcanal-1-9111d3c064473b9574930007b65bf7b6.jpg"},651375:(e,a,t)=>{t.d(a,{A:()=>n});const n=t.p+"assets/images/cloudcanal-1-93c871c515a4947e6a0e7941b664769a.png"},629908:(e,a,t)=>{t.d(a,{A:()=>n});const n=t.p+"assets/images/cloudcanal-2-f8224e3be1e453c9d810548cfb038330.png"},851037:(e,a,t)=>{t.d(a,{A:()=>n});const n=t.p+"assets/images/cloudcanal-3-26d919152e2c11da5d7f76acb3a33485.png"},579819:(e,a,t)=>{t.d(a,{A:()=>n});const n=t.p+"assets/images/cloudcanal-5-a98e4495c9497732a72d7c4cdd1693bb.png"},666e3:(e,a,t)=>{t.d(a,{A:()=>n});const n=t.p+"assets/images/cloudcanal-6-c5216d4c7a3d412fd54555ff6417b480.png"},672249:(e,a,t)=>{t.d(a,{A:()=>n});const n=t.p+"assets/images/cloudcanal-7-9da2c1ae943ec7c8ee4f8fa3419b9f8f.png"},905418:(e,a,t)=>{t.d(a,{A:()=>n});const n=t.p+"assets/images/cloudcanal-8-806ad45a8d721c54063d066b685393b4.jpg"}}]); |