| "use strict";(self.webpackChunkdoris_website=self.webpackChunkdoris_website||[]).push([[13104],{15680:(e,a,t)=>{t.d(a,{xA:()=>s,yg:()=>c});var r=t(296540);function n(e,a,t){return a in e?Object.defineProperty(e,a,{value:t,enumerable:!0,configurable:!0,writable:!0}):e[a]=t,e}function l(e,a){var t=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);a&&(r=r.filter((function(a){return Object.getOwnPropertyDescriptor(e,a).enumerable}))),t.push.apply(t,r)}return t}function p(e){for(var a=1;a<arguments.length;a++){var t=null!=arguments[a]?arguments[a]:{};a%2?l(Object(t),!0).forEach((function(a){n(e,a,t[a])})):Object.getOwnPropertyDescriptors?Object.defineProperties(e,Object.getOwnPropertyDescriptors(t)):l(Object(t)).forEach((function(a){Object.defineProperty(e,a,Object.getOwnPropertyDescriptor(t,a))}))}return e}function i(e,a){if(null==e)return{};var t,r,n=function(e,a){if(null==e)return{};var t,r,n={},l=Object.keys(e);for(r=0;r<l.length;r++)t=l[r],a.indexOf(t)>=0||(n[t]=e[t]);return n}(e,a);if(Object.getOwnPropertySymbols){var l=Object.getOwnPropertySymbols(e);for(r=0;r<l.length;r++)t=l[r],a.indexOf(t)>=0||Object.prototype.propertyIsEnumerable.call(e,t)&&(n[t]=e[t])}return n}var o=r.createContext({}),m=function(e){var a=r.useContext(o),t=a;return e&&(t="function"==typeof e?e(a):p(p({},a),e)),t},s=function(e){var a=m(e.components);return r.createElement(o.Provider,{value:a},e.children)},y="mdxType",g={inlineCode:"code",wrapper:function(e){var a=e.children;return r.createElement(r.Fragment,{},a)}},N=r.forwardRef((function(e,a){var t=e.components,n=e.mdxType,l=e.originalType,o=e.parentName,s=i(e,["components","mdxType","originalType","parentName"]),y=m(t),N=n,c=y["".concat(o,".").concat(N)]||y[N]||g[N]||l;return t?r.createElement(c,p(p({ref:a},s),{},{components:t})):r.createElement(c,p({ref:a},s))}));function c(e,a){var t=arguments,n=a&&a.mdxType;if("string"==typeof e||n){var l=t.length,p=new Array(l);p[0]=N;var i={};for(var o in a)hasOwnProperty.call(a,o)&&(i[o]=a[o]);i.originalType=e,i[y]="string"==typeof e?e:n,p[1]=i;for(var m=2;m<l;m++)p[m]=t[m];return r.createElement.apply(null,p)}return r.createElement.apply(null,t)}N.displayName="MDXCreateElement"},150800:(e,a,t)=>{t.r(a),t.d(a,{assets:()=>o,contentTitle:()=>p,default:()=>g,frontMatter:()=>l,metadata:()=>i,toc:()=>m});var r=t(58168),n=(t(296540),t(15680));const l={title:"STREAM-LOAD",language:"zh-CN"},p=void 0,i={unversionedId:"sql-manual/sql-statements/Data-Manipulation-Statements/Load/STREAM-LOAD",id:"version-2.1/sql-manual/sql-statements/Data-Manipulation-Statements/Load/STREAM-LOAD",title:"STREAM-LOAD",description:"\x3c!--",source:"@site/i18n/zh-CN/docusaurus-plugin-content-docs/version-2.1/sql-manual/sql-statements/Data-Manipulation-Statements/Load/STREAM-LOAD.md",sourceDirName:"sql-manual/sql-statements/Data-Manipulation-Statements/Load",slug:"/sql-manual/sql-statements/Data-Manipulation-Statements/Load/STREAM-LOAD",permalink:"/zh-CN/docs/sql-manual/sql-statements/Data-Manipulation-Statements/Load/STREAM-LOAD",draft:!1,tags:[],version:"2.1",frontMatter:{title:"STREAM-LOAD",language:"zh-CN"},sidebar:"docs",previous:{title:"CANCEL-RESTORE",permalink:"/zh-CN/docs/sql-manual/sql-statements/Data-Definition-Statements/Backup-and-Restore/CANCEL-RESTORE"},next:{title:"MULTI-LOAD",permalink:"/zh-CN/docs/sql-manual/sql-statements/Data-Manipulation-Statements/Load/MULTI-LOAD"}},o={},m=[{value:"STREAM-LOAD",id:"stream-load",level:2},{value:"Name",id:"name",level:3},{value:"Description",id:"description",level:3},{value:"Example",id:"example",level:3},{value:"Keywords",id:"keywords",level:3},{value:"Best Practice",id:"best-practice",level:3}],s={toc:m},y="wrapper";function g(e){let{components:a,...t}=e;return(0,n.yg)(y,(0,r.A)({},s,t,{components:a,mdxType:"MDXLayout"}),(0,n.yg)("h2",{id:"stream-load"},"STREAM-LOAD"),(0,n.yg)("h3",{id:"name"},"Name"),(0,n.yg)("p",null,"STREAM LOAD"),(0,n.yg)("h3",{id:"description"},"Description"),(0,n.yg)("p",null,"stream-load: load data to table in streaming"),(0,n.yg)("pre",null,(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u user:passwd [-H ""...] -T data.file -XPUT http://fe_host:http_port/api/{db}/{table}/_stream_load\n')),(0,n.yg)("p",null,"\u8be5\u8bed\u53e5\u7528\u4e8e\u5411\u6307\u5b9a\u7684 table \u5bfc\u5165\u6570\u636e\uff0c\u4e0e\u666e\u901aLoad\u533a\u522b\u662f\uff0c\u8fd9\u79cd\u5bfc\u5165\u65b9\u5f0f\u662f\u540c\u6b65\u5bfc\u5165\u3002"),(0,n.yg)("p",null,"\u8fd9\u79cd\u5bfc\u5165\u65b9\u5f0f\u4ecd\u7136\u80fd\u591f\u4fdd\u8bc1\u4e00\u6279\u5bfc\u5165\u4efb\u52a1\u7684\u539f\u5b50\u6027\uff0c\u8981\u4e48\u5168\u90e8\u6570\u636e\u5bfc\u5165\u6210\u529f\uff0c\u8981\u4e48\u5168\u90e8\u5931\u8d25\u3002"),(0,n.yg)("p",null,"\u8be5\u64cd\u4f5c\u4f1a\u540c\u65f6\u66f4\u65b0\u548c\u6b64 base table \u76f8\u5173\u7684 rollup table \u7684\u6570\u636e\u3002"),(0,n.yg)("p",null,"\u8fd9\u662f\u4e00\u4e2a\u540c\u6b65\u64cd\u4f5c\uff0c\u6574\u4e2a\u6570\u636e\u5bfc\u5165\u5de5\u4f5c\u5b8c\u6210\u540e\u8fd4\u56de\u7ed9\u7528\u6237\u5bfc\u5165\u7ed3\u679c\u3002"),(0,n.yg)("p",null,"\u5f53\u524d\u652f\u6301HTTP chunked\u4e0e\u975echunked\u4e0a\u4f20\u4e24\u79cd\u65b9\u5f0f\uff0c\u5bf9\u4e8e\u975echunked\u65b9\u5f0f\uff0c\u5fc5\u987b\u8981\u6709Content-Length\u6765\u6807\u793a\u4e0a\u4f20\u5185\u5bb9\u957f\u5ea6\uff0c\u8fd9\u6837\u80fd\u591f\u4fdd\u8bc1\u6570\u636e\u7684\u5b8c\u6574\u6027\u3002"),(0,n.yg)("p",null,"\u53e6\u5916\uff0c\u7528\u6237\u6700\u597d\u8bbe\u7f6eExpect Header\u5b57\u6bb5\u5185\u5bb9100-continue\uff0c\u8fd9\u6837\u53ef\u4ee5\u5728\u67d0\u4e9b\u51fa\u9519\u573a\u666f\u4e0b\u907f\u514d\u4e0d\u5fc5\u8981\u7684\u6570\u636e\u4f20\u8f93\u3002"),(0,n.yg)("p",null,"\u53c2\u6570\u4ecb\u7ecd\uff1a\n\u7528\u6237\u53ef\u4ee5\u901a\u8fc7HTTP\u7684Header\u90e8\u5206\u6765\u4f20\u5165\u5bfc\u5165\u53c2\u6570"),(0,n.yg)("ol",null,(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"label: \u4e00\u6b21\u5bfc\u5165\u7684\u6807\u7b7e\uff0c\u76f8\u540c\u6807\u7b7e\u7684\u6570\u636e\u65e0\u6cd5\u591a\u6b21\u5bfc\u5165\u3002\u7528\u6237\u53ef\u4ee5\u901a\u8fc7\u6307\u5b9aLabel\u7684\u65b9\u5f0f\u6765\u907f\u514d\u4e00\u4efd\u6570\u636e\u91cd\u590d\u5bfc\u5165\u7684\u95ee\u9898\u3002"),(0,n.yg)("p",{parentName:"li"},"\u5f53\u524dDoris\u5185\u90e8\u4fdd\u755930\u5206\u949f\u5185\u6700\u8fd1\u6210\u529f\u7684label\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"column_separator\uff1a\u7528\u4e8e\u6307\u5b9a\u5bfc\u5165\u6587\u4ef6\u4e2d\u7684\u5217\u5206\u9694\u7b26\uff0c\u9ed8\u8ba4\u4e3a\\t\u3002\u5982\u679c\u662f\u4e0d\u53ef\u89c1\u5b57\u7b26\uff0c\u5219\u9700\u8981\u52a0\\x\u4f5c\u4e3a\u524d\u7f00\uff0c\u4f7f\u7528\u5341\u516d\u8fdb\u5236\u6765\u8868\u793a\u5206\u9694\u7b26\u3002"),(0,n.yg)("p",{parentName:"li"},'\u5982hive\u6587\u4ef6\u7684\u5206\u9694\u7b26\\x01\uff0c\u9700\u8981\u6307\u5b9a\u4e3a-H "column_separator:\\x01"\u3002'),(0,n.yg)("p",{parentName:"li"},"\u53ef\u4ee5\u4f7f\u7528\u591a\u4e2a\u5b57\u7b26\u7684\u7ec4\u5408\u4f5c\u4e3a\u5217\u5206\u9694\u7b26\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"line_delimiter\uff1a\u7528\u4e8e\u6307\u5b9a\u5bfc\u5165\u6587\u4ef6\u4e2d\u7684\u6362\u884c\u7b26\uff0c\u9ed8\u8ba4\u4e3a\\n\u3002\u53ef\u4ee5\u4f7f\u7528\u505a\u591a\u4e2a\u5b57\u7b26\u7684\u7ec4\u5408\u4f5c\u4e3a\u6362\u884c\u7b26\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"columns\uff1a\u7528\u4e8e\u6307\u5b9a\u5bfc\u5165\u6587\u4ef6\u4e2d\u7684\u5217\u548c table \u4e2d\u7684\u5217\u7684\u5bf9\u5e94\u5173\u7cfb\u3002\u5982\u679c\u6e90\u6587\u4ef6\u4e2d\u7684\u5217\u6b63\u597d\u5bf9\u5e94\u8868\u4e2d\u7684\u5185\u5bb9\uff0c\u90a3\u4e48\u662f\u4e0d\u9700\u8981\u6307\u5b9a\u8fd9\u4e2a\u5b57\u6bb5\u7684\u5185\u5bb9\u7684\u3002"),(0,n.yg)("p",{parentName:"li"},"\u5982\u679c\u6e90\u6587\u4ef6\u4e0e\u8868schema\u4e0d\u5bf9\u5e94\uff0c\u90a3\u4e48\u9700\u8981\u8fd9\u4e2a\u5b57\u6bb5\u8fdb\u884c\u4e00\u4e9b\u6570\u636e\u8f6c\u6362\u3002\u8fd9\u91cc\u6709\u4e24\u79cd\u5f62\u5f0fcolumn\uff0c\u4e00\u79cd\u662f\u76f4\u63a5\u5bf9\u5e94\u5bfc\u5165\u6587\u4ef6\u4e2d\u7684\u5b57\u6bb5\uff0c\u76f4\u63a5\u4f7f\u7528\u5b57\u6bb5\u540d\u8868\u793a\uff1b"),(0,n.yg)("p",{parentName:"li"},"\u4e00\u79cd\u662f\u884d\u751f\u5217\uff0c\u8bed\u6cd5\u4e3a ",(0,n.yg)("inlineCode",{parentName:"p"},"column_name")," = expression\u3002\u4e3e\u51e0\u4e2a\u4f8b\u5b50\u5e2e\u52a9\u7406\u89e3\u3002"),(0,n.yg)("p",{parentName:"li"},'\u4f8b1: \u8868\u4e2d\u67093\u4e2a\u5217\u201cc1, c2, c3\u201d\uff0c\u6e90\u6587\u4ef6\u4e2d\u7684\u4e09\u4e2a\u5217\u4e00\u6b21\u5bf9\u5e94\u7684\u662f"c3,c2,c1"; \u90a3\u4e48\u9700\u8981\u6307\u5b9a-H "columns: c3, c2, c1"'),(0,n.yg)("p",{parentName:"li"},'\u4f8b2: \u8868\u4e2d\u67093\u4e2a\u5217\u201cc1, c2, c3", \u6e90\u6587\u4ef6\u4e2d\u524d\u4e09\u5217\u4f9d\u6b21\u5bf9\u5e94\uff0c\u4f46\u662f\u6709\u591a\u4f591\u5217\uff1b\u90a3\u4e48\u9700\u8981\u6307\u5b9a-H "columns: c1, c2, c3, xxx";'),(0,n.yg)("p",{parentName:"li"},"\u6700\u540e\u4e00\u4e2a\u5217\u968f\u610f\u6307\u5b9a\u4e2a\u540d\u79f0\u5360\u4f4d\u5373\u53ef"),(0,n.yg)("p",{parentName:"li"},'\u4f8b3: \u8868\u4e2d\u67093\u4e2a\u5217\u201cyear, month, day"\u4e09\u4e2a\u5217\uff0c\u6e90\u6587\u4ef6\u4e2d\u53ea\u6709\u4e00\u4e2a\u65f6\u95f4\u5217\uff0c\u4e3a\u201d2018-06-01 01:02:03\u201c\u683c\u5f0f\uff1b'),(0,n.yg)("p",{parentName:"li"},'\u90a3\u4e48\u53ef\u4ee5\u6307\u5b9a-H "columns: col, year = year(col), month=month(col), day=day(col)"\u5b8c\u6210\u5bfc\u5165')),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"where: \u7528\u4e8e\u62bd\u53d6\u90e8\u5206\u6570\u636e\u3002\u7528\u6237\u5982\u679c\u6709\u9700\u8981\u5c06\u4e0d\u9700\u8981\u7684\u6570\u636e\u8fc7\u6ee4\u6389\uff0c\u90a3\u4e48\u53ef\u4ee5\u901a\u8fc7\u8bbe\u5b9a\u8fd9\u4e2a\u9009\u9879\u6765\u8fbe\u5230\u3002"),(0,n.yg)("p",{parentName:"li"},'\u4f8b1: \u53ea\u5bfc\u5165\u5927\u4e8ek1\u5217\u7b49\u4e8e20180601\u7684\u6570\u636e\uff0c\u90a3\u4e48\u53ef\u4ee5\u5728\u5bfc\u5165\u65f6\u5019\u6307\u5b9a-H "where: k1 = 20180601"')),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"max_filter_ratio\uff1a\u6700\u5927\u5bb9\u5fcd\u53ef\u8fc7\u6ee4\uff08\u6570\u636e\u4e0d\u89c4\u8303\u7b49\u539f\u56e0\uff09\u7684\u6570\u636e\u6bd4\u4f8b\u3002\u9ed8\u8ba4\u96f6\u5bb9\u5fcd\u3002\u6570\u636e\u4e0d\u89c4\u8303\u4e0d\u5305\u62ec\u901a\u8fc7 where \u6761\u4ef6\u8fc7\u6ee4\u6389\u7684\u884c\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"partitions: \u7528\u4e8e\u6307\u5b9a\u8fd9\u6b21\u5bfc\u5165\u6240\u8bbe\u8ba1\u7684partition\u3002\u5982\u679c\u7528\u6237\u80fd\u591f\u786e\u5b9a\u6570\u636e\u5bf9\u5e94\u7684partition\uff0c\u63a8\u8350\u6307\u5b9a\u8be5\u9879\u3002\u4e0d\u6ee1\u8db3\u8fd9\u4e9b\u5206\u533a\u7684\u6570\u636e\u5c06\u88ab\u8fc7\u6ee4\u6389\u3002"),(0,n.yg)("p",{parentName:"li"},'\u6bd4\u5982\u6307\u5b9a\u5bfc\u5165\u5230p1, p2\u5206\u533a\uff0c-H "partitions: p1, p2"')),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"timeout: \u6307\u5b9a\u5bfc\u5165\u7684\u8d85\u65f6\u65f6\u95f4\u3002\u5355\u4f4d\u79d2\u3002\u9ed8\u8ba4\u662f 600 \u79d2\u3002\u53ef\u8bbe\u7f6e\u8303\u56f4\u4e3a 1 \u79d2 ~ 259200 \u79d2\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},'strict_mode: \u7528\u6237\u6307\u5b9a\u6b64\u6b21\u5bfc\u5165\u662f\u5426\u5f00\u542f\u4e25\u683c\u6a21\u5f0f\uff0c\u9ed8\u8ba4\u4e3a\u5173\u95ed\u3002\u5f00\u542f\u65b9\u5f0f\u4e3a -H "strict_mode: true"\u3002')),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"timezone: \u6307\u5b9a\u672c\u6b21\u5bfc\u5165\u6240\u4f7f\u7528\u7684\u65f6\u533a\u3002\u9ed8\u8ba4\u4e3a\u4e1c\u516b\u533a\u3002\u5728\u672c\u6b21\u5bfc\u5165\u4e8b\u52a1\u4e2d\uff0c\u8be5\u53d8\u91cf\u8d77\u5230\u4e86\u66ff\u4ee3session variable ",(0,n.yg)("inlineCode",{parentName:"p"},"time_zone")," \u7684\u4f5c\u7528\u3002\u8be6\u60c5\u8bf7\u89c1",(0,n.yg)("a",{parentName:"p",href:"#best-practice"},"\u6700\u4f73\u5b9e\u8df5"),"\u4e2d\u201c\u6d89\u53ca\u65f6\u533a\u7684\u5bfc\u5165\u201d\u4e00\u8282\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"exec_mem_limit: \u5bfc\u5165\u5185\u5b58\u9650\u5236\u3002\u9ed8\u8ba4\u4e3a 2GB\u3002\u5355\u4f4d\u4e3a\u5b57\u8282\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"format: \u6307\u5b9a\u5bfc\u5165\u6570\u636e\u683c\u5f0f\uff0c\u652f\u6301csv\u3001json\u3001",(0,n.yg)("version",{since:"1.2",type:"inline"}," csv_with_names(\u652f\u6301csv\u6587\u4ef6\u884c\u9996\u8fc7\u6ee4)\u3001csv_with_names_and_types(\u652f\u6301csv\u6587\u4ef6\u524d\u4e24\u884c\u8fc7\u6ee4)\u3001parquet\u3001orc"),"\uff0c\u9ed8\u8ba4\u662fcsv\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"jsonpaths: \u5bfc\u5165json\u65b9\u5f0f\u5206\u4e3a\uff1a\u7b80\u5355\u6a21\u5f0f\u548c\u5339\u914d\u6a21\u5f0f\u3002"),(0,n.yg)("p",{parentName:"li"},"\u7b80\u5355\u6a21\u5f0f\uff1a\u6ca1\u6709\u8bbe\u7f6ejsonpaths\u53c2\u6570\u5373\u4e3a\u7b80\u5355\u6a21\u5f0f\uff0c\u8fd9\u79cd\u6a21\u5f0f\u4e0b\u8981\u6c42json\u6570\u636e\u662f\u5bf9\u8c61\u7c7b\u578b\uff0c\u4f8b\u5982\uff1a"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'{"k1":1, "k2":2, "k3":"hello"}\uff0c\u5176\u4e2dk1\uff0ck2\uff0ck3\u662f\u5217\u540d\u5b57\u3002\n')),(0,n.yg)("p",{parentName:"li"},"\u5339\u914d\u6a21\u5f0f\uff1a\u7528\u4e8ejson\u6570\u636e\u76f8\u5bf9\u590d\u6742\uff0c\u9700\u8981\u901a\u8fc7jsonpaths\u53c2\u6570\u5339\u914d\u5bf9\u5e94\u7684value\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"strip_outer_array: \u5e03\u5c14\u7c7b\u578b\uff0c\u4e3atrue\u8868\u793ajson\u6570\u636e\u4ee5\u6570\u7ec4\u5bf9\u8c61\u5f00\u59cb\u4e14\u5c06\u6570\u7ec4\u5bf9\u8c61\u4e2d\u8fdb\u884c\u5c55\u5e73\uff0c\u9ed8\u8ba4\u503c\u662ffalse\u3002\u4f8b\u5982\uff1a"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},' [\n {"k1" : 1, "v1" : 2},\n {"k1" : 3, "v1" : 4}\n ]\n \u5f53strip_outer_array\u4e3atrue\uff0c\u6700\u540e\u5bfc\u5165\u5230doris\u4e2d\u4f1a\u751f\u6210\u4e24\u884c\u6570\u636e\u3002\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},'json_root: json_root\u4e3a\u5408\u6cd5\u7684jsonpath\u5b57\u7b26\u4e32\uff0c\u7528\u4e8e\u6307\u5b9ajson document\u7684\u6839\u8282\u70b9\uff0c\u9ed8\u8ba4\u503c\u4e3a""\u3002')),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"merge_type: \u6570\u636e\u7684\u5408\u5e76\u7c7b\u578b\uff0c\u4e00\u5171\u652f\u6301\u4e09\u79cd\u7c7b\u578bAPPEND\u3001DELETE\u3001MERGE \u5176\u4e2d\uff0cAPPEND\u662f\u9ed8\u8ba4\u503c\uff0c\u8868\u793a\u8fd9\u6279\u6570\u636e\u5168\u90e8\u9700\u8981\u8ffd\u52a0\u5230\u73b0\u6709\u6570\u636e\u4e2d\uff0cDELETE \u8868\u793a\u5220\u9664\u4e0e\u8fd9\u6279\u6570\u636ekey\u76f8\u540c\u7684\u6240\u6709\u884c\uff0cMERGE \u8bed\u4e49 \u9700\u8981\u4e0edelete \u6761\u4ef6\u8054\u5408\u4f7f\u7528\uff0c\u8868\u793a\u6ee1\u8db3delete \u6761\u4ef6\u7684\u6570\u636e\u6309\u7167DELETE \u8bed\u4e49\u5904\u7406\u5176\u4f59\u7684\u6309\u7167APPEND \u8bed\u4e49\u5904\u7406\uff0c \u793a\u4f8b\uff1a",(0,n.yg)("inlineCode",{parentName:"p"},'-H "merge_type: MERGE" -H "delete: flag=1"'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"delete: \u4ec5\u5728 MERGE\u4e0b\u6709\u610f\u4e49\uff0c\u8868\u793a\u6570\u636e\u7684\u5220\u9664\u6761\u4ef6")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"function_column.sequence_col: \u53ea\u9002\u7528\u4e8eUNIQUE_KEYS,\u76f8\u540ckey\u5217\u4e0b\uff0c\u4fdd\u8bc1value\u5217\u6309\u7167source_sequence\u5217\u8fdb\u884cREPLACE, source_sequence\u53ef\u4ee5\u662f\u6570\u636e\u6e90\u4e2d\u7684\u5217\uff0c\u4e5f\u53ef\u4ee5\u662f\u8868\u7ed3\u6784\u4e2d\u7684\u4e00\u5217\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"fuzzy_parse: \u5e03\u5c14\u7c7b\u578b\uff0c\u4e3atrue\u8868\u793ajson\u5c06\u4ee5\u7b2c\u4e00\u884c\u4e3aschema \u8fdb\u884c\u89e3\u6790\uff0c\u5f00\u542f\u8fd9\u4e2a\u9009\u9879\u53ef\u4ee5\u63d0\u9ad8 json \u5bfc\u5165\u6548\u7387\uff0c\u4f46\u662f\u8981\u6c42\u6240\u6709json \u5bf9\u8c61\u7684key\u7684\u987a\u5e8f\u548c\u7b2c\u4e00\u884c\u4e00\u81f4\uff0c \u9ed8\u8ba4\u4e3afalse\uff0c\u4ec5\u7528\u4e8ejson \u683c\u5f0f")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"num_as_string: \u5e03\u5c14\u7c7b\u578b\uff0c\u4e3atrue\u8868\u793a\u5728\u89e3\u6790json\u6570\u636e\u65f6\u4f1a\u5c06\u6570\u5b57\u7c7b\u578b\u8f6c\u4e3a\u5b57\u7b26\u4e32\uff0c\u7136\u540e\u5728\u786e\u4fdd\u4e0d\u4f1a\u51fa\u73b0\u7cbe\u5ea6\u4e22\u5931\u7684\u60c5\u51b5\u4e0b\u8fdb\u884c\u5bfc\u5165\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"read_json_by_line: \u5e03\u5c14\u7c7b\u578b\uff0c\u4e3atrue\u8868\u793a\u652f\u6301\u6bcf\u884c\u8bfb\u53d6\u4e00\u4e2ajson\u5bf9\u8c61\uff0c\u9ed8\u8ba4\u503c\u4e3afalse\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"send_batch_parallelism: \u6574\u578b\uff0c\u7528\u4e8e\u8bbe\u7f6e\u53d1\u9001\u6279\u5904\u7406\u6570\u636e\u7684\u5e76\u884c\u5ea6\uff0c\u5982\u679c\u5e76\u884c\u5ea6\u7684\u503c\u8d85\u8fc7 BE \u914d\u7f6e\u4e2d\u7684 ",(0,n.yg)("inlineCode",{parentName:"p"},"max_send_batch_parallelism_per_job"),"\uff0c\u90a3\u4e48\u4f5c\u4e3a\u534f\u8c03\u70b9\u7684 BE \u5c06\u4f7f\u7528 ",(0,n.yg)("inlineCode",{parentName:"p"},"max_send_batch_parallelism_per_job")," \u7684\u503c\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("version",{since:"1.2",type:"inline"}," hidden_columns: \u7528\u4e8e\u6307\u5b9a\u5bfc\u5165\u6570\u636e\u4e2d\u5305\u542b\u7684\u9690\u85cf\u5217\uff0c\u5728Header\u4e2d\u4e0d\u5305\u542bcolumns\u65f6\u751f\u6548\uff0c\u591a\u4e2ahidden column\u7528\u9017\u53f7\u5206\u5272\u3002"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},"hidden_columns: __DORIS_DELETE_SIGN__,__DORIS_SEQUENCE_COL__\n\u7cfb\u7edf\u4f1a\u4f7f\u7528\u7528\u6237\u6307\u5b9a\u7684\u6570\u636e\u5bfc\u5165\u6570\u636e\u3002\u5728\u4e0a\u8ff0\u7528\u4f8b\u4e2d\uff0c\u5bfc\u5165\u6570\u636e\u4e2d\u6700\u540e\u4e00\u5217\u6570\u636e\u4e3a__DORIS_SEQUENCE_COL__\u3002\n"))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"load_to_single_tablet: \u5e03\u5c14\u7c7b\u578b\uff0c\u4e3atrue\u8868\u793a\u652f\u6301\u4e00\u4e2a\u4efb\u52a1\u53ea\u5bfc\u5165\u6570\u636e\u5230\u5bf9\u5e94\u5206\u533a\u7684\u4e00\u4e2a tablet\uff0c\u9ed8\u8ba4\u503c\u4e3a false\uff0c\u8be5\u53c2\u6570\u53ea\u5141\u8bb8\u5728\u5bf9\u5e26\u6709 random \u5206\u6876\u7684 olap \u8868\u5bfc\u6570\u7684\u65f6\u5019\u8bbe\u7f6e\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"compress_type: \u6307\u5b9a\u6587\u4ef6\u7684\u538b\u7f29\u683c\u5f0f\u3002\u76ee\u524d\u53ea\u652f\u6301 csv \u6587\u4ef6\u7684\u538b\u7f29\u3002\u652f\u6301 gz, lzo, bz2, lz4, lzop, deflate \u538b\u7f29\u683c\u5f0f\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"trim_double_quotes: \u5e03\u5c14\u7c7b\u578b\uff0c\u9ed8\u8ba4\u503c\u4e3a false\uff0c\u4e3a true \u65f6\u8868\u793a\u88c1\u526a\u6389 csv \u6587\u4ef6\u6bcf\u4e2a\u5b57\u6bb5\u6700\u5916\u5c42\u7684\u53cc\u5f15\u53f7\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"skip_lines: ",(0,n.yg)("version",{since:"dev",type:"inline"}," \u6574\u6570\u7c7b\u578b, \u9ed8\u8ba4\u503c\u4e3a0, \u542b\u4e49\u4e3a\u8df3\u8fc7csv\u6587\u4ef6\u7684\u524d\u51e0\u884c. \u5f53\u8bbe\u7f6eformat\u8bbe\u7f6e\u4e3a ",(0,n.yg)("inlineCode",{parentName:"p"},"csv_with_names")," \u6216\u3001",(0,n.yg)("inlineCode",{parentName:"p"},"csv_with_names_and_types")," \u65f6, \u8be5\u53c2\u6570\u4f1a\u5931\u6548. "))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"comment: ",(0,n.yg)("version",{since:"1.2.3",type:"inline"}," \u5b57\u7b26\u4e32\u7c7b\u578b, \u9ed8\u8ba4\u503c\u4e3a\u7a7a. \u7ed9\u4efb\u52a1\u589e\u52a0\u989d\u5916\u7684\u4fe1\u606f. "))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"enclose: ",(0,n.yg)("version",{since:"dev",type:"inline"},' \u5305\u56f4\u7b26\u3002\u5f53csv\u6570\u636e\u5b57\u6bb5\u4e2d\u542b\u6709\u884c\u5206\u9694\u7b26\u6216\u5217\u5206\u9694\u7b26\u65f6\uff0c\u4e3a\u9632\u6b62\u610f\u5916\u622a\u65ad\uff0c\u53ef\u6307\u5b9a\u5355\u5b57\u8282\u5b57\u7b26\u4f5c\u4e3a\u5305\u56f4\u7b26\u8d77\u5230\u4fdd\u62a4\u4f5c\u7528\u3002\u4f8b\u5982\u5217\u5206\u9694\u7b26\u4e3a","\uff0c\u5305\u56f4\u7b26\u4e3a"\'"\uff0c\u6570\u636e\u4e3a"a,\'b,c\'",\u5219"b,c"\u4f1a\u88ab\u89e3\u6790\u4e3a\u4e00\u4e2a\u5b57\u6bb5\u3002\u6ce8\u610f\uff1a\u5f53 enclose \u8bbe\u7f6e\u4e3a',(0,n.yg)("inlineCode",{parentName:"p"},'"'),"\u65f6\uff0ctrim_double_quotes \u4e00\u5b9a\u8981\u8bbe\u7f6e\u4e3a true\u3002"))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"escape ",(0,n.yg)("version",{since:"dev",type:"inline"},' \u8f6c\u4e49\u7b26\u3002\u7528\u4e8e\u8f6c\u4e49\u5728\u5b57\u6bb5\u4e2d\u51fa\u73b0\u7684\u4e0e\u5305\u56f4\u7b26\u76f8\u540c\u7684\u5b57\u7b26\u3002\u4f8b\u5982\u6570\u636e\u4e3a"a,\'b,\'c\'"\uff0c\u5305\u56f4\u7b26\u4e3a"\'"\uff0c\u5e0c\u671b"b,\'c\u88ab\u4f5c\u4e3a\u4e00\u4e2a\u5b57\u6bb5\u89e3\u6790\uff0c\u5219\u9700\u8981\u6307\u5b9a\u5355\u5b57\u8282\u8f6c\u4e49\u7b26\uff0c\u4f8b\u5982"\\"\uff0c\u7136\u540e\u5c06\u6570\u636e\u4fee\u6539\u4e3a"a,\'b,\\\'c\'"\u3002 ')))),(0,n.yg)("h3",{id:"example"},"Example"),(0,n.yg)("ol",null,(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5c06\u672c\u5730\u6587\u4ef6'testData'\u4e2d\u7684\u6570\u636e\u5bfc\u5165\u5230\u6570\u636e\u5e93'testDb'\u4e2d'testTbl'\u7684\u8868\uff0c\u4f7f\u7528Label\u7528\u4e8e\u53bb\u91cd\u3002\u6307\u5b9a\u8d85\u65f6\u65f6\u95f4\u4e3a 100 \u79d2"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -H "label:123" -H "timeout:100" -T testData http://host:port/api/testDb/testTbl/_stream_load\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5c06\u672c\u5730\u6587\u4ef6'testData'\u4e2d\u7684\u6570\u636e\u5bfc\u5165\u5230\u6570\u636e\u5e93'testDb'\u4e2d'testTbl'\u7684\u8868\uff0c\u4f7f\u7528Label\u7528\u4e8e\u53bb\u91cd, \u5e76\u4e14\u53ea\u5bfc\u5165k1\u7b49\u4e8e20180601\u7684\u6570\u636e"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -H "label:123" -H "where: k1=20180601" -T testData http://host:port/api/testDb/testTbl/_stream_load\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5c06\u672c\u5730\u6587\u4ef6'testData'\u4e2d\u7684\u6570\u636e\u5bfc\u5165\u5230\u6570\u636e\u5e93'testDb'\u4e2d'testTbl'\u7684\u8868, \u5141\u8bb820%\u7684\u9519\u8bef\u7387\uff08\u7528\u6237\u662fdefalut_cluster\u4e2d\u7684\uff09"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -H "label:123" -H "max_filter_ratio:0.2" -T testData http://host:port/api/testDb/testTbl/_stream_load\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5c06\u672c\u5730\u6587\u4ef6'testData'\u4e2d\u7684\u6570\u636e\u5bfc\u5165\u5230\u6570\u636e\u5e93'testDb'\u4e2d'testTbl'\u7684\u8868, \u5141\u8bb820%\u7684\u9519\u8bef\u7387\uff0c\u5e76\u4e14\u6307\u5b9a\u6587\u4ef6\u7684\u5217\u540d\uff08\u7528\u6237\u662fdefalut_cluster\u4e2d\u7684\uff09"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -H "label:123" -H "max_filter_ratio:0.2" -H "columns: k2, k1, v1" -T testData http://host:port/api/testDb/testTbl/_stream_load\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5c06\u672c\u5730\u6587\u4ef6'testData'\u4e2d\u7684\u6570\u636e\u5bfc\u5165\u5230\u6570\u636e\u5e93'testDb'\u4e2d'testTbl'\u7684\u8868\u4e2d\u7684p1, p2\u5206\u533a, \u5141\u8bb820%\u7684\u9519\u8bef\u7387\u3002"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -H "label:123" -H "max_filter_ratio:0.2" -H "partitions: p1, p2" -T testData http://host:port/api/testDb/testTbl/_stream_load\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u4f7f\u7528streaming\u65b9\u5f0f\u5bfc\u5165\uff08\u7528\u6237\u662fdefalut_cluster\u4e2d\u7684\uff09"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},"seq 1 10 | awk '{OFS=\"\\t\"}{print $1, $1 * 10}' | curl --location-trusted -u root -T - http://host:port/api/testDb/testTbl/_stream_load\n"))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5bfc\u5165\u542b\u6709HLL\u5217\u7684\u8868\uff0c\u53ef\u4ee5\u662f\u8868\u4e2d\u7684\u5217\u6216\u8005\u6570\u636e\u4e2d\u7684\u5217\u7528\u4e8e\u751f\u6210HLL\u5217\uff0c\u4e5f\u53ef\u4f7f\u7528hll_empty\u8865\u5145\u6570\u636e\u4e2d\u6ca1\u6709\u7684\u5217"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -H "columns: k1, k2, v1=hll_hash(k1), v2=hll_empty()" -T testData http://host:port/api/testDb/testTbl/_stream_load\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5bfc\u5165\u6570\u636e\u8fdb\u884c\u4e25\u683c\u6a21\u5f0f\u8fc7\u6ee4\uff0c\u5e76\u8bbe\u7f6e\u65f6\u533a\u4e3a Africa/Abidjan"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -H "strict_mode: true" -H "timezone: Africa/Abidjan" -T testData http://host:port/api/testDb/testTbl/_stream_load\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5bfc\u5165\u542b\u6709BITMAP\u5217\u7684\u8868\uff0c\u53ef\u4ee5\u662f\u8868\u4e2d\u7684\u5217\u6216\u8005\u6570\u636e\u4e2d\u7684\u5217\u7528\u4e8e\u751f\u6210BITMAP\u5217\uff0c\u4e5f\u53ef\u4ee5\u4f7f\u7528bitmap_empty\u586b\u5145\u7a7a\u7684Bitmap"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -H "columns: k1, k2, v1=to_bitmap(k1), v2=bitmap_empty()" -T testData http://host:port/api/testDb/testTbl/_stream_load\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u7b80\u5355\u6a21\u5f0f\uff0c\u5bfc\u5165json\u6570\u636e"),(0,n.yg)("p",{parentName:"li"},"\u8868\u7ed3\u6784\uff1a"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'`category` varchar(512) NULL COMMENT "",\n`author` varchar(512) NULL COMMENT "",\n`title` varchar(512) NULL COMMENT "",\n`price` double NULL COMMENT ""\n')),(0,n.yg)("p",{parentName:"li"},"json\u6570\u636e\u683c\u5f0f\uff1a"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'{"category":"C++","author":"avc","title":"C++ primer","price":895}\n')),(0,n.yg)("p",{parentName:"li"},"\u5bfc\u5165\u547d\u4ee4\uff1a"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -H "label:123" -H "format: json" -T testData http://host:port/api/testDb/testTbl/_stream_load\n')),(0,n.yg)("p",{parentName:"li"},"\u4e3a\u4e86\u63d0\u5347\u541e\u5410\u91cf\uff0c\u652f\u6301\u4e00\u6b21\u6027\u5bfc\u5165\u591a\u6761json\u6570\u636e\uff0c\u6bcf\u884c\u4e3a\u4e00\u4e2ajson\u5bf9\u8c61\uff0c\u9ed8\u8ba4\u4f7f\u7528\\n\u4f5c\u4e3a\u6362\u884c\u7b26\uff0c\u9700\u8981\u5c06read_json_by_line\u8bbe\u7f6e\u4e3atrue\uff0cjson\u6570\u636e\u683c\u5f0f\u5982\u4e0b\uff1a"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'{"category":"C++","author":"avc","title":"C++ primer","price":89.5}\n{"category":"Java","author":"avc","title":"Effective Java","price":95}\n{"category":"Linux","author":"avc","title":"Linux kernel","price":195}\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5339\u914d\u6a21\u5f0f\uff0c\u5bfc\u5165json\u6570\u636e"),(0,n.yg)("p",{parentName:"li"},"json\u6570\u636e\u683c\u5f0f\uff1a"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'[\n{"category":"xuxb111","author":"1avc","title":"SayingsoftheCentury","price":895},{"category":"xuxb222","author":"2avc","title":"SayingsoftheCentury","price":895},\n{"category":"xuxb333","author":"3avc","title":"SayingsoftheCentury","price":895}\n]\n')),(0,n.yg)("p",{parentName:"li"},"\u901a\u8fc7\u6307\u5b9ajsonpath\u8fdb\u884c\u7cbe\u51c6\u5bfc\u5165\uff0c\u4f8b\u5982\u53ea\u5bfc\u5165category\u3001author\u3001price\u4e09\u4e2a\u5c5e\u6027"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -H "columns: category, price, author" -H "label:123" -H "format: json" -H "jsonpaths: [\\"$.category\\",\\"$.price\\",\\"$.author\\"]" -H "strip_outer_array: true" -T testData http://host:port/api/testDb/testTbl/_stream_load\n')),(0,n.yg)("p",{parentName:"li"},"\u8bf4\u660e\uff1a\n1\uff09\u5982\u679cjson\u6570\u636e\u662f\u4ee5\u6570\u7ec4\u5f00\u59cb\uff0c\u5e76\u4e14\u6570\u7ec4\u4e2d\u6bcf\u4e2a\u5bf9\u8c61\u662f\u4e00\u6761\u8bb0\u5f55\uff0c\u5219\u9700\u8981\u5c06strip_outer_array\u8bbe\u7f6e\u6210true\uff0c\u8868\u793a\u5c55\u5e73\u6570\u7ec4\u3002\n2\uff09\u5982\u679cjson\u6570\u636e\u662f\u4ee5\u6570\u7ec4\u5f00\u59cb\uff0c\u5e76\u4e14\u6570\u7ec4\u4e2d\u6bcf\u4e2a\u5bf9\u8c61\u662f\u4e00\u6761\u8bb0\u5f55\uff0c\u5728\u8bbe\u7f6ejsonpath\u65f6\uff0c\u6211\u4eec\u7684ROOT\u8282\u70b9\u5b9e\u9645\u4e0a\u662f\u6570\u7ec4\u4e2d\u5bf9\u8c61\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u7528\u6237\u6307\u5b9ajson\u6839\u8282\u70b9"),(0,n.yg)("p",{parentName:"li"},"json\u6570\u636e\u683c\u5f0f:"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'{\n "RECORDS":[\n{"category":"11","title":"SayingsoftheCentury","price":895,"timestamp":1589191587},\n{"category":"22","author":"2avc","price":895,"timestamp":1589191487},\n{"category":"33","author":"3avc","title":"SayingsoftheCentury","timestamp":1589191387}\n]\n}\n')),(0,n.yg)("p",{parentName:"li"},"\u901a\u8fc7\u6307\u5b9ajsonpath\u8fdb\u884c\u7cbe\u51c6\u5bfc\u5165\uff0c\u4f8b\u5982\u53ea\u5bfc\u5165category\u3001author\u3001price\u4e09\u4e2a\u5c5e\u6027 "),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -H "columns: category, price, author" -H "label:123" -H "format: json" -H "jsonpaths: [\\"$.category\\",\\"$.price\\",\\"$.author\\"]" -H "strip_outer_array: true" -H "json_root: $.RECORDS" -T testData http://host:port/api/testDb/testTbl/_stream_load\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5220\u9664\u4e0e\u8fd9\u6279\u5bfc\u5165key \u76f8\u540c\u7684\u6570\u636e"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -H "merge_type: DELETE" -T testData http://host:port/api/testDb/testTbl/_stream_load\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5c06\u8fd9\u6279\u6570\u636e\u4e2d\u4e0eflag \u5217\u4e3ature \u7684\u6570\u636e\u76f8\u5339\u914d\u7684\u5217\u5220\u9664\uff0c\u5176\u4ed6\u884c\u6b63\u5e38\u8ffd\u52a0"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root: -H "column_separator:," -H "columns: siteid, citycode, username, pv, flag" -H "merge_type: MERGE" -H "delete: flag=1" -T testData http://host:port/api/testDb/testTbl/_stream_load\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5bfc\u5165\u6570\u636e\u5230\u542b\u6709sequence\u5217\u7684UNIQUE_KEYS\u8868\u4e2d"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -H "columns: k1,k2,source_sequence,v1,v2" -H "function_column.sequence_col: source_sequence" -T testData http://host:port/api/testDb/testTbl/_stream_load\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"csv\u6587\u4ef6\u884c\u9996\u8fc7\u6ee4\u5bfc\u5165"),(0,n.yg)("p",{parentName:"li"},"\u6587\u4ef6\u6570\u636e:"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"}," id,name,age\n 1,doris,20\n 2,flink,10\n")),(0,n.yg)("p",{parentName:"li"},"\u901a\u8fc7\u6307\u5b9a",(0,n.yg)("inlineCode",{parentName:"p"},"format=csv_with_names"),"\u8fc7\u6ee4\u9996\u884c\u5bfc\u5165"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -T test.csv -H "label:1" -H "format:csv_with_names" -H "column_separator:," http://host:port/api/testDb/testTbl/_stream_load\n'))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5bfc\u5165\u6570\u636e\u5230\u8868\u5b57\u6bb5\u542b\u6709DEFAULT CURRENT_TIMESTAMP\u7684\u8868\u4e2d"),(0,n.yg)("p",{parentName:"li"},"\u8868\u7ed3\u6784\uff1a"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre",className:"language-sql"},"`id` bigint(30) NOT NULL,\n`order_code` varchar(30) DEFAULT NULL COMMENT '',\n`create_time` datetimev2(3) DEFAULT CURRENT_TIMESTAMP\n")),(0,n.yg)("p",{parentName:"li"},"json\u6570\u636e\u683c\u5f0f\uff1a"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'{"id":1,"order_Code":"avc"}\n')),(0,n.yg)("p",{parentName:"li"},"\u5bfc\u5165\u547d\u4ee4\uff1a"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre"},'curl --location-trusted -u root -T test.json -H "label:1" -H "format:json" -H \'columns: id, order_code, create_time=CURRENT_TIMESTAMP()\' http://host:port/api/testDb/testTbl/_stream_load\n')))),(0,n.yg)("h3",{id:"keywords"},"Keywords"),(0,n.yg)("pre",null,(0,n.yg)("code",{parentName:"pre"},"STREAM, LOAD\n")),(0,n.yg)("h3",{id:"best-practice"},"Best Practice"),(0,n.yg)("ol",null,(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u67e5\u770b\u5bfc\u5165\u4efb\u52a1\u72b6\u6001"),(0,n.yg)("p",{parentName:"li"},"Stream Load \u662f\u4e00\u4e2a\u540c\u6b65\u5bfc\u5165\u8fc7\u7a0b\uff0c\u8bed\u53e5\u6267\u884c\u6210\u529f\u5373\u4ee3\u8868\u6570\u636e\u5bfc\u5165\u6210\u529f\u3002\u5bfc\u5165\u7684\u6267\u884c\u7ed3\u679c\u4f1a\u901a\u8fc7 HTTP \u8fd4\u56de\u503c\u540c\u6b65\u8fd4\u56de\u3002\u5e76\u4ee5 Json \u683c\u5f0f\u5c55\u793a\u3002\u793a\u4f8b\u5982\u4e0b\uff1a"),(0,n.yg)("pre",{parentName:"li"},(0,n.yg)("code",{parentName:"pre",className:"language-json"},'{\n "TxnId": 17,\n "Label": "707717c0-271a-44c5-be0b-4e71bfeacaa5",\n "Status": "Success",\n "Message": "OK",\n "NumberTotalRows": 5,\n "NumberLoadedRows": 5,\n "NumberFilteredRows": 0,\n "NumberUnselectedRows": 0,\n "LoadBytes": 28,\n "LoadTimeMs": 27,\n "BeginTxnTimeMs": 0,\n "StreamLoadPutTimeMs": 2,\n "ReadDataTimeMs": 0,\n "WriteDataTimeMs": 3,\n "CommitAndPublishTimeMs": 18\n}\n')),(0,n.yg)("p",{parentName:"li"},"\u4e0b\u9762\u4e3b\u8981\u89e3\u91ca\u4e86 Stream load \u5bfc\u5165\u7ed3\u679c\u53c2\u6570\uff1a"),(0,n.yg)("ul",{parentName:"li"},(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"TxnId\uff1a\u5bfc\u5165\u7684\u4e8b\u52a1ID\u3002\u7528\u6237\u53ef\u4e0d\u611f\u77e5\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"Label\uff1a\u5bfc\u5165 Label\u3002\u7531\u7528\u6237\u6307\u5b9a\u6216\u7cfb\u7edf\u81ea\u52a8\u751f\u6210\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"Status\uff1a\u5bfc\u5165\u5b8c\u6210\u72b6\u6001\u3002"),(0,n.yg)("p",{parentName:"li"},' "Success"\uff1a\u8868\u793a\u5bfc\u5165\u6210\u529f\u3002'),(0,n.yg)("p",{parentName:"li"},' "Publish Timeout"\uff1a\u8be5\u72b6\u6001\u4e5f\u8868\u793a\u5bfc\u5165\u5df2\u7ecf\u5b8c\u6210\uff0c\u53ea\u662f\u6570\u636e\u53ef\u80fd\u4f1a\u5ef6\u8fdf\u53ef\u89c1\uff0c\u65e0\u9700\u91cd\u8bd5\u3002'),(0,n.yg)("p",{parentName:"li"},' "Label Already Exists"\uff1aLabel \u91cd\u590d\uff0c\u9700\u66f4\u6362 Label\u3002'),(0,n.yg)("p",{parentName:"li"},' "Fail"\uff1a\u5bfc\u5165\u5931\u8d25\u3002')),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"ExistingJobStatus\uff1a\u5df2\u5b58\u5728\u7684 Label \u5bf9\u5e94\u7684\u5bfc\u5165\u4f5c\u4e1a\u7684\u72b6\u6001\u3002"),(0,n.yg)("p",{parentName:"li"},' \u8fd9\u4e2a\u5b57\u6bb5\u53ea\u6709\u5728\u5f53 Status \u4e3a "Label Already Exists" \u65f6\u624d\u4f1a\u663e\u793a\u3002\u7528\u6237\u53ef\u4ee5\u901a\u8fc7\u8fd9\u4e2a\u72b6\u6001\uff0c\u77e5\u6653\u5df2\u5b58\u5728 Label \u5bf9\u5e94\u7684\u5bfc\u5165\u4f5c\u4e1a\u7684\u72b6\u6001\u3002"RUNNING" \u8868\u793a\u4f5c\u4e1a\u8fd8\u5728\u6267\u884c\uff0c"FINISHED" \u8868\u793a\u4f5c\u4e1a\u6210\u529f\u3002')),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"Message\uff1a\u5bfc\u5165\u9519\u8bef\u4fe1\u606f\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"NumberTotalRows\uff1a\u5bfc\u5165\u603b\u5904\u7406\u7684\u884c\u6570\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"NumberLoadedRows\uff1a\u6210\u529f\u5bfc\u5165\u7684\u884c\u6570\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"NumberFilteredRows\uff1a\u6570\u636e\u8d28\u91cf\u4e0d\u5408\u683c\u7684\u884c\u6570\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"NumberUnselectedRows\uff1a\u88ab where \u6761\u4ef6\u8fc7\u6ee4\u7684\u884c\u6570\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"LoadBytes\uff1a\u5bfc\u5165\u7684\u5b57\u8282\u6570\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"LoadTimeMs\uff1a\u5bfc\u5165\u5b8c\u6210\u65f6\u95f4\u3002\u5355\u4f4d\u6beb\u79d2\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"BeginTxnTimeMs\uff1a\u5411Fe\u8bf7\u6c42\u5f00\u59cb\u4e00\u4e2a\u4e8b\u52a1\u6240\u82b1\u8d39\u7684\u65f6\u95f4\uff0c\u5355\u4f4d\u6beb\u79d2\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"StreamLoadPutTimeMs\uff1a\u5411Fe\u8bf7\u6c42\u83b7\u53d6\u5bfc\u5165\u6570\u636e\u6267\u884c\u8ba1\u5212\u6240\u82b1\u8d39\u7684\u65f6\u95f4\uff0c\u5355\u4f4d\u6beb\u79d2\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"ReadDataTimeMs\uff1a\u8bfb\u53d6\u6570\u636e\u6240\u82b1\u8d39\u7684\u65f6\u95f4\uff0c\u5355\u4f4d\u6beb\u79d2\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"WriteDataTimeMs\uff1a\u6267\u884c\u5199\u5165\u6570\u636e\u64cd\u4f5c\u6240\u82b1\u8d39\u7684\u65f6\u95f4\uff0c\u5355\u4f4d\u6beb\u79d2\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"CommitAndPublishTimeMs\uff1a\u5411Fe\u8bf7\u6c42\u63d0\u4ea4\u5e76\u4e14\u53d1\u5e03\u4e8b\u52a1\u6240\u82b1\u8d39\u7684\u65f6\u95f4\uff0c\u5355\u4f4d\u6beb\u79d2\u3002")),(0,n.yg)("li",{parentName:"ul"},(0,n.yg)("p",{parentName:"li"},"ErrorURL\uff1a\u5982\u679c\u6709\u6570\u636e\u8d28\u91cf\u95ee\u9898\uff0c\u901a\u8fc7\u8bbf\u95ee\u8fd9\u4e2a URL \u67e5\u770b\u5177\u4f53\u9519\u8bef\u884c\u3002"),(0,n.yg)("blockquote",{parentName:"li"},(0,n.yg)("p",{parentName:"blockquote"},"\u6ce8\u610f\uff1a\u7531\u4e8e Stream load \u662f\u540c\u6b65\u7684\u5bfc\u5165\u65b9\u5f0f\uff0c\u6240\u4ee5\u5e76\u4e0d\u4f1a\u5728 Doris \u7cfb\u7edf\u4e2d\u8bb0\u5f55\u5bfc\u5165\u4fe1\u606f\uff0c\u7528\u6237\u65e0\u6cd5\u5f02\u6b65\u7684\u901a\u8fc7\u67e5\u770b\u5bfc\u5165\u547d\u4ee4\u770b\u5230 Stream load\u3002\u4f7f\u7528\u65f6\u9700\u76d1\u542c\u521b\u5efa\u5bfc\u5165\u8bf7\u6c42\u7684\u8fd4\u56de\u503c\u83b7\u53d6\u5bfc\u5165\u7ed3\u679c\u3002"))))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5982\u4f55\u6b63\u786e\u63d0\u4ea4 Stream Load \u4f5c\u4e1a\u548c\u5904\u7406\u8fd4\u56de\u7ed3\u679c\u3002"),(0,n.yg)("p",{parentName:"li"},"Stream Load \u662f\u540c\u6b65\u5bfc\u5165\u64cd\u4f5c\uff0c\u56e0\u6b64\u7528\u6237\u9700\u540c\u6b65\u7b49\u5f85\u547d\u4ee4\u7684\u8fd4\u56de\u7ed3\u679c\uff0c\u5e76\u6839\u636e\u8fd4\u56de\u7ed3\u679c\u51b3\u5b9a\u4e0b\u4e00\u6b65\u5904\u7406\u65b9\u5f0f\u3002"),(0,n.yg)("p",{parentName:"li"},"\u7528\u6237\u9996\u8981\u5173\u6ce8\u7684\u662f\u8fd4\u56de\u7ed3\u679c\u4e2d\u7684 ",(0,n.yg)("inlineCode",{parentName:"p"},"Status")," \u5b57\u6bb5\u3002"),(0,n.yg)("p",{parentName:"li"},"\u5982\u679c\u4e3a ",(0,n.yg)("inlineCode",{parentName:"p"},"Success"),"\uff0c\u5219\u4e00\u5207\u6b63\u5e38\uff0c\u53ef\u4ee5\u8fdb\u884c\u4e4b\u540e\u7684\u5176\u4ed6\u64cd\u4f5c\u3002"),(0,n.yg)("p",{parentName:"li"},"\u5982\u679c\u8fd4\u56de\u7ed3\u679c\u51fa\u73b0\u5927\u91cf\u7684 ",(0,n.yg)("inlineCode",{parentName:"p"},"Publish Timeout"),"\uff0c\u5219\u53ef\u80fd\u8bf4\u660e\u76ee\u524d\u96c6\u7fa4\u67d0\u4e9b\u8d44\u6e90\uff08\u5982IO\uff09\u7d27\u5f20\u5bfc\u81f4\u5bfc\u5165\u7684\u6570\u636e\u65e0\u6cd5\u6700\u7ec8\u751f\u6548\u3002",(0,n.yg)("inlineCode",{parentName:"p"},"Publish Timeout")," \u72b6\u6001\u7684\u5bfc\u5165\u4efb\u52a1\u5df2\u7ecf\u6210\u529f\uff0c\u65e0\u9700\u91cd\u8bd5\uff0c\u4f46\u6b64\u65f6\u5efa\u8bae\u51cf\u7f13\u6216\u505c\u6b62\u65b0\u5bfc\u5165\u4efb\u52a1\u7684\u63d0\u4ea4\uff0c\u5e76\u89c2\u5bdf\u96c6\u7fa4\u8d1f\u8f7d\u60c5\u51b5\u3002"),(0,n.yg)("p",{parentName:"li"},"\u5982\u679c\u8fd4\u56de\u7ed3\u679c\u4e3a ",(0,n.yg)("inlineCode",{parentName:"p"},"Fail"),"\uff0c\u5219\u8bf4\u660e\u5bfc\u5165\u5931\u8d25\uff0c\u9700\u6839\u636e\u5177\u4f53\u539f\u56e0\u67e5\u770b\u95ee\u9898\u3002\u89e3\u51b3\u540e\uff0c\u53ef\u4ee5\u4f7f\u7528\u76f8\u540c\u7684 Label \u91cd\u8bd5\u3002"),(0,n.yg)("p",{parentName:"li"},"\u5728\u67d0\u4e9b\u60c5\u51b5\u4e0b\uff0c\u7528\u6237\u7684 HTTP \u8fde\u63a5\u53ef\u80fd\u4f1a\u5f02\u5e38\u65ad\u5f00\u5bfc\u81f4\u65e0\u6cd5\u83b7\u53d6\u6700\u7ec8\u7684\u8fd4\u56de\u7ed3\u679c\u3002\u6b64\u65f6\u53ef\u4ee5\u4f7f\u7528\u76f8\u540c\u7684 Label \u91cd\u65b0\u63d0\u4ea4\u5bfc\u5165\u4efb\u52a1\uff0c\u91cd\u65b0\u63d0\u4ea4\u7684\u4efb\u52a1\u53ef\u80fd\u6709\u5982\u4e0b\u7ed3\u679c\uff1a"),(0,n.yg)("ol",{parentName:"li"},(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("inlineCode",{parentName:"li"},"Status")," \u72b6\u6001\u4e3a ",(0,n.yg)("inlineCode",{parentName:"li"},"Success"),"\uff0c",(0,n.yg)("inlineCode",{parentName:"li"},"Fail")," \u6216\u8005 ",(0,n.yg)("inlineCode",{parentName:"li"},"Publish Timeout"),"\u3002\u6b64\u65f6\u6309\u7167\u6b63\u5e38\u7684\u6d41\u7a0b\u5904\u7406\u5373\u53ef\u3002"),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("inlineCode",{parentName:"li"},"Status")," \u72b6\u6001\u4e3a ",(0,n.yg)("inlineCode",{parentName:"li"},"Label Already Exists"),"\u3002\u5219\u6b64\u65f6\u9700\u7ee7\u7eed\u67e5\u770b ",(0,n.yg)("inlineCode",{parentName:"li"},"ExistingJobStatus")," \u5b57\u6bb5\u3002\u5982\u679c\u8be5\u5b57\u6bb5\u503c\u4e3a ",(0,n.yg)("inlineCode",{parentName:"li"},"FINISHED"),"\uff0c\u5219\u8868\u793a\u8fd9\u4e2a Label \u5bf9\u5e94\u7684\u5bfc\u5165\u4efb\u52a1\u5df2\u7ecf\u6210\u529f\uff0c\u65e0\u9700\u5728\u91cd\u8bd5\u3002\u5982\u679c\u4e3a ",(0,n.yg)("inlineCode",{parentName:"li"},"RUNNING"),"\uff0c\u5219\u8868\u793a\u8fd9\u4e2a Label \u5bf9\u5e94\u7684\u5bfc\u5165\u4efb\u52a1\u4f9d\u7136\u5728\u8fd0\u884c\uff0c\u5219\u6b64\u65f6\u9700\u6bcf\u95f4\u9694\u4e00\u6bb5\u65f6\u95f4\uff08\u598210\u79d2\uff09\uff0c\u4f7f\u7528\u76f8\u540c\u7684 Label \u7ee7\u7eed\u91cd\u590d\u63d0\u4ea4\uff0c\u76f4\u5230 ",(0,n.yg)("inlineCode",{parentName:"li"},"Status")," \u4e0d\u4e3a ",(0,n.yg)("inlineCode",{parentName:"li"},"Label Already Exists"),"\uff0c\u6216\u8005 ",(0,n.yg)("inlineCode",{parentName:"li"},"ExistingJobStatus")," \u5b57\u6bb5\u503c\u4e3a ",(0,n.yg)("inlineCode",{parentName:"li"},"FINISHED")," \u4e3a\u6b62\u3002"))),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u53d6\u6d88\u5bfc\u5165\u4efb\u52a1"),(0,n.yg)("p",{parentName:"li"},"\u5df2\u63d0\u4ea4\u5207\u5c1a\u672a\u7ed3\u675f\u7684\u5bfc\u5165\u4efb\u52a1\u53ef\u4ee5\u901a\u8fc7 CANCEL LOAD \u547d\u4ee4\u53d6\u6d88\u3002\u53d6\u6d88\u540e\uff0c\u5df2\u5199\u5165\u7684\u6570\u636e\u4e5f\u4f1a\u56de\u6eda\uff0c\u4e0d\u4f1a\u751f\u6548\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"Label\u3001\u5bfc\u5165\u4e8b\u52a1\u3001\u591a\u8868\u539f\u5b50\u6027"),(0,n.yg)("p",{parentName:"li"},"Doris \u4e2d\u6240\u6709\u5bfc\u5165\u4efb\u52a1\u90fd\u662f\u539f\u5b50\u751f\u6548\u7684\u3002\u5e76\u4e14\u5728\u540c\u4e00\u4e2a\u5bfc\u5165\u4efb\u52a1\u4e2d\u5bf9\u591a\u5f20\u8868\u7684\u5bfc\u5165\u4e5f\u80fd\u591f\u4fdd\u8bc1\u539f\u5b50\u6027\u3002\u540c\u65f6\uff0cDoris \u8fd8\u53ef\u4ee5\u901a\u8fc7 Label \u7684\u673a\u5236\u6765\u4fdd\u8bc1\u6570\u636e\u5bfc\u5165\u7684\u4e0d\u4e22\u4e0d\u91cd\u3002\u5177\u4f53\u8bf4\u660e\u53ef\u4ee5\u53c2\u9605 ",(0,n.yg)("a",{parentName:"p",href:"../../../../data-operate/import/import-scenes/load-atomicity.md"},"\u5bfc\u5165\u4e8b\u52a1\u548c\u539f\u5b50\u6027")," \u6587\u6863\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5217\u6620\u5c04\u3001\u884d\u751f\u5217\u548c\u8fc7\u6ee4"),(0,n.yg)("p",{parentName:"li"},"Doris \u53ef\u4ee5\u5728\u5bfc\u5165\u8bed\u53e5\u4e2d\u652f\u6301\u975e\u5e38\u4e30\u5bcc\u7684\u5217\u8f6c\u6362\u548c\u8fc7\u6ee4\u64cd\u4f5c\u3002\u652f\u6301\u7edd\u5927\u591a\u6570\u5185\u7f6e\u51fd\u6570\u548c UDF\u3002\u5173\u4e8e\u5982\u4f55\u6b63\u786e\u7684\u4f7f\u7528\u8fd9\u4e2a\u529f\u80fd\uff0c\u53ef\u53c2\u9605 ",(0,n.yg)("a",{parentName:"p",href:"../../../../data-operate/import/import-scenes/load-data-convert.md"},"\u5217\u7684\u6620\u5c04\uff0c\u8f6c\u6362\u4e0e\u8fc7\u6ee4")," \u6587\u6863\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u9519\u8bef\u6570\u636e\u8fc7\u6ee4"),(0,n.yg)("p",{parentName:"li"},"Doris \u7684\u5bfc\u5165\u4efb\u52a1\u53ef\u4ee5\u5bb9\u5fcd\u4e00\u90e8\u5206\u683c\u5f0f\u9519\u8bef\u7684\u6570\u636e\u3002\u5bb9\u5fcd\u7387\u901a\u8fc7 ",(0,n.yg)("inlineCode",{parentName:"p"},"max_filter_ratio")," \u8bbe\u7f6e\u3002\u9ed8\u8ba4\u4e3a0\uff0c\u5373\u8868\u793a\u5f53\u6709\u4e00\u6761\u9519\u8bef\u6570\u636e\u65f6\uff0c\u6574\u4e2a\u5bfc\u5165\u4efb\u52a1\u5c06\u4f1a\u5931\u8d25\u3002\u5982\u679c\u7528\u6237\u5e0c\u671b\u5ffd\u7565\u90e8\u5206\u6709\u95ee\u9898\u7684\u6570\u636e\u884c\uff0c\u53ef\u4ee5\u5c06\u6b21\u53c2\u6570\u8bbe\u7f6e\u4e3a 0~1 \u4e4b\u95f4\u7684\u6570\u503c\uff0cDoris \u4f1a\u81ea\u52a8\u8df3\u8fc7\u54ea\u4e9b\u6570\u636e\u683c\u5f0f\u4e0d\u6b63\u786e\u7684\u884c\u3002"),(0,n.yg)("p",{parentName:"li"},"\u5173\u4e8e\u5bb9\u5fcd\u7387\u7684\u4e00\u4e9b\u8ba1\u7b97\u65b9\u5f0f\uff0c\u53ef\u4ee5\u53c2\u9605 ",(0,n.yg)("a",{parentName:"p",href:"../../../../data-operate/import/import-scenes/load-data-convert.md"},"\u5217\u7684\u6620\u5c04\uff0c\u8f6c\u6362\u4e0e\u8fc7\u6ee4")," \u6587\u6863\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u4e25\u683c\u6a21\u5f0f"),(0,n.yg)("p",{parentName:"li"},(0,n.yg)("inlineCode",{parentName:"p"},"strict_mode")," \u5c5e\u6027\u7528\u4e8e\u8bbe\u7f6e\u5bfc\u5165\u4efb\u52a1\u662f\u5426\u8fd0\u884c\u5728\u4e25\u683c\u6a21\u5f0f\u4e0b\u3002\u8be5\u5c5e\u6027\u4f1a\u5bf9\u5217\u6620\u5c04\u3001\u8f6c\u6362\u548c\u8fc7\u6ee4\u7684\u7ed3\u679c\u4ea7\u751f\u5f71\u54cd\uff0c\u5b83\u540c\u65f6\u4e5f\u5c06\u63a7\u5236\u90e8\u5206\u5217\u66f4\u65b0\u7684\u884c\u4e3a\u3002\u5173\u4e8e\u4e25\u683c\u6a21\u5f0f\u7684\u5177\u4f53\u8bf4\u660e\uff0c\u53ef\u53c2\u9605 ",(0,n.yg)("a",{parentName:"p",href:"../../../../data-operate/import/import-scenes/load-strict-mode.md"},"\u4e25\u683c\u6a21\u5f0f")," \u6587\u6863\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u8d85\u65f6\u65f6\u95f4"),(0,n.yg)("p",{parentName:"li"},"Stream Load \u7684\u9ed8\u8ba4\u8d85\u65f6\u65f6\u95f4\u4e3a 10 \u5206\u949f\u3002\u4ece\u4efb\u52a1\u63d0\u4ea4\u5f00\u59cb\u7b97\u8d77\u3002\u5982\u679c\u5728\u8d85\u65f6\u65f6\u95f4\u5185\u6ca1\u6709\u5b8c\u6210\uff0c\u5219\u4efb\u52a1\u4f1a\u5931\u8d25\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u6570\u636e\u91cf\u548c\u4efb\u52a1\u6570\u9650\u5236"),(0,n.yg)("p",{parentName:"li"},"Stream Load \u9002\u5408\u5bfc\u5165\u51e0\u4e2aGB\u4ee5\u5185\u7684\u6570\u636e\uff0c\u56e0\u4e3a\u6570\u636e\u4e3a\u5355\u7ebf\u7a0b\u4f20\u8f93\u5904\u7406\uff0c\u56e0\u6b64\u5bfc\u5165\u8fc7\u5927\u7684\u6570\u636e\u6027\u80fd\u5f97\u4e0d\u5230\u4fdd\u8bc1\u3002\u5f53\u6709\u5927\u91cf\u672c\u5730\u6570\u636e\u9700\u8981\u5bfc\u5165\u65f6\uff0c\u53ef\u4ee5\u5e76\u884c\u63d0\u4ea4\u591a\u4e2a\u5bfc\u5165\u4efb\u52a1\u3002"),(0,n.yg)("p",{parentName:"li"},"Doris \u540c\u65f6\u4f1a\u9650\u5236\u96c6\u7fa4\u5185\u540c\u65f6\u8fd0\u884c\u7684\u5bfc\u5165\u4efb\u52a1\u6570\u91cf\uff0c\u901a\u5e38\u5728 10-20 \u4e2a\u4e0d\u7b49\u3002\u4e4b\u540e\u63d0\u4ea4\u7684\u5bfc\u5165\u4f5c\u4e1a\u4f1a\u88ab\u62d2\u7edd\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u6d89\u53ca\u65f6\u533a\u7684\u5bfc\u5165"),(0,n.yg)("p",{parentName:"li"},"\u7531\u4e8e Doris \u76ee\u524d\u6ca1\u6709\u5185\u7f6e\u65f6\u533a\u7684\u65f6\u95f4\u7c7b\u578b\uff0c\u6240\u6709 ",(0,n.yg)("inlineCode",{parentName:"p"},"DATETIME")," \u76f8\u5173\u7c7b\u578b\u5747\u53ea\u8868\u793a\u7edd\u5bf9\u7684\u65f6\u95f4\u70b9\uff0c\u800c\u4e0d\u5305\u542b\u65f6\u533a\u4fe1\u606f\uff0c\u4e0d\u56e0 Doris \u7cfb\u7edf\u65f6\u533a\u53d8\u5316\u800c\u53d1\u751f\u53d8\u5316\u3002\u56e0\u6b64\uff0c\u5bf9\u4e8e\u5e26\u65f6\u533a\u6570\u636e\u7684\u5bfc\u5165\uff0c\u6211\u4eec\u7edf\u4e00\u7684\u5904\u7406\u65b9\u5f0f\u4e3a",(0,n.yg)("strong",{parentName:"p"},"\u5c06\u5176\u8f6c\u6362\u4e3a\u7279\u5b9a\u76ee\u6807\u65f6\u533a\u4e0b\u7684\u6570\u636e"),"\u3002\u5728 Doris \u7cfb\u7edf\u4e2d\uff0c\u5373 session variable ",(0,n.yg)("inlineCode",{parentName:"p"},"time_zone")," \u6240\u4ee3\u8868\u7684\u65f6\u533a\u3002"),(0,n.yg)("p",{parentName:"li"},"\u800c\u5728\u5bfc\u5165\u4e2d\uff0c\u6211\u4eec\u7684\u76ee\u6807\u65f6\u533a\u901a\u8fc7\u53c2\u6570 ",(0,n.yg)("inlineCode",{parentName:"p"},"timezone")," \u6307\u5b9a\uff0c\u8be5\u53d8\u91cf\u5728\u53d1\u751f\u65f6\u533a\u8f6c\u6362\u3001\u8fd0\u7b97\u65f6\u533a\u654f\u611f\u51fd\u6570\u65f6\u5c06\u4f1a\u66ff\u4ee3 session variable ",(0,n.yg)("inlineCode",{parentName:"p"},"time_zone"),"\u3002\u56e0\u6b64\uff0c\u5982\u679c\u6ca1\u6709\u7279\u6b8a\u60c5\u51b5\uff0c\u5728\u5bfc\u5165\u4e8b\u52a1\u4e2d\u5e94\u5f53\u8bbe\u5b9a ",(0,n.yg)("inlineCode",{parentName:"p"},"timezone")," \u4e0e\u5f53\u524d Doris \u96c6\u7fa4\u7684 ",(0,n.yg)("inlineCode",{parentName:"p"},"time_zone"),' \u4e00\u81f4\u3002\u6b64\u65f6\u610f\u5473\u7740\u6240\u6709\u5e26\u65f6\u533a\u7684\u65f6\u95f4\u6570\u636e\uff0c\u5747\u4f1a\u53d1\u751f\u5411\u8be5\u65f6\u533a\u7684\u8f6c\u6362\u3002\n\u4f8b\u5982\uff0cDoris \u7cfb\u7edf\u65f6\u533a\u4e3a "+08:00"\uff0c\u5bfc\u5165\u6570\u636e\u4e2d\u7684\u65f6\u95f4\u5217\u5305\u542b\u4e24\u6761\u6570\u636e\uff0c\u5206\u522b\u4e3a "2012-01-01 01:00:00Z" \u548c "2015-12-12 12:12:12-08:00"\uff0c\u5219\u6211\u4eec\u5728\u5bfc\u5165\u65f6\u901a\u8fc7 ',(0,n.yg)("inlineCode",{parentName:"p"},'-H "timezone: +08:00"'),' \u6307\u5b9a\u5bfc\u5165\u4e8b\u52a1\u7684\u65f6\u533a\u540e\uff0c\u8fd9\u4e24\u6761\u6570\u636e\u90fd\u4f1a\u5411\u8be5\u65f6\u533a\u53d1\u751f\u8f6c\u6362\uff0c\u4ece\u800c\u5f97\u5230\u7ed3\u679c "2012-01-01 09:00:00" \u548c "2015-12-13 04:12:12"\u3002'),(0,n.yg)("p",{parentName:"li"},"\u66f4\u8be6\u7ec6\u7684\u7406\u89e3\uff0c\u8bf7\u53c2\u9605",(0,n.yg)("a",{parentName:"p",href:"../../../../advanced/time-zone"},"\u65f6\u533a"),"\u6587\u6863\u3002")),(0,n.yg)("li",{parentName:"ol"},(0,n.yg)("p",{parentName:"li"},"\u5bfc\u5165\u7684\u6267\u884c\u5f15\u64ce\u4f7f\u7528"),(0,n.yg)("p",{parentName:"li"},"Session Variable ",(0,n.yg)("inlineCode",{parentName:"p"},"enable_pipeline_load")," \u51b3\u5b9a\u662f\u5426\u5c1d\u8bd5\u5f00\u542f Pipeline \u5f15\u64ce\u6267\u884c Streamload \u4efb\u52a1\u3002\u8be6\u89c1",(0,n.yg)("a",{parentName:"p",href:"../../../../data-operate/import/load-manual"},"\u5bfc\u5165"),"\u6587\u6863\u3002"))))}g.isMDXComponent=!0}}]); |