| (window.webpackJsonp=window.webpackJsonp||[]).push([[22],{"./src/documents/Import-Export/IncrementalExport.md":function(e,t,n){"use strict";n.r(t),n.d(t,"default",(function(){return p}));var a=n("../node_modules/babel-preset-react-app/node_modules/@babel/runtime/helpers/esm/objectWithoutProperties.js"),o=(n("../node_modules/react/index.js"),n("../node_modules/@mdx-js/react/dist/esm.js")),r=(n("./theme/styles/styled-colors.js"),n("../node_modules/react-syntax-highlighter/dist/esm/styles/hljs/dark.js")),i=n("../node_modules/react-syntax-highlighter/dist/esm/default-highlight.js"),s=["components"],m={};function p(e){var t=e.components,n=Object(a.a)(e,s);return Object(o.mdx)("wrapper",Object.assign({},m,n,{components:t,mdxType:"MDXLayout"}),Object(o.mdx)("h2",{id:"incremental-export"},"Incremental Export"),Object(o.mdx)("h4",{id:"background"},"Background"),Object(o.mdx)("p",null,"Incremental export allows for export of entities after a specified timestamp. This allows for synchronization capability to be built as it makes payloads lighter."),Object(o.mdx)("h4",{id:"export-options"},"Export Options"),Object(o.mdx)("p",null,"New ",Object(o.mdx)("em",{parentName:"p"},"fetchType")," added to indicate incremental export. This option can be used with any ",Object(o.mdx)("em",{parentName:"p"},"matchType"),". When ",Object(o.mdx)("em",{parentName:"p"},"fetchType")," is ",Object(o.mdx)("em",{parentName:"p"},"incremental"),", it is necessary to specify the ",Object(o.mdx)("em",{parentName:"p"},"changeMarker")," option for incremental export to function, else full export will be performed."),Object(o.mdx)(i.a,{wrapLines:!0,language:"json",style:r.a,mdxType:"SyntaxHighlighter"},'{\n "itemsToExport": [\n { "typeName": "hive_db", "uniqueAttributes": { "qualifiedName": "stocks@cl1" } }\n ],\n"options": {\n "fetchType": "incremental",\n "changeMarker": 10000\n }\n}'),Object(o.mdx)("h4",{id:"getting-change-marker"},"Getting Change Marker"),Object(o.mdx)("p",null,"The very first call to export with ",Object(o.mdx)("em",{parentName:"p"},"fetchType")," set to ",Object(o.mdx)("em",{parentName:"p"},"incremental")," should be made with ",Object(o.mdx)("em",{parentName:"p"},"changeMarker")," set to 0. This will perform a full export. The ",Object(o.mdx)("em",{parentName:"p"},"AtlasExportResult")," will have the ",Object(o.mdx)("em",{parentName:"p"},"changeMarker")," set to a value. This is the value that should be used for a subsequent call to Export."),Object(o.mdx)("h4",{id:"skip-lineage-option"},"Skip Lineage Option"),Object(o.mdx)("p",null,"Export can be performed by skipping lineage information. This avoids all lineage information getting into the exported file."),Object(o.mdx)("h4",{id:"benefit-of-incremental-export"},"Benefit of Incremental Export"),Object(o.mdx)("p",null,"The real benefit of incremental export comes when the export is done with ",Object(o.mdx)("em",{parentName:"p"},"skipLineage")," option set to ",Object(o.mdx)("em",{parentName:"p"},"true"),". This greatly improves performance when fetching entities that have changed since the last export."))}p&&p===Object(p)&&Object.isExtensible(p)&&Object.defineProperty(p,"__filemeta",{enumerable:!0,configurable:!0,value:{name:"MDXContent",filename:"src/documents/Import-Export/IncrementalExport.md"}}),p.isMDXComponent=!0},"./theme/styles/styled-colors.js":function(e,t,n){"use strict";var a=n("../node_modules/react-syntax-highlighter/dist/esm/styles/hljs/dark.js");a.a.hljs.color="#37bb9b",t.a=a.a}}]); |
