| {"version":3,"sources":["/home/madhan/Apache/git/atlas/docs/target/src/documents/Import-Export/IncrementalExport.md","/home/madhan/Apache/git/atlas/docs/target/theme/styles/styled-colors.js"],"names":["layoutProps","MDXContent","components","props","mdxType","parentName","wrapLines","language","style","theme","isMDXComponent","dark","hljs","color"],"mappings":"0lBAWMA,EAAc,GAIL,SAASC,EAAW,GAG/B,IAFFC,EAAU,EAAVA,WACGC,EAAK,iBAER,OAAO,cALS,UAKC,iBAAKH,EAAiBG,EAAK,CAAED,WAAYA,EAAYE,QAAQ,cAE5E,oBACE,GAAM,sBAAoB,sBAE5B,oBACE,GAAM,cAAY,cAEpB,6LACA,oBACE,GAAM,kBAAgB,kBAExB,8BAAW,oBAAIC,WAAW,KAAG,aAAmB,2EAA4E,oBAAIA,WAAW,KAAG,aAAmB,UAAW,oBAAIA,WAAW,KAAG,aAAmB,OAAQ,oBAAIA,WAAW,KAAG,eAAqB,oCAAqC,oBAAIA,WAAW,KAAG,gBAAsB,mFAC7U,cAAC,IAAiB,CAACC,WAAW,EAAMC,SAAS,OAAOC,MAAOC,IAAYL,QAAQ,qBAAmB,6LAWlG,oBACE,GAAM,yBAAuB,yBAE/B,6DAA0C,oBAAIC,WAAW,KAAG,aAAmB,WAAY,oBAAIA,WAAW,KAAG,eAAqB,wBAAyB,oBAAIA,WAAW,KAAG,gBAAsB,mDAAoD,oBAAIA,WAAW,KAAG,qBAA2B,kBAAmB,oBAAIA,WAAW,KAAG,gBAAsB,2FAC/V,oBACE,GAAM,uBAAqB,uBAE7B,uJACA,oBACE,GAAM,iCAA+B,iCAEvC,oGAAiF,oBAAIA,WAAW,KAAG,eAAqB,kBAAmB,oBAAIA,WAAW,KAAG,QAAc,wGAE9K,sMAEDJ,EAAWS,gBAAiB,G,+DC1D5B,iFAqBAC,IAAKC,KAAKC,MAAQ,UACHF,MAAI","file":"static/js/documents-import-export-incremental-export.15461c37.js","sourcesContent":["\nimport React from 'react'\nimport { mdx } from '@mdx-js/react'\n\n/* @jsxRuntime classic */\n/* @jsx mdx */\nimport themen from 'theme/styles/styled-colors';\nimport * as theme from 'react-syntax-highlighter/dist/esm/styles/hljs';\nimport SyntaxHighlighter from 'react-syntax-highlighter';\n\n\nconst layoutProps = {\n \n};\nconst MDXLayout = \"wrapper\"\nexport default function MDXContent({\n components,\n ...props\n}) {\n return <MDXLayout {...layoutProps} {...props} components={components} mdxType=\"MDXLayout\">\n\n <h2 {...{\n \"id\": \"incremental-export\"\n }}>{`Incremental Export`}</h2>\n <h4 {...{\n \"id\": \"background\"\n }}>{`Background`}</h4>\n <p>{`Incremental export allows for export of entities after a specified timestamp. This allows for synchronization capability to be built as it makes payloads lighter.`}</p>\n <h4 {...{\n \"id\": \"export-options\"\n }}>{`Export Options`}</h4>\n <p>{`New `}<em parentName=\"p\">{`fetchType`}</em>{` added to indicate incremental export. This option can be used with any `}<em parentName=\"p\">{`matchType`}</em>{`. When `}<em parentName=\"p\">{`fetchType`}</em>{` is `}<em parentName=\"p\">{`incremental`}</em>{`, it is necessary to specify the `}<em parentName=\"p\">{`changeMarker`}</em>{` option for incremental export to function, else full export will be performed.`}</p>\n <SyntaxHighlighter wrapLines={true} language=\"json\" style={theme.dark} mdxType=\"SyntaxHighlighter\">\n {`{\n \"itemsToExport\": [\n { \"typeName\": \"hive_db\", \"uniqueAttributes\": { \"qualifiedName\": \"stocks@cl1\" } }\n ],\n\"options\": {\n \"fetchType\": \"incremental\",\n \"changeMarker\": 10000\n }\n}`}\n </SyntaxHighlighter>\n <h4 {...{\n \"id\": \"getting-change-marker\"\n }}>{`Getting Change Marker`}</h4>\n <p>{`The very first call to export with `}<em parentName=\"p\">{`fetchType`}</em>{` set to `}<em parentName=\"p\">{`incremental`}</em>{` should be made with `}<em parentName=\"p\">{`changeMarker`}</em>{` set to 0. This will perform a full export. The `}<em parentName=\"p\">{`AtlasExportResult`}</em>{` will have the `}<em parentName=\"p\">{`changeMarker`}</em>{` set to a value. This is the value that should be used for a subsequent call to Export.`}</p>\n <h4 {...{\n \"id\": \"skip-lineage-option\"\n }}>{`Skip Lineage Option`}</h4>\n <p>{`Export can be performed by skipping lineage information. This avoids all lineage information getting into the exported file.`}</p>\n <h4 {...{\n \"id\": \"benefit-of-incremental-export\"\n }}>{`Benefit of Incremental Export`}</h4>\n <p>{`The real benefit of incremental export comes when the export is done with `}<em parentName=\"p\">{`skipLineage`}</em>{` option set to `}<em parentName=\"p\">{`true`}</em>{`. This greatly improves performance when fetching entities that have changed since the last export.`}</p>\n </MDXLayout>;\n}\n;\nMDXContent.isMDXComponent = true;","/**\n * Licensed to the Apache Software Foundation (ASF) under one\n * or more contributor license agreements. See the NOTICE file\n * distributed with this work for additional information\n * regarding copyright ownership. The ASF licenses this file\n * to you under the Apache License, Version 2.0 (the\n * \"License\"); you may not use this file except in compliance\n * with the License. You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { dark } from \"react-syntax-highlighter/dist/esm/styles/hljs\";\n\n//dark[\"powershell\"][\"color\"] = \"#37bb9b\";\ndark.hljs.color = \"#37bb9b\";\nexport default dark;"],"sourceRoot":""} |