blob: 0a915b1446d5743fc340e138afc811e2da11322b [file] [log] [blame]
{"version":3,"sources":["/home/madhan/Apache/git/atlas/docs/target/src/documents/Import-Export/ExportHDFSAPI.md","/home/madhan/Apache/git/atlas/docs/target/theme/styles/styled-colors.js"],"names":["layoutProps","MDXContent","components","props","mdxType","parentName","wrapLines","language","style","theme","isMDXComponent","dark","hljs","color"],"mappings":"slBAWMA,EAAc,GAIL,SAASC,EAAW,GAG/B,IAFFC,EAAU,EAAVA,WACGC,EAAK,iBAER,OAAO,cALS,UAKC,iBAAKH,EAAiBG,EAAK,CAAED,WAAYA,EAAYE,QAAQ,cAE5E,oBACE,GAAM,qCAAmC,sCAE3C,oBACE,GAAM,gBAAc,gBAEtB,2LACA,0GAAuF,oBAAIC,WAAW,KAAG,iBAAuB,kCAChI,wJACA,uBAAG,wBAAQA,WAAW,KAAG,sBACzB,2BACE,uBAAOA,WAAW,SAChB,oBAAIA,WAAW,SACb,oBAAIA,WAAW,KACb,MAAS,MACR,wBAAQA,WAAW,MAAI,cAC1B,oBAAIA,WAAW,KACb,MAAS,MACR,wBAAQA,WAAW,MAAI,mBAG9B,uBAAOA,WAAW,SAChB,oBAAIA,WAAW,SACb,oBAAIA,WAAW,KACb,MAAS,MACR,oDACH,oBAAIA,WAAW,KACb,MAAS,MACR,wBAAQA,WAAW,MAAI,iBAA2B,qCAAsB,yBAAM,wBAAQA,WAAW,MAAI,UAAoB,mCAAoB,yBAAM,wBAAQA,WAAW,MAAI,mBAA6B,wCAE5M,oBAAIA,WAAW,SACb,oBAAIA,WAAW,KACb,MAAS,MACR,wEACH,oBAAIA,WAAW,KACb,MAAS,MACR,wBAAQA,WAAW,MAAI,iBAA2B,qCAAsB,yBAAM,wBAAQA,WAAW,MAAI,UAAoB,6CAA8B,yBAAM,wBAAQA,WAAW,MAAI,mBAA6B,6CAA8B,yBAAM,wBAAQA,WAAW,MAAI,UAAoB,qDAErS,oBAAIA,WAAW,SACb,oBAAIA,WAAW,KACb,MAAS,MACR,qEACH,oBAAIA,WAAW,KACb,MAAS,MACR,wBAAQA,WAAW,MAAI,iBAA2B,qCAAsB,yBAAM,wBAAQA,WAAW,MAAI,UAAoB,2CAA4B,yBAAM,wBAAQA,WAAW,MAAI,mBAA6B,0CAA2B,yBAAM,wBAAQA,WAAW,MAAI,UAAoB,sEAEhS,oBAAIA,WAAW,SACb,oBAAIA,WAAW,KACb,MAAS,MACR,4DACH,oBAAIA,WAAW,KACb,MAAS,MACR,wBAAQA,WAAW,MAAI,iBAA2B,qCAAsB,yBAAM,wBAAQA,WAAW,MAAI,UAAoB,0CAA2B,yBAAM,wBAAQA,WAAW,MAAI,mBAA6B,0CAA2B,yBAAM,wBAAQA,WAAW,MAAI,UAAoB,+DAInS,oBACE,GAAM,8BAA4B,8BAEpC,wGAAqF,oBAAIA,WAAW,KAAG,aAAmB,iCAAkC,mBAAGA,WAAW,IACtK,KAAQ,eAAa,QACR,KACjB,oBACE,GAAM,4BAA0B,4BAElC,yFAAsE,oBAAIA,WAAW,KAAG,qBAA2B,iBACnH,cAAC,IAAiB,CAACC,WAAW,EAAMC,SAAS,QAAQC,MAAOC,IAAYL,QAAQ,qBAAmB,wYAWnG,oBACE,GAAM,uCAAqC,uCAE7C,+JAEH,kMAEDH,EAAWS,gBAAiB,G,+DCzG5B,iFAqBAC,IAAKC,KAAKC,MAAQ,UACHF,MAAI","file":"static/js/documents-import-export-export-hdfsapi.35e269a2.js","sourcesContent":["\nimport React from 'react'\nimport { mdx } from '@mdx-js/react'\n\n/* @jsxRuntime classic */\n/* @jsx mdx */\nimport themen from 'theme/styles/styled-colors';\nimport * as theme from 'react-syntax-highlighter/dist/esm/styles/hljs';\nimport SyntaxHighlighter from 'react-syntax-highlighter';\n\n\nconst layoutProps = {\n \n};\nconst MDXLayout = \"wrapper\"\nexport default function MDXContent({\n components,\n ...props\n}) {\n return <MDXLayout {...layoutProps} {...props} components={components} mdxType=\"MDXLayout\">\n\n <h1 {...{\n \"id\": \"export--import-apis-for-hdfs-path\"\n }}>{`Export & Import APIs for HDFS Path`}</h1>\n <h3 {...{\n \"id\": \"introduction\"\n }}>{`Introduction`}</h3>\n <p>{`The general approach for using the Import-Export APIs for HDFS Paths remain the same. There are minor variations caused how HDFS paths are handled within Atlas.`}</p>\n <p>{`Unlike HIVE entities, HDFS entities within Atlas are created manually using the `}<em parentName=\"p\">{`Create Entity`}</em>{` link within the Atlas Web UI.`}</p>\n <p>{`Also, HDFS paths tend to be hierarchical, in the sense that users tend to model the same HDFS storage structure within Atlas.`}</p>\n <p><strong parentName=\"p\">{`Sample HDFS Setup`}</strong></p>\n <table>\n <thead parentName=\"table\">\n <tr parentName=\"thead\">\n <th parentName=\"tr\" {...{\n \"align\": null\n }}><strong parentName=\"th\">{`HDFS Path`}</strong></th>\n <th parentName=\"tr\" {...{\n \"align\": null\n }}><strong parentName=\"th\">{`Atlas Entity`}</strong></th>\n </tr>\n </thead>\n <tbody parentName=\"table\">\n <tr parentName=\"tbody\">\n <td parentName=\"tr\" {...{\n \"align\": null\n }}><em>{`/apps/warehouse/finance`}</em></td>\n <td parentName=\"tr\" {...{\n \"align\": null\n }}><strong parentName=\"td\">{`Entity type: `}</strong><em>{`hdfs_path`}</em><br /><strong parentName=\"td\">{`Name: `}</strong><em>{`Finance`}</em><br /><strong parentName=\"td\">{`QualifiedName: `}</strong><em>{`FinanceAll`}</em></td>\n </tr>\n <tr parentName=\"tbody\">\n <td parentName=\"tr\" {...{\n \"align\": null\n }}><em>{`/apps/warehouse/finance/accounts-receivable`}</em></td>\n <td parentName=\"tr\" {...{\n \"align\": null\n }}><strong parentName=\"td\">{`Entity type: `}</strong><em>{`hdfs_path`}</em><br /><strong parentName=\"td\">{`Name: `}</strong><em>{`FinanceReceivable`}</em><br /><strong parentName=\"td\">{`QualifiedName: `}</strong><em>{`FinanceReceivable`}</em><br /><strong parentName=\"td\">{`Path: `}</strong><em>{`/apps/warehouse/finance`}</em></td>\n </tr>\n <tr parentName=\"tbody\">\n <td parentName=\"tr\" {...{\n \"align\": null\n }}><em>{`/apps/warehouse/finance/accounts-payable`}</em></td>\n <td parentName=\"tr\" {...{\n \"align\": null\n }}><strong parentName=\"td\">{`Entity type: `}</strong><em>{`hdfs_path`}</em><br /><strong parentName=\"td\">{`Name: `}</strong><em>{`Finance-Payable`}</em><br /><strong parentName=\"td\">{`QualifiedName: `}</strong><em>{`FinancePayable`}</em><br /><strong parentName=\"td\">{`Path: `}</strong><em>{`/apps/warehouse/finance/accounts-payable`}</em></td>\n </tr>\n <tr parentName=\"tbody\">\n <td parentName=\"tr\" {...{\n \"align\": null\n }}><em>{`/apps/warehouse/finance/billing`}</em></td>\n <td parentName=\"tr\" {...{\n \"align\": null\n }}><strong parentName=\"td\">{`Entity type: `}</strong><em>{`hdfs_path`}</em><br /><strong parentName=\"td\">{`Name: `}</strong><em>{`FinanceBilling`}</em><br /><strong parentName=\"td\">{`QualifiedName: `}</strong><em>{`FinanceBilling`}</em><br /><strong parentName=\"td\">{`Path: `}</strong><em>{`/apps/warehouse/finance/billing`}</em></td>\n </tr>\n </tbody>\n </table>\n <h3 {...{\n \"id\": \"export-api-using-matchtype\"\n }}>{`Export API Using matchType`}</h3>\n <p>{`To export entities that represent the HDFS path, use the Export API using the `}<em parentName=\"p\">{`matchType`}</em>{` option. Details can be found `}<a parentName=\"p\" {...{\n \"href\": \"#/ExportAPI\"\n }}>{`here`}</a>{`.`}</p>\n <h3 {...{\n \"id\": \"example-using-curl-calls\"\n }}>{`Example Using CURL Calls`}</h3>\n <p>{`Below are sample CURL calls perform an export operation on the `}<em parentName=\"p\">{`Sample HDFS Setup`}</em>{` shown above.`}</p>\n <SyntaxHighlighter wrapLines={true} language=\"shell\" style={theme.dark} mdxType=\"SyntaxHighlighter\">\n {`curl -X POST -u adminuser:password -H \"Content-Type: application/json\" -H \"Cache-Control: no-cache\" -d '{\n \"itemsToExport\": [\n { \"typeName\": \"hdfs_path\", \"uniqueAttributes\": { \"qualifiedName\": \"FinanceAll\" } }\n ],\n \"options\": {\n \"fetchType\": \"full\",\n \"matchType\": \"startsWith\"\n }\n}' \"http://localhost:21000/api/atlas/admin/export\" > financeAll.zip`}\n </SyntaxHighlighter>\n <h3 {...{\n \"id\": \"automatic-creation-of-hdfs-entities\"\n }}>{`Automatic Creation of HDFS entities`}</h3>\n <p>{`Given that HDFS entity creation is a manual process. The Export API offers a mechanism for the creation of requested HDFS entities.`}</p>\n </MDXLayout>;\n}\n;\nMDXContent.isMDXComponent = true;","/**\n * Licensed to the Apache Software Foundation (ASF) under one\n * or more contributor license agreements. See the NOTICE file\n * distributed with this work for additional information\n * regarding copyright ownership. The ASF licenses this file\n * to you under the Apache License, Version 2.0 (the\n * \"License\"); you may not use this file except in compliance\n * with the License. You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { dark } from \"react-syntax-highlighter/dist/esm/styles/hljs\";\n\n//dark[\"powershell\"][\"color\"] = \"#37bb9b\";\ndark.hljs.color = \"#37bb9b\";\nexport default dark;"],"sourceRoot":""}