| <!doctype html> |
| <html class="docs-version-current" lang="zh-CN" dir="ltr"> |
| <head> |
| <meta charset="UTF-8"> |
| <meta name="viewport" content="width=device-width,initial-scale=1"> |
| <meta name="generator" content="Docusaurus v2.0.0-beta.14"> |
| <link rel="alternate" type="application/rss+xml" href="/zh-CN/blog/rss.xml" title="Apache Linkis Blog RSS Feed"> |
| <link rel="alternate" type="application/atom+xml" href="/zh-CN/blog/atom.xml" title="Apache Linkis Blog Atom Feed"> |
| <link rel="search" type="application/opensearchdescription+xml" title="Apache Linkis" href="/zh-CN/opensearch.xml"><title data-react-helmet="true">数据源功能使用 | Apache Linkis</title><meta data-react-helmet="true" name="twitter:card" content="summary_large_image"><meta data-react-helmet="true" property="og:url" content="https://linkis.incubator.apache.org/zh-CN/docs/1.1.3/deployment/start_metadatasource"><meta data-react-helmet="true" name="docsearch:language" content="zh-CN"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-current"><meta data-react-helmet="true" property="og:title" content="数据源功能使用 | Apache Linkis"><meta data-react-helmet="true" name="description" content="介绍一下如何使用1.1.0版本的新特性功能数据源"><meta data-react-helmet="true" property="og:description" content="介绍一下如何使用1.1.0版本的新特性功能数据源"><link data-react-helmet="true" rel="shortcut icon" href="/zh-CN/img/favicon.ico"><link data-react-helmet="true" rel="canonical" href="https://linkis.incubator.apache.org/zh-CN/docs/1.1.3/deployment/start_metadatasource"><link data-react-helmet="true" rel="alternate" href="https://linkis.incubator.apache.org/docs/1.1.3/deployment/start_metadatasource" hreflang="en"><link data-react-helmet="true" rel="alternate" href="https://linkis.incubator.apache.org/zh-CN/docs/1.1.3/deployment/start_metadatasource" hreflang="zh-CN"><link data-react-helmet="true" rel="alternate" href="https://linkis.incubator.apache.org/docs/1.1.3/deployment/start_metadatasource" hreflang="x-default"><link data-react-helmet="true" rel="preconnect" href="https://AE29KQB3IA-dsn.algolia.net" crossorigin="anonymous"><link rel="stylesheet" href="/zh-CN/assets/css/styles.e9faf9bb.css"> |
| <link rel="preload" href="/zh-CN/assets/js/runtime~main.14d5df0c.js" as="script"> |
| <link rel="preload" href="/zh-CN/assets/js/main.5a9c4743.js" as="script"> |
| </head> |
| <body> |
| <script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus"> |
| <div><a href="#" class="skipToContent_OuoZ">Skip to main content</a></div><nav class="navbar navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><button aria-label="Navigation bar toggle" class="navbar__toggle clean-btn" type="button" tabindex="0"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/zh-CN/"><img src="/zh-CN/img/logo.png" alt="Apache Linkis Logo" class="themedImage_TMUO themedImage--light_4Vu1 navbar__logo"><img src="/zh-CN/img/logo.png" alt="Apache Linkis Logo" class="themedImage_TMUO themedImage--dark_uzRr navbar__logo"><b class="navbar__title">Apache Linkis(Incubating)</b></a><a class="navbar__item navbar__link" href="/zh-CN/">首页</a><a class="navbar__item navbar__link" href="/zh-CN/faq/main">FAQ</a><a class="navbar__item navbar__link" href="/zh-CN/download/main">下载</a><a class="navbar__item navbar__link" href="/zh-CN/community/how-to-subscribe">社区</a><a class="navbar__item navbar__link" href="/zh-CN/blog">博客</a><a class="navbar__item navbar__link" href="/zh-CN/team">团队</a><a class="navbar__item navbar__link" href="/zh-CN/user">用户</a><div class="navbar__item dropdown dropdown--hoverable"><a class="navbar__link">Apache</a><ul class="dropdown__menu"><li><a href="https://www.apache.org/" target="_blank" rel="noopener noreferrer" class="dropdown__link">基金会</a></li><li><a href="https://www.apache.org/licenses/" target="_blank" rel="noopener noreferrer" class="dropdown__link">证书</a></li><li><a href="https://www.apache.org/events/current-event" target="_blank" rel="noopener noreferrer" class="dropdown__link">事件</a></li><li><a href="https://www.apache.org/security/" target="_blank" rel="noopener noreferrer" class="dropdown__link">安全</a></li><li><a href="https://www.apache.org/foundation/sponsorship.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">赞助</a></li><li><a href="https://www.apache.org/foundation/policies/privacy.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">Privacy</a></li><li><a href="https://www.apache.org/foundation/thanks.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">致谢</a></li></ul></div></div><div class="navbar__items navbar__items--right"><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a class="navbar__link">文档</a><ul class="dropdown__menu"><li><a class="dropdown__link" href="/zh-CN/docs/1.1.3/introduction">Next(1.1.3)</a></li><li><a class="dropdown__link" href="/zh-CN/docs/latest/introduction">1.1.2</a></li><li><a class="dropdown__link" href="/zh-CN/docs/1.1.1/introduction">1.1.1</a></li><li><a class="dropdown__link" href="/zh-CN/docs/1.1.0/introduction">1.1.0</a></li><li><a class="dropdown__link" href="/zh-CN/docs/1.0.3/introduction">1.0.3</a></li><li><a class="dropdown__link" href="/zh-CN/docs/1.0.2/introduction">1.0.2</a></li><li><a class="dropdown__link" href="/zh-CN/docs/0.11.0/introduction">0.11.0</a></li><li><a class="dropdown__link" href="/zh-CN/versions">All Version</a></li></ul></div><a href="https://github.com/apache/incubator-linkis" target="_blank" rel="noopener noreferrer" class="navbar__item navbar__link header-github-link" aria-label="GitHub"></a><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a href="#" class="navbar__link"><span><svg t="1631348384596" class="iconLanguage_EbrZ" viewBox="0 0 1024 1024" version="1.1" p-id="557" width="20" height="20"><path d="M547.797333 638.208l-104.405333-103.168 1.237333-1.28a720.170667 720.170667 0 0 0 152.490667-268.373333h120.448V183.082667h-287.744V100.906667H347.605333v82.218666H59.818667V265.386667h459.178666a648.234667 648.234667 0 0 1-130.304 219.946666 643.242667 643.242667 0 0 1-94.976-137.728H211.541333a722.048 722.048 0 0 0 122.453334 187.434667l-209.194667 206.378667 58.368 58.368 205.525333-205.525334 127.872 127.829334 31.232-83.84m231.424-208.426667h-82.218666l-184.96 493.312h82.218666l46.037334-123.306667h195.242666l46.464 123.306667h82.218667l-185.002667-493.312m-107.690666 287.744l66.56-178.005333 66.602666 178.005333z" fill="currentColor" p-id="558"></path></svg><span>简体中文</span></span></a><ul class="dropdown__menu"><li><a href="/docs/1.1.3/deployment/start_metadatasource" target="_self" rel="noopener noreferrer" class="dropdown__link" style="text-transform:capitalize">English</a></li><li><a href="/zh-CN/docs/1.1.3/deployment/start_metadatasource" target="_self" rel="noopener noreferrer" class="dropdown__link dropdown__link--active" style="text-transform:capitalize">简体中文</a></li></ul></div><div class="searchBox_Bc3W"><button type="button" class="DocSearch DocSearch-Button" aria-label="Search"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">Search</span></span><span class="DocSearch-Button-Keys"></span></button></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div class="main-wrapper docs-wrapper docs-doc-page"><div class="docPage_lDyR"><button class="clean-btn backToTopButton_i9tI" type="button"><svg viewBox="0 0 24 24" width="28"><path d="M7.41 15.41L12 10.83l4.59 4.58L18 14l-6-6-6 6z" fill="currentColor"></path></svg></button><aside class="docSidebarContainer_0YBq"><div class="sidebar_a3j0"><nav class="menu thin-scrollbar menu_cyFh menuWithAnnouncementBar_+O1J"><ul class="theme-doc-sidebar-menu menu__list"><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" href="/zh-CN/docs/1.1.3/introduction">Linkis 简述</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" href="/zh-CN/docs/1.1.3/release">版本总览</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" href="/zh-CN/docs/1.1.3/release-notes-1.1.3">Release Notes 1.1.3-RC1</a></li><li class="theme-doc-sidebar-item-category menu__list-item"><a class="menu__link menu__link--sublist menu__link--active" href="#">安装部署</a><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.1.3/deployment/quick_deploy">快速单机部署</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.1.3/deployment/cluster_deployment">分布式部署</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.1.3/deployment/engine_conn_plugin_installation">引擎的安装</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.1.3/deployment/unpack_hierarchical_structure">安装包目录结构</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.1.3/deployment/installation_hierarchical_structure">部署后的目录结构</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.1.3/deployment/sourcecode_hierarchical_structure">源码目录结构</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.1.3/deployment/web_install">管理台部署</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.1.3/deployment/involve_skywalking_into_linkis">开启 SkyWalking</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link menu__link--active" aria-current="page" tabindex="0" href="/zh-CN/docs/1.1.3/deployment/start_metadatasource">数据源功能使用</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.1.3/deployment/deploy_linkis_without_hdfs">Linkis 去 HDFS 部署</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.1.3/deployment/linkis_scriptis_install">工具 scriptis 的安装部署</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.1.3/deployment/involve_prometheus_into_linkis">开启Prometheus监控</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/zh-CN/docs/1.1.3/deployment/involve_knife4j_into_linkis">启用 Knife4j</a></li></ul></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">用户手册</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">引擎使用</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">API文档</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">表结构</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">技术架构</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">开发文档</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">版本升级</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">调优排障</a></li></ul></nav></div></aside><main class="docMainContainer_r8cw"><div class="container padding-top--md padding-bottom--lg"><div class="row"><div class="col docItemCol_zHA2"><div class="theme-doc-version-banner alert alert--warning margin-bottom--md" role="alert"><div>此版本是还未发布的文档版本<!-- -->Apache Linkis<!-- --> <b>Next(1.1.3)</b>(1.1.3)</div><div class="margin-top--md">有关最新文档，请参阅最新稳定版本<b><a href="/zh-CN/docs/latest/deployment/start_metadatasource">latest version</a></b> (<!-- -->1.1.2<!-- -->).</div></div><div class="docItemContainer_oiyr"><article><span class="theme-doc-version-badge badge badge--secondary">Version: <!-- -->Next(1.1.3)</span><div class="tocCollapsible_aw-L theme-doc-toc-mobile tocMobile_Tx6Y"><button type="button" class="clean-btn tocCollapsibleButton_zr6a">On this page</button></div><div class="theme-doc-markdown markdown"><header><h1>数据源功能使用</h1></header><blockquote><p>介绍一下如何使用1.1.0版本的新特性功能数据源</p></blockquote><h2><a aria-hidden="true" tabindex="-1" class="anchor anchor__h2 anchorWithStickyNavbar_y2LR" id="1数据源功能介绍"></a>1.数据源功能介绍<a class="hash-link" href="#1数据源功能介绍" title="Direct link to heading">#</a></h2><h3><a aria-hidden="true" tabindex="-1" class="anchor anchor__h3 anchorWithStickyNavbar_y2LR" id="11-概念"></a>1.1 概念<a class="hash-link" href="#11-概念" title="Direct link to heading">#</a></h3><ul><li>数据源:我们将能提供数据存储的数据库服务称为数据库，如mysql/hive/kafka，数据源定义的是连接到实际数据库的配置信息，配置信息主要是是连接需要的地址，用户认证信息，连接参数等。存储与linkis的数据库的linkis<em>ps_dm_datasource</em>*相关的表中</li><li>元数据:单指数据库的元数据，是指定义数据结构的数据，数据库各类对象结构的数据。 例如数据库中的数据库名，表名，列名，字段的长度、类型等信息数据。</li></ul><h3><a aria-hidden="true" tabindex="-1" class="anchor anchor__h3 anchorWithStickyNavbar_y2LR" id="12-三个主要模块"></a>1.2 三个主要模块<a class="hash-link" href="#12-三个主要模块" title="Direct link to heading">#</a></h3><p><strong> linkis-datasource-client </strong> |
| 客户端模块，用户数据源的基本管理的DataSourceRemoteClient，以及进行元数据的查询操作的MetaDataRemoteClient.</p><p><strong> linkis-datasource-manager-server </strong> |
| 数据源管理模块,服务名ps-data-source-manager。对数据源的进行基本的管理，对外提供数据源的新增，查询，修改，连接测试等http接口。对内提供了rpc服务 ，方便元数据查询模块通过rpc调用，查询数据库建立连接需要的必要信息。</p><ul><li><a href="/zh-CN/docs/1.1.3/api/http/linkis-ps-publicservice-api/data-source-manager-api">http接口文档</a></li><li>http接口类 org.apache.linkis.metadatamanager.server.restful</li><li>rpc接口类 org.apache.linkis.metadatamanager.server.receiver</li></ul><p><strong> linkis-metedata-manager-server </strong> |
| 元数据查询模块,服务名ps-metadatamanager。提供对数据库元数据的基本查询功能,对外提供了http接口，对内提供了rpc服务，方便数据源管理模块，通过rpc调用，进行该数据源的连通性测试。</p><ul><li><a href="/zh-CN/docs/1.1.3/api/http/linkis-ps-publicservice-api/metadatamanager-api">http接口文档</a></li><li>http接口类 org.apache.linkis.datasourcemanager.core.restful</li><li>rpc接口类 org.apache.linkis.datasourcemanager.core.receivers</li></ul><h3><a aria-hidden="true" tabindex="-1" class="anchor anchor__h3 anchorWithStickyNavbar_y2LR" id="13-处理逻辑"></a>1.3 处理逻辑<a class="hash-link" href="#13-处理逻辑" title="Direct link to heading">#</a></h3><h4><a aria-hidden="true" tabindex="-1" class="anchor anchor__h4 anchorWithStickyNavbar_y2LR" id="131-linkisdatasourceremoteclient"></a>1.3.1 LinkisDataSourceRemoteClient<a class="hash-link" href="#131-linkisdatasourceremoteclient" title="Direct link to heading">#</a></h4><p>功能结构图如下: |
| <img alt="datasource" src="/zh-CN/assets/images/datasource-33466f8154b90ce8c308f80af54fed9d.png"></p><ul><li>LinkisDataSourceRemoteClient客户端根据请求参数，组装http请求，</li><li>HTTP请求发送到linkis-ps-data-source-manager</li><li>linkis-ps-data-source-manager 会进行基本参数校验，部分接口只能管理员角色能操作 </li><li>linkis-ps-data-source-manager 与数据库进行基本的数据操作</li><li>linkis-ps-data-source-manager 提供的数据源测试连接的接口 内部通过rpc方式，调用ps-metadatamanager方法进行连接测试</li><li>http请求处理后的数据结果，会通过注解DWSHttpMessageResult功能，进行结果集到实体类的映射转化</li></ul><p>LinkisDataSourceRemoteClient接口 </p><ul><li>GetAllDataSourceTypesResult getAllDataSourceTypes(GetAllDataSourceTypesAction) 查询所有数据源类型</li><li>QueryDataSourceEnvResult queryDataSourceEnv(QueryDataSourceEnvAction) 查询数据源可使用的集群配置信息</li><li>GetInfoByDataSourceIdResult getInfoByDataSourceId(GetInfoByDataSourceIdAction): 通过数据源id查询数据源信息</li><li>QueryDataSourceResult queryDataSource(QueryDataSourceAction) 查询数据源信息</li><li>GetConnectParamsByDataSourceIdResult getConnectParams(GetConnectParamsByDataSourceIdAction) 获取连接配置参数</li><li>CreateDataSourceResult createDataSource(CreateDataSourceAction) 创建数据源</li><li>DataSourceTestConnectResult getDataSourceTestConnect(DataSourceTestConnectAction) 测试数据源是否能正常建立连接</li><li>DeleteDataSourceResult deleteDataSource(DeleteDataSourceAction) 删除数据源</li><li>ExpireDataSourceResult expireDataSource(ExpireDataSourceAction) 设置数据源为过期状态</li><li>GetDataSourceVersionsResult getDataSourceVersions(GetDataSourceVersionsAction) 查询数据源配置的版本列表</li><li>PublishDataSourceVersionResult publishDataSourceVersion(PublishDataSourceVersionAction) 发布数据源配置版本 </li><li>UpdateDataSourceResult updateDataSource(UpdateDataSourceAction) 更新数据源 </li><li>UpdateDataSourceParameterResult updateDataSourceParameter(UpdateDataSourceParameterAction) 更新数据源配置参数</li><li>GetKeyTypeDatasourceResult getKeyDefinitionsByType(GetKeyTypeDatasourceAction) 查询某数据源类型需要的配置属性</li></ul><h4><a aria-hidden="true" tabindex="-1" class="anchor anchor__h4 anchorWithStickyNavbar_y2LR" id="132-linkismetadataremoteclient"></a>1.3.2 LinkisMetaDataRemoteClient<a class="hash-link" href="#132-linkismetadataremoteclient" title="Direct link to heading">#</a></h4><p>功能结构图如下: |
| <img alt="metadata" src="/zh-CN/assets/images/metadata-00c6c1e49a4eafa8a2496b9a08917758.png"></p><ul><li>LinkisMetaDataRemoteClient客户端，根据请求参数，组装http请求， </li><li>HTTP请求发送到ps-metadatamanager</li><li>ps-metadatamanager 会进行基本参数校验，</li><li>请求会根据参数 datasourceId，发送RPC请求到linkis-ps-data-source-manager，获取该数据源的类型，连接参数如用户名密码等信息</li><li>拿到连接需要的信息后，根据数据源类型，加载对应目录下的lib包，通过反射机制调用对应的函数方法，从而查询到元数据信息</li><li>http请求处理后的数据结果，会通过注解DWSHttpMessageResult功能，进行结果集到实体类的映射转化 </li></ul><p>LinkisMetaDataRemoteClient接口 </p><ul><li>MetadataGetDatabasesResult getDatabases(MetadataGetDatabasesAction) 查询数据库列表</li><li>MetadataGetTablesResult getTables(MetadataGetTablesAction) 查询table数据</li><li>MetadataGetTablePropsResult getTableProps(MetadataGetTablePropsAction)</li><li>MetadataGetPartitionsResult getPartitions(MetadataGetPartitionsAction) 查询分区表</li><li>MetadataGetColumnsResult getColumns(MetadataGetColumnsAction) 查询数据表字段</li></ul><h3><a aria-hidden="true" tabindex="-1" class="anchor anchor__h3 anchorWithStickyNavbar_y2LR" id="13-源码模块目录结构"></a>1.3 源码模块目录结构<a class="hash-link" href="#13-源码模块目录结构" title="Direct link to heading">#</a></h3><div class="codeBlockContainer_J+bg"><div class="codeBlockContent_csEI shell"><pre tabindex="0" class="prism-code language-shell codeBlock_rtdJ thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_1zSZ"><span class="token-line" style="color:#F8F8F2"><span class="token plain">linkis-public-enhancements/linkis-datasource</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">├── linkis-datasource-client //客户端代码</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">├── linkis-datasource-manager //数据源管理模块</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ ├── common //数据源管理公共模块</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ └── server //数据源管理服务模块</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">├── linkis-metadata //旧版本已有的模块，保留</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">├── linkis-metadata-manager //元数据查询模块</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ ├── common //元数据查询公共模块</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ ├── server //元数据查询服务模块</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ └── </span><span class="token function" style="color:rgb(80, 250, 123)">service</span><span class="token plain"> //支持的数据源类型 </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ ├── elasticsearch</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ ├── hive </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ ├── kafka</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ └── mysql</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_M3SB clean-btn">Copy</button></div></div><h3><a aria-hidden="true" tabindex="-1" class="anchor anchor__h3 anchorWithStickyNavbar_y2LR" id="14-安装包目录结构"></a>1.4 安装包目录结构<a class="hash-link" href="#14-安装包目录结构" title="Direct link to heading">#</a></h3><div class="codeBlockContainer_J+bg"><div class="codeBlockContent_csEI shell"><pre tabindex="0" class="prism-code language-shell codeBlock_rtdJ thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_1zSZ"><span class="token-line" style="color:#F8F8F2"><span class="token plain">/lib/linkis-public-enhancements/</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">├── linkis-ps-data-source-manager</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">├── linkis-ps-metadatamanager</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ └── </span><span class="token function" style="color:rgb(80, 250, 123)">service</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ ├── elasticsearch</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ ├── hive</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ ├── kafka</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">│ └── mysql</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_M3SB clean-btn">Copy</button></div></div><p><code>wds.linkis.server.mdm.service.lib.dir</code> 控制反射调用时加载的类路径，参数默认值是<code>/lib/linkis-public-enhancements/linkis-ps-metadatamanager/service</code></p><h3><a aria-hidden="true" tabindex="-1" class="anchor anchor__h3 anchorWithStickyNavbar_y2LR" id="15-配置参数"></a>1.5 配置参数<a class="hash-link" href="#15-配置参数" title="Direct link to heading">#</a></h3><p>参见<a href="/zh-CN/docs/1.1.0/tuning_and_troubleshooting/configuration/#6-%E6%95%B0%E6%8D%AE%E6%BA%90%E5%8F%8A%E5%85%83%E6%95%B0%E6%8D%AE%E6%9C%8D%E5%8A%A1%E9%85%8D%E7%BD%AE%E5%8F%82%E6%95%B0">调优排障>参数列表#datasource配置参数</a></p><h2><a aria-hidden="true" tabindex="-1" class="anchor anchor__h2 anchorWithStickyNavbar_y2LR" id="2-数据源功能的启用"></a>2. 数据源功能的启用<a class="hash-link" href="#2-数据源功能的启用" title="Direct link to heading">#</a></h2><p>linkis的启动脚本中默认不会启动数据源相关的服务两个服务（ps-data-source-manager，ps-metadatamanager）， |
| 如果想使用数据源服务，可以通过如下方式进行开启: |
| 修改<code>$LINKIS_CONF_DIR/linkis-env.sh</code>中的 <code>export ENABLE_METADATA_MANAGER=true</code>值为true。 |
| 通过linkis-start-all.sh/linkis-stop-all.sh 进行服务启停时，会进行数据源服务的启动与停止。</p><p>通过eureka页面查看服务是否正常启动 </p><p><img alt="datasource eureka" src="/zh-CN/assets/images/eureka-6c655a155cf632afe0003ad92f7cddd7.png"></p><div class="admonition admonition-caution alert alert--warning"><div class="admonition-heading"><h5><span class="admonition-icon"><svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 16 16"><path fill-rule="evenodd" d="M8.893 1.5c-.183-.31-.52-.5-.887-.5s-.703.19-.886.5L.138 13.499a.98.98 0 0 0 0 1.001c.193.31.53.501.886.501h13.964c.367 0 .704-.19.877-.5a1.03 1.03 0 0 0 .01-1.002L8.893 1.5zm.133 11.497H6.987v-2.003h2.039v2.003zm0-3.004H6.987V5.987h2.039v4.006z"></path></svg></span>注意</h5></div><div class="admonition-content"><ul><li>1.linkis的管理台web版本需要配合升级至1.1.0版本才能在linkis管理台上使用数据源管理页面功能。</li><li>2.目前数据源中已有mysql/hive/kafak/elasticsearch的jar包, 但是kafak/elasticsearch数据源未经过严格的测试，不保证功能的完整可用性。</li></ul></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor anchor__h2 anchorWithStickyNavbar_y2LR" id="3--数据源的使用"></a>3. 数据源的使用<a class="hash-link" href="#3--数据源的使用" title="Direct link to heading">#</a></h2><p>数据源的使用分为三步:</p><ul><li>step 1. 创建数据源/配置连接参数</li><li>step 2. 发布数据源,选择要使用的连接配置版本</li><li>step 3. 数据源使用，查询元数据信息 |
| ,hive/kafka/elasticsearch配置是关联对应的集群环境配置.</li></ul><h3><a aria-hidden="true" tabindex="-1" class="anchor anchor__h3 anchorWithStickyNavbar_y2LR" id="31--mysql-数据源"></a>3.1 Mysql 数据源<a class="hash-link" href="#31--mysql-数据源" title="Direct link to heading">#</a></h3><h4><a aria-hidden="true" tabindex="-1" class="anchor anchor__h4 anchorWithStickyNavbar_y2LR" id="311-通过管理台创建"></a>3.1.1 通过管理台创建<a class="hash-link" href="#311-通过管理台创建" title="Direct link to heading">#</a></h4><blockquote><p>只能创建配置数据源，以及测试数据源是否能正常连接，无法进行直接进行元数据查询</p></blockquote><p>数据源管理>新增数据源>选择mysql类型</p><p>输入相关的配置信息</p><p><img alt="create mysql" src="/zh-CN/assets/images/create_mysql-748ae7a51622be09651e31630bf6403e.png"></p><p>录入成功后可以通过连接测试验证是否能够正常进行连接</p><div class="admonition admonition-caution alert alert--warning"><div class="admonition-heading"><h5><span class="admonition-icon"><svg xmlns="http://www.w3.org/2000/svg" width="16" height="16" viewBox="0 0 16 16"><path fill-rule="evenodd" d="M8.893 1.5c-.183-.31-.52-.5-.887-.5s-.703.19-.886.5L.138 13.499a.98.98 0 0 0 0 1.001c.193.31.53.501.886.501h13.964c.367 0 .704-.19.877-.5a1.03 1.03 0 0 0 .01-1.002L8.893 1.5zm.133 11.497H6.987v-2.003h2.039v2.003zm0-3.004H6.987V5.987h2.039v4.006z"></path></svg></span>注意</h5></div><div class="admonition-content"><ul><li>通过管理台创建的数据源归属的system是Linkis</li><li>创建成功后，还需要进行发布(发布时进行配置参数版本的切换和选择)，才能被正常使用</li></ul></div></div><p>配置的发布(使用那个配置进行数据源的建连):</p><p>点击版本后再弹窗页面选择合适的配置进行发布</p><p><img alt="publish" src="/zh-CN/assets/images/publish_version-74eb63ec4aedd2b4a28ff93fbb5e567d.png"></p><h4><a aria-hidden="true" tabindex="-1" class="anchor anchor__h4 anchorWithStickyNavbar_y2LR" id="312-使用客户端"></a>3.1.2 使用客户端<a class="hash-link" href="#312-使用客户端" title="Direct link to heading">#</a></h4><p>scala 代码示例:</p><div class="codeBlockContainer_J+bg"><div class="codeBlockContent_csEI scala"><pre tabindex="0" class="prism-code language-scala codeBlock_rtdJ thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_1zSZ"><span class="token-line" style="color:#F8F8F2"><span class="token plain">package org.apache.linkis.datasource.client</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import java.util</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import java.util.concurrent.TimeUnit</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.common.utils.JsonUtils</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.datasource.client.impl.{LinkisDataSourceRemoteClient, LinkisMetaDataRemoteClient}</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.datasource.client.request._</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.datasource.client.response._</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.datasourcemanager.common.domain.DataSource</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.httpclient.dws.authentication.StaticAuthenticationStrategy</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.httpclient.dws.config.DWSClientConfigBuilder</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.junit.jupiter.api.{Disabled, Test}</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">object TestMysqlClient {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val gatewayUrl = "http://127.0.0.1:9001"</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val clientConfig = DWSClientConfigBuilder.newBuilder</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .addServerUrl(gatewayUrl)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .connectionTimeout(30000)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .discoveryEnabled(false)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .discoveryFrequency(1, TimeUnit.MINUTES)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .loadbalancerEnabled(true)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .maxConnectionSize(1)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .retryEnabled(false)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .readTimeout(30000)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setAuthenticationStrategy(new StaticAuthenticationStrategy)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setAuthTokenKey("hadoop")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setAuthTokenValue("xxxxx")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDWSVersion("v1")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val dataSourceclient = new LinkisDataSourceRemoteClient(clientConfig.build())</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val clientConfig2 = DWSClientConfigBuilder.newBuilder</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .addServerUrl(gatewayUrl)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .connectionTimeout(30000)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .discoveryEnabled(false)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .discoveryFrequency(1, TimeUnit.MINUTES)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .loadbalancerEnabled(true)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .maxConnectionSize(1)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .retryEnabled(false)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .readTimeout(30000)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setAuthenticationStrategy(new StaticAuthenticationStrategy)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setAuthTokenKey("hadoop")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setAuthTokenValue("xxxxx")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDWSVersion("v1")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metaDataClient = new LinkisMetaDataRemoteClient(clientConfig2.build())</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Test</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Disabled</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> def testCreateDataSourceMysql: Unit = {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val user = "hadoop"</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val system = "Linkis"</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> //创建数据源</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val dataSource = new DataSource();</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> dataSource.setDataSourceName("for-mysql-test")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> dataSource.setDataSourceDesc("this is for mysql test")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> dataSource.setCreateSystem(system)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> dataSource.setDataSourceTypeId(1L)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val map = JsonUtils.jackson.readValue(JsonUtils.jackson.writeValueAsString(dataSource), new util.HashMap[String, Any]().getClass)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val createDataSourceAction: CreateDataSourceAction = CreateDataSourceAction.builder()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setUser(user)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .addRequestPayloads(map)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .build()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val createDataSourceResult: CreateDataSourceResult = dataSourceclient.createDataSource(createDataSourceAction)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val dataSourceId = createDataSourceResult.getInsertId</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> //设置连接参数</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val params = new util.HashMap[String, Any]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val connectParams = new util.HashMap[String, Any]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> connectParams.put("host", "127.0.0.1")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> connectParams.put("port", "36000")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> connectParams.put("username", "db username")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> connectParams.put("password", "db password")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> params.put("connectParams", connectParams)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> params.put("comment", "init")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val updateParameterAction: UpdateDataSourceParameterAction = UpdateDataSourceParameterAction.builder()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setUser(user)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDataSourceId(dataSourceId)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .addRequestPayloads(params)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .build()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val updateParameterResult: UpdateDataSourceParameterResult = dataSourceclient.updateDataSourceParameter(updateParameterAction)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val version: Long = updateParameterResult.getVersion</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> //发布配置版本</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> dataSourceclient.publishDataSourceVersion(</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> PublishDataSourceVersionAction.builder()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDataSourceId(dataSourceId)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setUser(user)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setVersion(version)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .build())</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> //使用示例</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metadataGetDatabasesAction: MetadataGetDatabasesAction = MetadataGetDatabasesAction.builder()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setUser(user)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDataSourceId(dataSourceId)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setSystem(system)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .build()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metadataGetDatabasesResult: MetadataGetDatabasesResult = metaDataClient.getDatabases(metadataGetDatabasesAction)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metadataGetTablesAction: MetadataGetTablesAction = MetadataGetTablesAction.builder()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setUser(user)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDataSourceId(dataSourceId)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDatabase("linkis")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setSystem(system)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .build()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metadataGetTablesResult: MetadataGetTablesResult = metaDataClient.getTables(metadataGetTablesAction)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metadataGetColumnsAction = MetadataGetColumnsAction.builder()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setUser(user)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDataSourceId(dataSourceId)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDatabase("linkis")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setSystem(system)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setTable("linkis_datasource")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .build()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metadataGetColumnsResult: MetadataGetColumnsResult = metaDataClient.getColumns(metadataGetColumnsAction)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">}</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_M3SB clean-btn">Copy</button></div></div><h3><a aria-hidden="true" tabindex="-1" class="anchor anchor__h3 anchorWithStickyNavbar_y2LR" id="32--hive-数据源"></a>3.2 Hive 数据源<a class="hash-link" href="#32--hive-数据源" title="Direct link to heading">#</a></h3><h4><a aria-hidden="true" tabindex="-1" class="anchor anchor__h4 anchorWithStickyNavbar_y2LR" id="321-通过管理台创建"></a>3.2.1 通过管理台创建<a class="hash-link" href="#321-通过管理台创建" title="Direct link to heading">#</a></h4><blockquote><p>只能创建配置数据源，以及测试数据源是否能正常连接，无法进行直接进行元数据查询</p></blockquote><p>先需要进行集群环境信息的配置</p><p>表<code>linkis_ps_dm_datasource_env</code></p><div class="codeBlockContainer_J+bg"><div class="codeBlockContent_csEI roomsql"><pre tabindex="0" class="prism-code language-roomsql codeBlock_rtdJ thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_1zSZ"><span class="token-line" style="color:#F8F8F2"><span class="token plain">INSERT INTO `linkis_ps_dm_datasource_env` </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">(`env_name`, `env_desc`, `datasource_type_id`, `parameter`,`create_user`,`modify_user`) </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">VALUES </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">('testEnv', '测试环境', 4, </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">'{\r\n "uris": "thrift://clustername:9083",\r\n "keytab": "4dd408ad-a2f9-4501-83b3-139290977ca2",\r\n "principle":"hadoop@WEBANK.COM",\r\n "hadoopConf":{"hive.metastore.execute.setugi":"true"}\r\n}',</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">'user','user');</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_M3SB clean-btn">Copy</button></div></div><p>主键id作为envId，在建立连接时，需要通过此envId参数，获取集群配置相关信息。 |
| 配置字段解释:</p><div class="codeBlockContainer_J+bg"><div class="codeBlockContent_csEI"><pre tabindex="0" class="prism-code language-undefined codeBlock_rtdJ thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_1zSZ"><span class="token-line" style="color:#F8F8F2"><span class="token plain">{</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> "uris": "thrift://clustername:9083", # 必选 如果未开启kerberos认证 下列[keytab][principle]参数可以为空</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> "keytab": "bml resource id",//keytab 存储再物料库中的resourceId,目前需要通过http接口手动上传。</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> "principle":"hadoop@WEBANK.COM" //认证的principle</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> "hadoopConf":{} //额外的连接参数 可选</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">}</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_M3SB clean-btn">Copy</button></div></div><p>keytab的resourceId获取方式，目前基础数据管理功能还在规划中，可以通过http接口请求获取到 |
| 参考示例 </p><div class="codeBlockContainer_J+bg"><div class="codeBlockContent_csEI shell"><pre tabindex="0" class="prism-code language-shell codeBlock_rtdJ thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_1zSZ"><span class="token-line" style="color:#F8F8F2"><span class="token function" style="color:rgb(80, 250, 123)">curl</span><span class="token plain"> --form </span><span class="token string" style="color:rgb(255, 121, 198)">"file=@文件路径"</span><span class="token plain"> </span><span class="token punctuation" style="color:rgb(248, 248, 242)">\</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">--form </span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">system</span><span class="token operator">=</span><span class="token plain">子系统名 </span><span class="token punctuation" style="color:rgb(248, 248, 242)">\</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">-H </span><span class="token string" style="color:rgb(255, 121, 198)">"Token-Code:认证token"</span><span class="token plain"> </span><span class="token punctuation" style="color:rgb(248, 248, 242)">\</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">-H </span><span class="token string" style="color:rgb(255, 121, 198)">"Token-User:认证用户名"</span><span class="token plain"> </span><span class="token punctuation" style="color:rgb(248, 248, 242)">\</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">http://linkis-gatewayip:port/api/rest_j/v1/bml/upload</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">示例:</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token function" style="color:rgb(80, 250, 123)">curl</span><span class="token plain"> --form </span><span class="token string" style="color:rgb(255, 121, 198)">"file=@/appcom/keytab/hadoop.keytab"</span><span class="token plain"> </span><span class="token punctuation" style="color:rgb(248, 248, 242)">\</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">--form </span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">system</span><span class="token operator">=</span><span class="token plain">ABCD </span><span class="token punctuation" style="color:rgb(248, 248, 242)">\</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">-H </span><span class="token string" style="color:rgb(255, 121, 198)">"Token-Code:QML-AUTH"</span><span class="token plain"> </span><span class="token punctuation" style="color:rgb(248, 248, 242)">\</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">-H </span><span class="token string" style="color:rgb(255, 121, 198)">"Token-User:hadoop"</span><span class="token plain"> </span><span class="token punctuation" style="color:rgb(248, 248, 242)">\</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">http://127.0.0.1:9001/api/rest_j/v1/bml/upload</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">请求结果中的resourceId 即为对应的</span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">`</span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">bml resource </span><span class="token variable function" style="color:rgb(80, 250, 123);font-style:italic">id</span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">`</span><span class="token plain">值 </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token punctuation" style="color:rgb(248, 248, 242)">{</span><span class="token string" style="color:rgb(255, 121, 198)">"method"</span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">:</span><span class="token string" style="color:rgb(255, 121, 198)">"/bml/upload"</span><span class="token plain">,</span><span class="token string" style="color:rgb(255, 121, 198)">"status"</span><span class="token plain">:0,</span><span class="token string" style="color:rgb(255, 121, 198)">"message"</span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">:</span><span class="token string" style="color:rgb(255, 121, 198)">"The task of submitting and uploading resources was successful(提交上传资源任务成功)"</span><span class="token plain">,</span><span class="token string" style="color:rgb(255, 121, 198)">"data"</span><span class="token plain">:</span><span class="token punctuation" style="color:rgb(248, 248, 242)">{</span><span class="token string" style="color:rgb(255, 121, 198)">"resourceId"</span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">:</span><span class="token string" style="color:rgb(255, 121, 198)">"6e4e54fc-cc97-4d0d-8d5e-a311129ec84e"</span><span class="token plain">,</span><span class="token string" style="color:rgb(255, 121, 198)">"version"</span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">:</span><span class="token string" style="color:rgb(255, 121, 198)">"v000001"</span><span class="token plain">,</span><span class="token string" style="color:rgb(255, 121, 198)">"taskId"</span><span class="token plain">:35</span><span class="token punctuation" style="color:rgb(248, 248, 242)">}</span><span class="token punctuation" style="color:rgb(248, 248, 242)">}</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_M3SB clean-btn">Copy</button></div></div><p>web端创建:</p><p><img alt="create_hive" src="/zh-CN/assets/images/create_hive-6b7da346506ec10f1ebd68ed37ff4e12.png"></p><h4><a aria-hidden="true" tabindex="-1" class="anchor anchor__h4 anchorWithStickyNavbar_y2LR" id="322-使用客户端"></a>3.2.2 使用客户端<a class="hash-link" href="#322-使用客户端" title="Direct link to heading">#</a></h4><div class="codeBlockContainer_J+bg"><div class="codeBlockContent_csEI scala"><pre tabindex="0" class="prism-code language-scala codeBlock_rtdJ thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_1zSZ"><span class="token-line" style="color:#F8F8F2"><span class="token plain">package org.apache.linkis.datasource.client</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import java.util</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import java.util.concurrent.TimeUnit</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.common.utils.JsonUtils</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.datasource.client.impl.{LinkisDataSourceRemoteClient, LinkisMetaDataRemoteClient}</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.datasource.client.request._</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.datasource.client.response._</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.datasourcemanager.common.domain.DataSource</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.httpclient.dws.authentication.StaticAuthenticationStrategy</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.apache.linkis.httpclient.dws.config.DWSClientConfigBuilder</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">import org.junit.jupiter.api.{Disabled, Test}</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">object TestHiveClient {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val gatewayUrl = "http://127.0.0.1:9001"</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val clientConfig = DWSClientConfigBuilder.newBuilder</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .addServerUrl(gatewayUrl)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .connectionTimeout(30000)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .discoveryEnabled(false)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .discoveryFrequency(1, TimeUnit.MINUTES)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .loadbalancerEnabled(true)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .maxConnectionSize(1)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .retryEnabled(false)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .readTimeout(30000)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setAuthenticationStrategy(new StaticAuthenticationStrategy)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setAuthTokenKey("hadoop")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setAuthTokenValue("xxxxx")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDWSVersion("v1")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val dataSourceclient = new LinkisDataSourceRemoteClient(clientConfig.build())</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val clientConfig2 = DWSClientConfigBuilder.newBuilder</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .addServerUrl(gatewayUrl)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .connectionTimeout(30000)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .discoveryEnabled(false)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .discoveryFrequency(1, TimeUnit.MINUTES)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .loadbalancerEnabled(true)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .maxConnectionSize(1)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .retryEnabled(false)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .readTimeout(30000)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setAuthenticationStrategy(new StaticAuthenticationStrategy)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setAuthTokenKey("hadoop")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setAuthTokenValue("xxxxx")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDWSVersion("v1")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metaDataClient = new LinkisMetaDataRemoteClient(clientConfig2.build())</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Test</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> @Disabled</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> def testCreateDataSourceMysql: Unit = {</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val user = "hadoop"</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val system = "Linkis"</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> //创建数据源</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val dataSource = new DataSource();</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> dataSource.setDataSourceName("for-hive-test")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> dataSource.setDataSourceDesc("this is for hive test")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> dataSource.setCreateSystem(system)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> dataSource.setDataSourceTypeId(4L)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val map = JsonUtils.jackson.readValue(JsonUtils.jackson.writeValueAsString(dataSource), new util.HashMap[String, Any]().getClass)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val createDataSourceAction: CreateDataSourceAction = CreateDataSourceAction.builder()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setUser(user)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .addRequestPayloads(map)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .build()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val createDataSourceResult: CreateDataSourceResult = dataSourceclient.createDataSource(createDataSourceAction)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val dataSourceId = createDataSourceResult.getInsertId</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> //设置连接参数</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val params = new util.HashMap[String, Any]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val connectParams = new util.HashMap[String, Any]</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> connectParams.put("envId", "3")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> params.put("connectParams", connectParams)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> params.put("comment", "init")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val updateParameterAction: UpdateDataSourceParameterAction = UpdateDataSourceParameterAction.builder()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setUser(user)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDataSourceId(dataSourceId)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .addRequestPayloads(params)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .build()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val updateParameterResult: UpdateDataSourceParameterResult = dataSourceclient.updateDataSourceParameter(updateParameterAction)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val version: Long = updateParameterResult.getVersion</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> //发布配置版本</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> dataSourceclient.publishDataSourceVersion(</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> PublishDataSourceVersionAction.builder()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDataSourceId(dataSourceId)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setUser(user)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setVersion(version)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .build())</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> //使用示例</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metadataGetDatabasesAction: MetadataGetDatabasesAction = MetadataGetDatabasesAction.builder()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setUser(user)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDataSourceId(dataSourceId)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setSystem(system)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .build()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metadataGetDatabasesResult: MetadataGetDatabasesResult = metaDataClient.getDatabases(metadataGetDatabasesAction)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metadataGetTablesAction: MetadataGetTablesAction = MetadataGetTablesAction.builder()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setUser(user)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDataSourceId(dataSourceId)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDatabase("linkis_test_ind")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setSystem(system)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .build()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metadataGetTablesResult: MetadataGetTablesResult = metaDataClient.getTables(metadataGetTablesAction)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metadataGetColumnsAction = MetadataGetColumnsAction.builder()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setUser(user)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDataSourceId(dataSourceId)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setDatabase("linkis_test_ind")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setSystem(system)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .setTable("test")</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> .build()</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> val metadataGetColumnsResult: MetadataGetColumnsResult = metaDataClient.getColumns(metadataGetColumnsAction)</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block"> |
| </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"> }</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">}</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_M3SB clean-btn">Copy</button></div></div></div><footer class="theme-doc-footer docusaurus-mt-lg"><div class="theme-doc-footer-edit-meta-row row"><div class="col"><a href="https://github.com/apache/incubator-linkis-website/edit/dev/i18n/zh-CN/docusaurus-plugin-content-docs/current/deployment/start_metadatasource.md" target="_blank" rel="noreferrer noopener" class="theme-edit-this-page"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_mS5F" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 18.4h-6.3v-6.2z"></path></g></svg>编辑</a></div><div class="col lastUpdated_mt2f"></div></div></footer></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/zh-CN/docs/1.1.3/deployment/involve_skywalking_into_linkis"><div class="pagination-nav__sublabel">上一篇</div><div class="pagination-nav__label">« <!-- -->开启 SkyWalking</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/zh-CN/docs/1.1.3/deployment/deploy_linkis_without_hdfs"><div class="pagination-nav__sublabel">下一篇</div><div class="pagination-nav__label">Linkis 去 HDFS 部署<!-- --> »</div></a></div></nav></div></div><div class="col col--3"><div class="tableOfContents_vrFS thin-scrollbar"><ul class="table-of-contents table-of-contents__left-border"><li><a href="#1数据源功能介绍" class="table-of-contents__link">1.数据源功能介绍</a><ul><li><a href="#11-概念" class="table-of-contents__link">1.1 概念</a></li><li><a href="#12-三个主要模块" class="table-of-contents__link">1.2 三个主要模块</a></li><li><a href="#13-处理逻辑" class="table-of-contents__link">1.3 处理逻辑</a></li><li><a href="#13-源码模块目录结构" class="table-of-contents__link">1.3 源码模块目录结构</a></li><li><a href="#14-安装包目录结构" class="table-of-contents__link">1.4 安装包目录结构</a></li><li><a href="#15-配置参数" class="table-of-contents__link">1.5 配置参数</a></li></ul></li><li><a href="#2-数据源功能的启用" class="table-of-contents__link">2. 数据源功能的启用</a></li><li><a href="#3--数据源的使用" class="table-of-contents__link">3. 数据源的使用</a><ul><li><a href="#31--mysql-数据源" class="table-of-contents__link">3.1 Mysql 数据源</a></li><li><a href="#32--hive-数据源" class="table-of-contents__link">3.2 Hive 数据源</a></li></ul></li></ul></div></div></div></div></main></div></div><footer class="footer"><div class="container"><div class="row footer__links"><div class="col footer__col"><div class="footer__title">Linkis</div><ul class="footer__items"><li class="footer__item"><a class="footer__link-item" href="/zh-CN/docs/latest/introduction">文档</a></li><li class="footer__item"><a class="footer__link-item" href="/zh-CN/faq/main">FAQ</a></li><li class="footer__item"><a href="https://github.com/apache/incubator-linkis/releases" target="_blank" rel="noopener noreferrer" class="footer__link-item"><span>版本<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_wgqa"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></span></a></li></ul></div><div class="col footer__col"><div class="footer__title">社区</div><ul class="footer__items"><li class="footer__item"><a href="https://github.com/apache/incubator-linkis" target="_blank" rel="noopener noreferrer" class="footer__link-item"><span>GitHub<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_wgqa"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></span></a></li><li class="footer__item"><a href="https://github.com/apache/incubator-linkis/issues" target="_blank" rel="noopener noreferrer" class="footer__link-item"><span>Issue Tracker<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_wgqa"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></span></a></li><li class="footer__item"><a href="https://github.com/apache/incubator-linkis/pulls" target="_blank" rel="noopener noreferrer" class="footer__link-item"><span>Pull Requests<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_wgqa"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></span></a></li></ul></div><div class="col footer__col"><div class="footer__title">订阅邮件组</div><ul class="footer__items"><li class="footer__item"><a class="footer__link-item" href="/zh-CN/community/how-to-subscribe">如何订阅</a></li><li class="footer__item"><a href="mailto:dev-subscribe@linkis.apache.org" target="_blank" rel="noopener noreferrer" class="footer__link-item"><span>订阅邮件<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_wgqa"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></span></a></li><li class="footer__item"><a href="https://lists.apache.org/list.html?dev@linkis.apache.org" target="_blank" rel="noopener noreferrer" class="footer__link-item"><span>邮件归档<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_wgqa"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></span></a></li></ul></div></div><div class="footer__bottom text--center"><div class="footer__copyright"><div style="text-align: left;"> |
| <div> |
| <p style="font-family: Avenir-Medium;font-size: 14px;color: #999;line-height: 20px;">Apache Linkis (incubating) is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.</p> |
| </div> |
| <div style="border-top: 1px solid #ccc;min-height: 60px;line-height: 20px;text-align: center;font-family: Avenir-Medium;font-size: 14px;color: #999;display: flex;align-items: center;"><span>Copyright © 2019-2020 The Apache Software Foundation. Apache Linkis, Linkis, and its feather logo are trademarks of The Apache Software Foundation.</span></div> |
| </div></div></div></div></footer></div> |
| <script src="/zh-CN/assets/js/runtime~main.14d5df0c.js"></script> |
| <script src="/zh-CN/assets/js/main.5a9c4743.js"></script> |
| </body> |
| </html> |
