blob: f518c3db47b5750fa04f46176800589ba0b7b474 [file] [log] [blame]
<!doctype html>
<html class="docs-version-current" lang="en" dir="ltr">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width,initial-scale=1">
<meta name="generator" content="Docusaurus v2.0.0-beta.14">
<link rel="alternate" type="application/rss+xml" href="/blog/rss.xml" title="Apache Linkis Blog RSS Feed">
<link rel="alternate" type="application/atom+xml" href="/blog/atom.xml" title="Apache Linkis Blog Atom Feed">
<link rel="search" type="application/opensearchdescription+xml" title="Apache Linkis" href="/opensearch.xml"><title data-react-helmet="true">Deploy Linkis without HDFS | Apache Linkis</title><meta data-react-helmet="true" name="twitter:card" content="summary_large_image"><meta data-react-helmet="true" property="og:url" content="https://linkis.incubator.apache.org/docs/1.1.3/deployment/deploy_linkis_without_hdfs"><meta data-react-helmet="true" name="docsearch:language" content="en"><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="docsearch:docusaurus_tag" content="docs-default-current"><meta data-react-helmet="true" property="og:title" content="Deploy Linkis without HDFS | Apache Linkis"><meta data-react-helmet="true" name="description" content="This article describes how to deploy Linkis services in an environment where HDFS is not deployed to facilitate more lightweight learning, use and debugging."><meta data-react-helmet="true" property="og:description" content="This article describes how to deploy Linkis services in an environment where HDFS is not deployed to facilitate more lightweight learning, use and debugging."><link data-react-helmet="true" rel="shortcut icon" href="/img/favicon.ico"><link data-react-helmet="true" rel="canonical" href="https://linkis.incubator.apache.org/docs/1.1.3/deployment/deploy_linkis_without_hdfs"><link data-react-helmet="true" rel="alternate" href="https://linkis.incubator.apache.org/docs/1.1.3/deployment/deploy_linkis_without_hdfs" hreflang="en"><link data-react-helmet="true" rel="alternate" href="https://linkis.incubator.apache.org/zh-CN/docs/1.1.3/deployment/deploy_linkis_without_hdfs" hreflang="zh-CN"><link data-react-helmet="true" rel="alternate" href="https://linkis.incubator.apache.org/docs/1.1.3/deployment/deploy_linkis_without_hdfs" hreflang="x-default"><link data-react-helmet="true" rel="preconnect" href="https://AE29KQB3IA-dsn.algolia.net" crossorigin="anonymous"><link rel="stylesheet" href="/assets/css/styles.92d87943.css">
<link rel="preload" href="/assets/js/runtime~main.a4c60f50.js" as="script">
<link rel="preload" href="/assets/js/main.42471b13.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
<div><a href="#" class="skipToContent_OuoZ">Skip to main content</a></div><nav class="navbar navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><button aria-label="Navigation bar toggle" class="navbar__toggle clean-btn" type="button" tabindex="0"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/"><img src="/img/logo.png" alt="Apache Linkis Logo" class="themedImage_TMUO themedImage--light_4Vu1 navbar__logo"><img src="/img/logo.png" alt="Apache Linkis Logo" class="themedImage_TMUO themedImage--dark_uzRr navbar__logo"><b class="navbar__title">Apache Linkis(Incubating)</b></a><a class="navbar__item navbar__link" href="/">Home</a><a class="navbar__item navbar__link" href="/faq/main">FAQ</a><a class="navbar__item navbar__link" href="/download/main">Download</a><a class="navbar__item navbar__link" href="/community/how-to-subscribe">Community</a><a class="navbar__item navbar__link" href="/blog">Blog</a><a class="navbar__item navbar__link" href="/team">Team</a><a class="navbar__item navbar__link" href="/user">Users</a><div class="navbar__item dropdown dropdown--hoverable"><a class="navbar__link">ASF</a><ul class="dropdown__menu"><li><a href="https://www.apache.org/" target="_blank" rel="noopener noreferrer" class="dropdown__link">Foundation</a></li><li><a href="https://www.apache.org/licenses/" target="_blank" rel="noopener noreferrer" class="dropdown__link">License</a></li><li><a href="https://www.apache.org/events/current-event" target="_blank" rel="noopener noreferrer" class="dropdown__link">Events</a></li><li><a href="https://www.apache.org/security/" target="_blank" rel="noopener noreferrer" class="dropdown__link">Security</a></li><li><a href="https://www.apache.org/foundation/sponsorship.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">Sponsorship</a></li><li><a href="https://www.apache.org/foundation/policies/privacy.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">Privacy</a></li><li><a href="https://www.apache.org/foundation/thanks.html" target="_blank" rel="noopener noreferrer" class="dropdown__link">Thanks</a></li></ul></div></div><div class="navbar__items navbar__items--right"><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a class="navbar__link">Doc</a><ul class="dropdown__menu"><li><a class="dropdown__link" href="/docs/1.1.3/introduction">Next(1.1.3)</a></li><li><a class="dropdown__link" href="/docs/latest/introduction">1.1.2</a></li><li><a class="dropdown__link" href="/docs/1.1.1/introduction">1.1.1</a></li><li><a class="dropdown__link" href="/docs/1.1.0/introduction">1.1.0</a></li><li><a class="dropdown__link" href="/docs/1.0.3/introduction">1.0.3</a></li><li><a class="dropdown__link" href="/docs/1.0.2/introduction">1.0.2</a></li><li><a class="dropdown__link" href="/docs/0.11.0/introduction">0.11.0</a></li><li><a class="dropdown__link" href="/versions">All Version</a></li></ul></div><a href="https://github.com/apache/incubator-linkis" target="_blank" rel="noopener noreferrer" class="navbar__item navbar__link header-github-link" aria-label="GitHub"></a><div class="navbar__item dropdown dropdown--hoverable dropdown--right"><a href="#" class="navbar__link"><span><svg t="1631348384596" class="iconLanguage_EbrZ" viewBox="0 0 1024 1024" version="1.1" p-id="557" width="20" height="20"><path d="M547.797333 638.208l-104.405333-103.168 1.237333-1.28a720.170667 720.170667 0 0 0 152.490667-268.373333h120.448V183.082667h-287.744V100.906667H347.605333v82.218666H59.818667V265.386667h459.178666a648.234667 648.234667 0 0 1-130.304 219.946666 643.242667 643.242667 0 0 1-94.976-137.728H211.541333a722.048 722.048 0 0 0 122.453334 187.434667l-209.194667 206.378667 58.368 58.368 205.525333-205.525334 127.872 127.829334 31.232-83.84m231.424-208.426667h-82.218666l-184.96 493.312h82.218666l46.037334-123.306667h195.242666l46.464 123.306667h82.218667l-185.002667-493.312m-107.690666 287.744l66.56-178.005333 66.602666 178.005333z" fill="currentColor" p-id="558"></path></svg><span>English</span></span></a><ul class="dropdown__menu"><li><a href="/docs/1.1.3/deployment/deploy_linkis_without_hdfs" target="_self" rel="noopener noreferrer" class="dropdown__link dropdown__link--active" style="text-transform:capitalize">English</a></li><li><a href="/zh-CN/docs/1.1.3/deployment/deploy_linkis_without_hdfs" target="_self" rel="noopener noreferrer" class="dropdown__link" style="text-transform:capitalize">简体中文</a></li></ul></div><div class="searchBox_Bc3W"><button type="button" class="DocSearch DocSearch-Button" aria-label="Search"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">Search</span></span><span class="DocSearch-Button-Keys"></span></button></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div class="main-wrapper docs-wrapper docs-doc-page"><div class="docPage_lDyR"><button class="clean-btn backToTopButton_i9tI" type="button"><svg viewBox="0 0 24 24" width="28"><path d="M7.41 15.41L12 10.83l4.59 4.58L18 14l-6-6-6 6z" fill="currentColor"></path></svg></button><aside class="docSidebarContainer_0YBq"><div class="sidebar_a3j0"><nav class="menu thin-scrollbar menu_cyFh menuWithAnnouncementBar_+O1J"><ul class="theme-doc-sidebar-menu menu__list"><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" href="/docs/1.1.3/introduction">Introduction</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" href="/docs/1.1.3/release">Version overview</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" href="/docs/1.1.3/release-notes-1.1.3">Release Notes 1.1.3-RC1</a></li><li class="theme-doc-sidebar-item-category menu__list-item"><a class="menu__link menu__link--sublist menu__link--active" href="#">Deployment</a><ul style="display:block;overflow:visible;height:auto" class="menu__list"><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.1.3/deployment/quick_deploy">Quick Deployment</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.1.3/deployment/cluster_deployment">Cluster Deployment</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.1.3/deployment/engine_conn_plugin_installation">EngineConnPlugin Installation</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.1.3/deployment/installation_hierarchical_structure">Installation Directory Structure</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.1.3/deployment/unpack_hierarchical_structure">installation package directory structure</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.1.3/deployment/sourcecode_hierarchical_structure">Source Code Directory Structure</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.1.3/deployment/web_install">Linkis Console Deployment</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.1.3/deployment/involve_skywalking_into_linkis">Involve SkyWaling into Linkis</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.1.3/deployment/start_metadatasource">DataSource</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link menu__link--active" aria-current="page" tabindex="0" href="/docs/1.1.3/deployment/deploy_linkis_without_hdfs">Deploy Linkis without HDFS</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.1.3/deployment/linkis_scriptis_install">Installation and deployment of the tool scriptis</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.1.3/deployment/involve_prometheus_into_linkis">Involve Prometheus into Linkis</a></li><li class="theme-doc-sidebar-item-link menu__list-item"><a class="menu__link" tabindex="0" href="/docs/1.1.3/deployment/involve_knife4j_into_linkis">Involve Knife4j into Linkis</a></li></ul></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">User Guide</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">Engine Usage</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">API Docs</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">Table Structure</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">Architecture</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">Development Doc</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">Upgrade Guide</a></li><li class="theme-doc-sidebar-item-category menu__list-item menu__list-item--collapsed"><a class="menu__link menu__link--sublist" href="#">Tuning And Troubleshooting</a></li></ul></nav></div></aside><main class="docMainContainer_r8cw"><div class="container padding-top--md padding-bottom--lg"><div class="row"><div class="col docItemCol_zHA2"><div class="theme-doc-version-banner alert alert--warning margin-bottom--md" role="alert"><div>This is unreleased documentation for <!-- -->Apache Linkis<!-- --> <b>Next(1.1.3)</b> version.</div><div class="margin-top--md">For up-to-date documentation, see the <b><a href="/docs/latest/deployment/deploy_linkis_without_hdfs">latest version</a></b> (<!-- -->1.1.2<!-- -->).</div></div><div class="docItemContainer_oiyr"><article><span class="theme-doc-version-badge badge badge--secondary">Version: <!-- -->Next(1.1.3)</span><div class="tocCollapsible_aw-L theme-doc-toc-mobile tocMobile_Tx6Y"><button type="button" class="clean-btn tocCollapsibleButton_zr6a">On this page</button></div><div class="theme-doc-markdown markdown"><header><h1>Deploy Linkis without HDFS</h1></header><p>This article describes how to deploy Linkis services in an environment where HDFS is not deployed to facilitate more lightweight learning, use and debugging.</p><p>For the overall deployment process, please refer to &quot;Quick Deployment&quot;, and you need to modify the following content.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor anchor__h2 anchorWithStickyNavbar_y2LR" id="1-configuration-modification"></a>1. Configuration modification<a class="hash-link" href="#1-configuration-modification" title="Direct link to heading">#</a></h2><p>Modify the <code>linkis-env.sh</code> file to modify the following:</p><div class="codeBlockContainer_J+bg"><div class="codeBlockContent_csEI bash"><pre tabindex="0" class="prism-code language-bash codeBlock_rtdJ thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_1zSZ"><span class="token-line" style="color:#F8F8F2"><span class="token comment" style="color:rgb(98, 114, 164)">#Use path mode [file://path] instead of [hdfs://] </span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">WORKSPACE_USER_ROOT_PATH</span><span class="token operator">=</span><span class="token plain">file:///tmp/linkis/</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">HDFS_USER_ROOT_PATH</span><span class="token operator">=</span><span class="token plain">file:///tmp/linkis</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">RESULT_SET_ROOT_PATH</span><span class="token operator">=</span><span class="token plain">file:///tmp/linkis</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block">
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">export</span><span class="token plain"> </span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">ENABLE_HDFS</span><span class="token operator">=</span><span class="token plain">false</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">export</span><span class="token plain"> </span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">ENABLE_HIVE</span><span class="token operator">=</span><span class="token plain">false</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">export</span><span class="token plain"> </span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">ENABLE_SPARK</span><span class="token operator">=</span><span class="token plain">false</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_M3SB clean-btn">Copy</button></div></div><p>After changing the above configuration to false, there is no need to configure HDFS/HIVE/SPARK environments separately.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor anchor__h2 anchorWithStickyNavbar_y2LR" id="2-copy-mysql-jar-file"></a>2. Copy mysql jar file<a class="hash-link" href="#2-copy-mysql-jar-file" title="Direct link to heading">#</a></h2><p>Because the mysql-connector-java driver follows the GPL2.0 protocol and does not meet the license policy of the Apache open source protocol, we need to manually copy it to the following two directories.</p><div class="codeBlockContainer_J+bg"><div class="codeBlockContent_csEI bash"><pre tabindex="0" class="prism-code language-bash codeBlock_rtdJ thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_1zSZ"><span class="token-line" style="color:#F8F8F2"><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">${LINKIS_HOME}</span><span class="token plain">/lib/linkis-commons/public-module/</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token variable" style="color:rgb(189, 147, 249);font-style:italic">${LINKIS_HOME}</span><span class="token plain">/lib/linkis-spring-cloud-services/linkis-mg-gateway/</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_M3SB clean-btn">Copy</button></div></div><p>It can be downloaded directly from the maven repository, such as <a href="https://mvnrepository.com/artifact/mysql/mysql-connector-java/5.1.49" target="_blank" rel="noopener noreferrer">https://mvnrepository.com/artifact/mysql/mysql-connector-java/5.1.49</a></p><h2><a aria-hidden="true" tabindex="-1" class="anchor anchor__h2 anchorWithStickyNavbar_y2LR" id="3-deploy-and-start"></a>3. Deploy and start<a class="hash-link" href="#3-deploy-and-start" title="Direct link to heading">#</a></h2><p>Refer to the &quot;Quick Deployment&quot; section to complete the deployment by executing the <code>${LINKIS_HOME}/bin/install.sh</code> command.
Refering to the &quot;Quick Deployment&quot; section, start the Linkis services by executing the <code>${LINKIS_HOME}/sbin/linkis-start-all.sh</code> command.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor anchor__h2 anchorWithStickyNavbar_y2LR" id="4-verification"></a>4. Verification<a class="hash-link" href="#4-verification" title="Direct link to heading">#</a></h2><p>Currently, version 1.1.2 only supports shell jobs to run in non-HDFS environments. The execution commands are as follows.</p><div class="codeBlockContainer_J+bg"><div class="codeBlockContent_csEI bash"><pre tabindex="0" class="prism-code language-bash codeBlock_rtdJ thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_1zSZ"><span class="token-line" style="color:#F8F8F2"><span class="token plain">$ </span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">cd</span><span class="token plain"> ./bin</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">$ </span><span class="token function" style="color:rgb(80, 250, 123)">chmod</span><span class="token plain"> +x linkis-cli</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">$ ./linkis-cli -engineType shell-1 -codeType shell -code </span><span class="token string" style="color:rgb(255, 121, 198)">&quot;echo </span><span class="token string entity" style="color:rgb(255, 121, 198)">\&quot;</span><span class="token string" style="color:rgb(255, 121, 198)">hello</span><span class="token string entity" style="color:rgb(255, 121, 198)">\&quot;</span><span class="token string" style="color:rgb(255, 121, 198)"> &quot;</span><span class="token plain"> -submitUser </span><span class="token operator">&lt;</span><span class="token plain">submitUser</span><span class="token operator">&gt;</span><span class="token plain"> -proxyUser </span><span class="token operator">&lt;</span><span class="token plain">proxyUser</span><span class="token operator">&gt;</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_M3SB clean-btn">Copy</button></div></div><p>The following output is expected.</p><div class="codeBlockContainer_J+bg"><div class="codeBlockContent_csEI bash"><pre tabindex="0" class="prism-code language-bash codeBlock_rtdJ thin-scrollbar" style="color:#F8F8F2;background-color:#282A36"><code class="codeBlockLines_1zSZ"><span class="token-line" style="color:#F8F8F2"><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">=</span><span class="token plain">Java Start </span><span class="token assign-left variable" style="color:rgb(189, 147, 249);font-style:italic">Command</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">=</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">exec</span><span class="token plain"> /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.312.b07-2.el8_5.x86_64/jre/bin/java -server -Xms32m -Xmx2048m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath</span><span class="token operator">=</span><span class="token plain">/Linkis/linkis03/logs/linkis-cli -XX:ErrorFile</span><span class="token operator">=</span><span class="token plain">/Linkis/linkis03/logs/linkis-cli/ps_err_pid%p.log -XX:+UseConcMarkSweepGC -XX:CMSInitiatingOccupancyFraction</span><span class="token operator">=</span><span class="token number">80</span><span class="token plain"> -XX:+DisableExplicitGC -classpath /Linkis/linkis03/conf/linkis-cli:/Linkis/linkis03/lib/linkis-computation-governance/linkis-client/linkis-cli/*:/Linkis/linkis03/lib/linkis-commons/public-module/*: -Dconf.root</span><span class="token operator">=</span><span class="token plain">/Linkis/linkis03/conf/linkis-cli -Dconf.file</span><span class="token operator">=</span><span class="token plain">linkis-cli.properties -Dlog.path</span><span class="token operator">=</span><span class="token plain">/Linkis/linkis03/logs/linkis-cli -Dlog.file</span><span class="token operator">=</span><span class="token plain">linkis-client.root.log.20220418221952287912946 org.apache.linkis.cli.application.LinkisClientApplication </span><span class="token string" style="color:rgb(255, 121, 198)">&#x27;-engineType shell-1 -codeType shell -code echo &quot;hello&quot; -submitUser test -proxyUser test&#x27;</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token punctuation" style="color:rgb(248, 248, 242)">[</span><span class="token plain">INFO</span><span class="token punctuation" style="color:rgb(248, 248, 242)">]</span><span class="token plain"> LogFile path: /Linkis/linkis03/logs/linkis-cli/linkis-client.root.log.20220418221952287912946</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token punctuation" style="color:rgb(248, 248, 242)">[</span><span class="token plain">INFO</span><span class="token punctuation" style="color:rgb(248, 248, 242)">]</span><span class="token plain"> User does not provide usr-configuration file. Will use default config</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token punctuation" style="color:rgb(248, 248, 242)">[</span><span class="token plain">INFO</span><span class="token punctuation" style="color:rgb(248, 248, 242)">]</span><span class="token plain"> connecting to linkis gateway:http://127.0.0.1:9001</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">JobId:6</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">TaskId:6</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">ExecId:exec_id018028linkis-cg-entranceiZbp19q51jb8p984yk2jxdZ:9104LINKISCLI_test_shell_1</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token punctuation" style="color:rgb(248, 248, 242)">[</span><span class="token plain">INFO</span><span class="token punctuation" style="color:rgb(248, 248, 242)">]</span><span class="token plain"> Job is successfully submitted</span><span class="token operator">!</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block">
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:19:53.019 INFO Program is substituting variables </span><span class="token keyword" style="color:rgb(189, 147, 249);font-style:italic">for</span><span class="token plain"> you</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:19:53.019 INFO Variables substitution ended successfully</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:19:53.019 WARN The code you submit will not be limited by the limit</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">Job with jobId </span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">:</span><span class="token plain"> LINKISCLI_test_shell_1 and execID </span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">:</span><span class="token plain"> LINKISCLI_test_shell_1 submitted </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:19:53.019 INFO You have submitted a new job, script code </span><span class="token punctuation" style="color:rgb(248, 248, 242)">(</span><span class="token plain">after variable substitution</span><span class="token punctuation" style="color:rgb(248, 248, 242)">)</span><span class="token plain"> is</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">************************************SCRIPT CODE************************************</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">echo</span><span class="token plain"> </span><span class="token string" style="color:rgb(255, 121, 198)">&quot;hello&quot;</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">************************************SCRIPT CODE************************************</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:19:53.019 INFO Your job is accepted, jobID is LINKISCLI_test_shell_1 and jobReqId is </span><span class="token number">6</span><span class="token plain"> </span><span class="token keyword" style="color:rgb(189, 147, 249);font-style:italic">in</span><span class="token plain"> ServiceInstance</span><span class="token punctuation" style="color:rgb(248, 248, 242)">(</span><span class="token plain">linkis-cg-entrance, iZbp19q51jb8p984yk2jxdZ:9104</span><span class="token punctuation" style="color:rgb(248, 248, 242)">)</span><span class="token plain">. Please </span><span class="token function" style="color:rgb(80, 250, 123)">wait</span><span class="token plain"> it to be scheduled</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">job is scheduled.</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:19:53.019 INFO Your job is Scheduled. Please </span><span class="token function" style="color:rgb(80, 250, 123)">wait</span><span class="token plain"> it to run.</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">Your job is being scheduled by orchestrator.</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:19:53.019 INFO job is running.</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:19:53.019 INFO Your job is Running now. Please </span><span class="token function" style="color:rgb(80, 250, 123)">wait</span><span class="token plain"> it to complete.</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:19:53.019 INFO Job with jobGroupId </span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">:</span><span class="token plain"> </span><span class="token number">6</span><span class="token plain"> and subJobId </span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">:</span><span class="token plain"> </span><span class="token number">5</span><span class="token plain"> was submitted to Orchestrator.</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:19:53.019 INFO Background is starting a new engine </span><span class="token keyword" style="color:rgb(189, 147, 249);font-style:italic">for</span><span class="token plain"> you,execId astJob_4_codeExec_4 mark </span><span class="token function" style="color:rgb(80, 250, 123)">id</span><span class="token plain"> is mark_4, it may take several seconds, please </span><span class="token function" style="color:rgb(80, 250, 123)">wait</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:20:01.020 INFO Task submit to ec: ServiceInstance</span><span class="token punctuation" style="color:rgb(248, 248, 242)">(</span><span class="token plain">linkis-cg-engineconn, iZbp19q51jb8p984yk2jxdZ:43213</span><span class="token punctuation" style="color:rgb(248, 248, 242)">)</span><span class="token plain"> get engineConnExecId is: </span><span class="token number">1</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:20:01.020 INFO EngineConn </span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">local</span><span class="token plain"> log path: ServiceInstance</span><span class="token punctuation" style="color:rgb(248, 248, 242)">(</span><span class="token plain">linkis-cg-engineconn, iZbp19q51jb8p984yk2jxdZ:43213</span><span class="token punctuation" style="color:rgb(248, 248, 242)">)</span><span class="token plain"> /appcom1/tmp/test/20220418/shell/cc21fbb5-3a33-471b-a565-8407ff8ebd80/logs</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">iZbp19q51jb8p984yk2jxdZ:43213_0 </span><span class="token operator">&gt;&gt;</span><span class="token plain"> </span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">echo</span><span class="token plain"> </span><span class="token string" style="color:rgb(255, 121, 198)">&quot;hello&quot;</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:20:01.438 WARN </span><span class="token punctuation" style="color:rgb(248, 248, 242)">[</span><span class="token plain">Linkis-Default-Scheduler-Thread-1</span><span class="token punctuation" style="color:rgb(248, 248, 242)">]</span><span class="token plain"> org.apache.linkis.engineconn.computation.executor.hook.executor.ExecuteOnceHook </span><span class="token number">50</span><span class="token plain"> warn - execute once become effective, register lock listener</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">hello</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:20:01.020 INFO Your subjob </span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">:</span><span class="token plain"> </span><span class="token number">5</span><span class="token plain"> execue with state succeed, has </span><span class="token number">1</span><span class="token plain"> resultsets.</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:20:01.020 INFO Congratuaions</span><span class="token operator">!</span><span class="token plain"> Your job </span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">:</span><span class="token plain"> LINKISCLI_test_shell_1 executed with status succeed and </span><span class="token number">0</span><span class="token plain"> results.</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:20:01.020 INFO job is completed.</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:20:01.020 INFO Task creation time</span><span class="token punctuation" style="color:rgb(248, 248, 242)">(</span><span class="token plain">任务创建时间</span><span class="token punctuation" style="color:rgb(248, 248, 242)">)</span><span class="token plain">: </span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:19:53, Task scheduling time</span><span class="token punctuation" style="color:rgb(248, 248, 242)">(</span><span class="token plain">任务调度时间</span><span class="token punctuation" style="color:rgb(248, 248, 242)">)</span><span class="token plain">: </span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:19:53, Task start time</span><span class="token punctuation" style="color:rgb(248, 248, 242)">(</span><span class="token plain">任务开始时间</span><span class="token punctuation" style="color:rgb(248, 248, 242)">)</span><span class="token plain">: </span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">: Mission end time</span><span class="token punctuation" style="color:rgb(248, 248, 242)">(</span><span class="token plain">任务结束时间</span><span class="token punctuation" style="color:rgb(248, 248, 242)">)</span><span class="token plain">: </span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:20:01</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:20:01.020 INFO Your mission</span><span class="token punctuation" style="color:rgb(248, 248, 242)">(</span><span class="token plain">您的任务</span><span class="token punctuation" style="color:rgb(248, 248, 242)">)</span><span class="token plain"> </span><span class="token number">6</span><span class="token plain"> The total </span><span class="token function" style="color:rgb(80, 250, 123)">time</span><span class="token plain"> spent is</span><span class="token punctuation" style="color:rgb(248, 248, 242)">(</span><span class="token plain">总耗时时间为</span><span class="token punctuation" style="color:rgb(248, 248, 242)">)</span><span class="token plain">: </span><span class="token number">8.3</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token number">2022</span><span class="token plain">-04-18 </span><span class="token number">22</span><span class="token plain">:20:01.020 INFO Congratulations. Your job completed with status Success.</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block">
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token punctuation" style="color:rgb(248, 248, 242)">[</span><span class="token plain">INFO</span><span class="token punctuation" style="color:rgb(248, 248, 242)">]</span><span class="token plain"> Job execute successfully</span><span class="token operator">!</span><span class="token plain"> Will try get execute result</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token plain">Result:</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">TaskId:6</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">ExecId: exec_id018028linkis-cg-entranceiZbp19q51jb8p984yk2jxdZ:9104LINKISCLI_test_shell_1</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">User:test</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">Current job status:SUCCEED</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">extraMsg: </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">result: </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain" style="display:inline-block">
</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token punctuation" style="color:rgb(248, 248, 242)">[</span><span class="token plain">INFO</span><span class="token punctuation" style="color:rgb(248, 248, 242)">]</span><span class="token plain"> Retrieving result-set, may take </span><span class="token function" style="color:rgb(80, 250, 123)">time</span><span class="token plain"> </span><span class="token keyword" style="color:rgb(189, 147, 249);font-style:italic">if</span><span class="token plain"> result-set is large, please </span><span class="token keyword" style="color:rgb(189, 147, 249);font-style:italic">do</span><span class="token plain"> not </span><span class="token builtin class-name" style="color:rgb(189, 147, 249)">exit</span><span class="token plain"> program.</span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token plain"> RESULT SET </span><span class="token number">1</span><span class="token plain"> </span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token operator">==</span><span class="token plain"></span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain">hello </span></span><span class="token-line" style="color:#F8F8F2"><span class="token plain"></span><span class="token comment" style="color:rgb(98, 114, 164)">############Execute Success!!!########</span></span></code></pre><button type="button" aria-label="Copy code to clipboard" class="copyButton_M3SB clean-btn">Copy</button></div></div></div><footer class="theme-doc-footer docusaurus-mt-lg"><div class="theme-doc-footer-edit-meta-row row"><div class="col"><a href="https://github.com/apache/incubator-linkis-website/edit/dev/docs/deployment/deploy_linkis_without_hdfs.md" target="_blank" rel="noreferrer noopener" class="theme-edit-this-page"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_mS5F" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 18.4h-6.3v-6.2z"></path></g></svg>Edit this page</a></div><div class="col lastUpdated_mt2f"></div></div></footer></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/1.1.3/deployment/start_metadatasource"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« <!-- -->DataSource</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/1.1.3/deployment/linkis_scriptis_install"><div class="pagination-nav__sublabel">Next</div><div class="pagination-nav__label">Installation and deployment of the tool scriptis<!-- --> »</div></a></div></nav></div></div><div class="col col--3"><div class="tableOfContents_vrFS thin-scrollbar"><ul class="table-of-contents table-of-contents__left-border"><li><a href="#1-configuration-modification" class="table-of-contents__link">1. Configuration modification</a></li><li><a href="#2-copy-mysql-jar-file" class="table-of-contents__link">2. Copy mysql jar file</a></li><li><a href="#3-deploy-and-start" class="table-of-contents__link">3. Deploy and start</a></li><li><a href="#4-verification" class="table-of-contents__link">4. Verification</a></li></ul></div></div></div></div></main></div></div><footer class="footer"><div class="container"><div class="row footer__links"><div class="col footer__col"><div class="footer__title">Linkis</div><ul class="footer__items"><li class="footer__item"><a class="footer__link-item" href="/docs/latest/introduction">Document</a></li><li class="footer__item"><a class="footer__link-item" href="/faq/main">FAQ</a></li><li class="footer__item"><a href="https://github.com/apache/incubator-linkis/releases" target="_blank" rel="noopener noreferrer" class="footer__link-item"><span>Releases<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_wgqa"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></span></a></li></ul></div><div class="col footer__col"><div class="footer__title">Community</div><ul class="footer__items"><li class="footer__item"><a href="https://github.com/apache/incubator-linkis" target="_blank" rel="noopener noreferrer" class="footer__link-item"><span>GitHub<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_wgqa"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></span></a></li><li class="footer__item"><a href="https://github.com/apache/incubator-linkis/issues" target="_blank" rel="noopener noreferrer" class="footer__link-item"><span>Issue Tracker<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_wgqa"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></span></a></li><li class="footer__item"><a href="https://github.com/apache/incubator-linkis/pulls" target="_blank" rel="noopener noreferrer" class="footer__link-item"><span>Pull Requests<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_wgqa"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></span></a></li></ul></div><div class="col footer__col"><div class="footer__title">Subscribe Mailing List</div><ul class="footer__items"><li class="footer__item"><a class="footer__link-item" href="/community/how-to-subscribe">How to Subscribe</a></li><li class="footer__item"><a href="mailto:dev-subscribe@linkis.apache.org" target="_blank" rel="noopener noreferrer" class="footer__link-item"><span>Subscribe Mail<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_wgqa"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></span></a></li><li class="footer__item"><a href="https://lists.apache.org/list.html?dev@linkis.apache.org" target="_blank" rel="noopener noreferrer" class="footer__link-item"><span>Mail Archive<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_wgqa"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></span></a></li></ul></div></div><div class="footer__bottom text--center"><div class="footer__copyright"><div><img style="height:50px" alt="Apache Software Foundation" src="/img/incubator-logo.svg"><p style="color: #999999; padding: 0 20px 30px;font-weight:400;text-align:left">Apache Linkis is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.</p><p></p>
<p style="padding: 0 20px 30px;color: #999999;font-weight: 400;"> Copyright © 2022 The Apache Software Foundation. Licensed under the Apache License, Version 2.0. Apache Linkis, Apache Incubator, Apache, the Apache feather logo, the Apache Linkis logo and the Apache Incubator project logo are trademarks of The Apache Software Foundation.</p>
<div></div></div></div></div></div></footer></div>
<script src="/assets/js/runtime~main.a4c60f50.js"></script>
<script src="/assets/js/main.42471b13.js"></script>
</body>
</html>