blob: 7ceff2d0b04e709acf8e97d82eb8379503712155 [file] [log] [blame]
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8">
<title>Apache Zeppelin Release 0.7.0</title>
<meta name="description" content="">
<meta name="author" content="The Apache Software Foundation">
<!-- Enable responsive viewport -->
<meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no" />
<!-- Le HTML5 shim, for IE6-8 support of HTML elements -->
<!--[if lt IE 9]>
<script src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
<![endif]-->
<!-- Le styles -->
<link href="https://maxcdn.bootstrapcdn.com/font-awesome/4.7.0/css/font-awesome.min.css" rel="stylesheet" integrity="sha384-wvfXpqpZZVQGK6TAh5PVlGOfQNHSoD2xbE+QkPxCAFlNEevoEH3Sl0sibVcOQVnN" crossorigin="anonymous">
<link href="https://fonts.googleapis.com/icon?family=Material+Icons">
<link href="/assets/themes/zeppelin/bootstrap/css/bootstrap.css" rel="stylesheet">
<link href="/assets/themes/zeppelin/css/style.css?body=1" rel="stylesheet" type="text/css">
<link href="/assets/themes/zeppelin/css/syntax.css" rel="stylesheet" type="text/css" media="screen" />
<!-- Le fav and touch icons -->
<!-- Update these with your own images
<link rel="shortcut icon" href="images/favicon.ico">
<link rel="apple-touch-icon" href="images/apple-touch-icon.png">
<link rel="apple-touch-icon" sizes="72x72" href="images/apple-touch-icon-72x72.png">
<link rel="apple-touch-icon" sizes="114x114" href="images/apple-touch-icon-114x114.png">
-->
<link rel="apple-touch-icon" sizes="180x180" href="/assets/themes/zeppelin/img/favicon/apple-touch-icon.png">
<link rel="icon" type="image/png" sizes="32x32" href="/assets/themes/zeppelin/img/favicon/favicon-32x32.png">
<link rel="icon" type="image/png" sizes="16x16" href="/assets/themes/zeppelin/img/favicon/favicon-16x16.png">
<link rel="icon" type="image/png" href="/assets/themes/zeppelin/img/favicon/favicon.ico">
<link rel="manifest" href="/assets/themes/zeppelin/img/favicon/manifest.json">
<link rel="mask-icon" href="/assets/themes/zeppelin/img/favicon/safari-pinned-tab.svg" color="#438bc9">
<meta name="theme-color" content="#ffffff">
<!-- Js -->
<script src="https://code.jquery.com/jquery-1.10.2.min.js"></script>
<script src="https://ajax.googleapis.com/ajax/libs/angularjs/1.3.15/angular.min.js"></script>
<script src="https://s3.amazonaws.com/apache-zeppelin/post/medium.js"></script>
<script src="https://angular-ui.github.io/bootstrap/ui-bootstrap-tpls-2.5.0.js"></script>
<script src="/assets/themes/zeppelin/bootstrap/js/bootstrap.min.js"></script>
<script src="/assets/themes/zeppelin/js/docs.js"></script>
<script src="/assets/themes/zeppelin/js/anchor.min.js"></script>
<script src="/assets/themes/zeppelin/js/moment.min.js"></script>
<script src="/assets/themes/zeppelin/js/helium.controller.js"></script>
<script src="/assets/themes/zeppelin/js/medium.controller.js"></script>
<!-- atom & rss feed -->
<link href="/atom.xml" type="application/atom+xml" rel="alternate" title="Sitewide ATOM Feed">
<link href="/rss.xml" type="application/rss+xml" rel="alternate" title="Sitewide RSS Feed">
</head>
<body>
<div class="navbar navbar-inverse navbar-fixed-top" role="navigation">
<div class="container">
<div class="navbar-header">
<button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
<span class="sr-only">Toggle navigation</span>
<span class="icon-bar"></span>
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
<a class="navbar-brand" href="/">
<img src="/assets/themes/zeppelin/img/zeppelin_logo.png" style="margin-top: -6px;" width="50" alt="I'm zeppelin">
<span style="margin-left: 5px;"> Apache Zeppelin </span>
</a>
</div>
<nav class="navbar-collapse collapse" role="navigation">
<ul class="nav navbar-nav navbar-right">
<li><a href="/docs/latest/quickstart/install.html">Quick Start</a></li>
<!-- Download -->
<li class="docs">
<a href="#" data-toggle="dropdown" class="dropdown-toggle">Download<b class="caret"></b></a>
<ul class="dropdown-menu">
<li><a href="/download.html">Download Zeppelin</a></li>
<li><a href="/supported_interpreters.html">Supported Interpreters</a></li>
</ul>
</li>
<!-- Docs -->
<li class="docs">
<a href="#" data-toggle="dropdown" class="dropdown-toggle">Docs<b class="caret"></b></a>
<ul class="dropdown-menu">
<li class="title"><span><b>Release</b></span></li>
<li><a href="/docs/0.11.1">0.11.1</a></li>
<li><a href="/docs/0.11.0">0.11.0</a></li>
<li><a href="/docs/0.10.1">0.10.1</a></li>
<li><a href="/docs/0.10.0">0.10.0</a></li>
<li><a href="/docs/0.9.0">0.9.0</a></li>
<li><a href="/docs/0.8.2">0.8.2</a></li>
<li><a href="documentation.html">Older Versions</a></li>
<li class="title"><span><b><a href="security.html">Security</a></b><span></li>
</ul>
</li>
<li><a href="/helium_packages.html">Helium</a></li>
<li class="docs">
<a href="#" data-toggle="dropdown" class="dropdown-toggle">Community<b class="caret"></b></a>
<ul class="dropdown-menu">
<li><a href="/community.html">Contributors</a></li>
<li><a href="https://github.com/apache/zeppelin">GitHub</a></li>
</ul>
</li>
<!-- Apache -->
<li class="docs">
<a href="#" data-toggle="dropdown" class="dropdown-toggle">Apache<b class="caret"></b></a>
<ul class="dropdown-menu">
<li><a href="http://www.apache.org/foundation/how-it-works.html">Apache Software Foundation</a></li>
<li><a href="http://www.apache.org/licenses/">Apache License</a></li>
<li><a href="http://www.apache.org/foundation/sponsorship.html">Sponsorship</a></li>
<li><a href="/assets.html">Assets</a></li>
<li><a href="http://www.apache.org/foundation/thanks.html">Thanks</a></li>
</ul>
</li>
</ul>
</nav><!--/.navbar-collapse -->
</div>
</div>
<div class="content">
<!--<div class="hero-unit Apache Zeppelin Release 0.7.0">
<h1></h1>
</div>
-->
<div class="row">
<div class="col-md-12">
<!--
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<h2>Apache Zeppelin Release 0.7.0</h2>
<p>The Apache Zeppelin community is pleased to announce the availability of the 0.7.0 release.</p>
<p>The community put significant effort into improving Apache Zeppelin since the last release, focusing on multiuser support, pluggable visualization, better interpreter support.
More than 100+ contributors provided 700+ patches for new features, improvements and bug fixes.
More than 480+ issues have been resolved.</p>
<p>We encourage to <a href="../../download.html">download</a> the latest release. Feedback through the <a href="../../community.html">mailing lists</a> is very welcome.</p>
<h3>Multiuser Support</h3>
<ul>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-987">ZEPPELIN-987</a> - Secure interpreter setting, credentials and configurations page</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1144">ZEPPELIN-1144</a> - Zeppelin home page should only list notebooks with read or write permission</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1210">ZEPPELIN-1210</a> - Run interpreter per user</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1320">ZEPPELIN-1320</a> - Run zeppelin interpreter process as web front end user - <a href="../../docs/0.7.0/manual/userimpersonation.html">Interpreter user impersonation</a></li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1472">ZEPPELIN-1472</a> - Create new LdapRealm based on Apache Knox LdapRealm: Provides LdapRealm Functionality similar to Apache Knox</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1586">ZEPPELIN-1586</a> - Add security check in Notebook Rest api</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1594">ZEPPELIN-1594</a> - Support personalized mode</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1611">Zeppelin-1611</a> - Support PAM (System User) Authentication</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1707">ZEPPELIN-1707</a> - Pass userName when creating interpreter through thrift</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1730">ZEPPELIN-1730</a> - impersonate spark interpreter using --proxy-user</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1770">ZEPPELIN-1770</a> - Restart only the client user&#39;s interpreter when restarting interpreter setting</li>
</ul>
<h3>Visualization</h3>
<ul>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-212">ZEPPELIN-212</a> - Multiple paragraph results</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-732">ZEPPELIN-732</a> - <a href="../../helium_packages.html">Helium Application</a></li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1371">ZEPPELIN-1371</a> - Add text/numeric conversion support to table display</li>
</ul>
<h3>Backend interpreter support</h3>
<p>This release includes new interpreter support for</p>
<ul>
<li><a href="../../docs/0.7.0/interpreter/beam.html">Beam</a></li>
<li><a href="../../docs/0.7.0/interpreter/pig.html">Pig</a></li>
<li><a href="../../docs/0.7.0/interpreter/scio.html">Scio</a></li>
</ul>
<h4>Spark</h4>
<ul>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1643">ZEPPELIN-1643</a> - Make spark web UI accessible from interpreters page</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1815">ZEPPELIN-1815</a> - Support Spark 2.1</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1883">ZEPPELIN-1883</a> - Can&#39;t import spark submitted packages in PySpark</li>
</ul>
<h4>Python</h4>
<ul>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1115">ZEPPELIN-1115</a> - <a href="../../docs/0.7.0/interpreter/python.html#sql-over-pandas-dataframes">interpreter for SQL over DataFrame</a></li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1318">ZEPPELIN-1318</a> - Add support for matplotlib displaying png images in python interpreter</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1345">ZEPPELIN-1345</a> - Create a custom matplotlib backend that natively supports inline plotting in a python interpreter cell</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1655">ZEPPELIN-1655</a> - Dynamic forms in Python interpreter do not work</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1671">ZEPPELIN-1671</a> - <a href="../../docs/0.7.0/interpreter/python.html#conda">Conda interpreter</a></li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1683">ZEPPELIN-1683</a> - <a href="../../docs/0.7.0/interpreter/python.html#docker">Run python process in docker container</a></li>
</ul>
<h4>Markdown</h4>
<ul>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-777">ZEPPELIN-777</a> - <a href="../../docs/0.7.0/displaysystem/basicdisplaysystem.html#mathematical-expressions">Math formula support</a></li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1387">ZEPPELIN-1387</a> - Support table syntax in markdown interpreter</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1614">ZEPPELIN-1614</a> - Remove markdown4j dep and use <a href="../../docs/0.7.0/interpreter/markdown.html#pegdown-parser">pegdown</a> by default</li>
</ul>
<h4>Livy</h4>
<ul>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1258">ZEPPELIN-1258</a> - Add Spark packages support to Livy interpreter</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1293">ZEPPELIN-1293</a> - Automatically attach or create to a new session</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1432">ZEPPELIN-1432</a> - Support cancellation of paragraph execution</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1609">ZEPPELIN-1609</a> - using pyspark(python3) with livy interperter</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-2006">ZEPPELIN-2006</a> - Livy interpreter doesn&#39;t work in anonymous mode</li>
</ul>
<h4>Flink</h4>
<ul>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1632">ZEPPELIN-1632</a> - Add the possibility to cancel flink jobs in local mode</li>
</ul>
<h4>Elasticsearch</h4>
<ul>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1537">ZEPPELIN-1537</a> - Elasticsearch improvement for results of aggregations</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1821">ZEPPELIN-1821</a> - Add HTTP client to elasticsearch interpreter<br></li>
</ul>
<h3>Notebook</h3>
<ul>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1152">ZEPPELIN-1152</a> - Listing note revision history</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1825">ZEPPELIN-1825</a> - Use versioned notebook storage by default</li>
</ul>
<h3>Job Management</h3>
<ul>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-531">ZEPPELIN-531</a> - Job management</li>
</ul>
<h3>UI/UX Improvement</h3>
<ul>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-707">ZEPPELIN-707</a> - Automatically adds %.* of previous paragraph&#39;s typing</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1061">ZEPPELIN-1061</a> - Select default interpreter while creating note</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1564">ZEPPELIN-1564</a> - Enable note deletion and paragraph output clear from main page</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1566">ZEPPELIN-1566</a> - Make paragraph editable with double click</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1628">ZEPPELIN-1628</a> - Enable renaming note from the main page</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1629">ZEPPELIN-1629</a> - Enable renaming folder from the main page</li>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-1736">ZEPPELIN-1736</a> - Introduce trash &amp; enable removing folder</li>
</ul>
<h3>Noteworthy Changes</h3>
<ul>
<li>Zeppelin doesn&#39;t use <code>ZEPPELIN_JAVA_OPTS</code> as default value of <code>ZEPPELIN_INTP_JAVA_OPTS</code> and also the same for <code>ZEPPELIN_MEM</code>/<code>ZEPPELIN_INTP_MEM</code>. If user want to configure the jvm opts of interpreter process, please set <code>ZEPPELIN_INTP_JAVA_OPTS</code> and <code>ZEPPELIN_INTP_MEM</code> explicitly. If you don&#39;t set <code>ZEPPELIN_INTP_MEM</code>, Zeppelin will set it to <code>-Xms1024m -Xmx1024m -XX:MaxPermSize=512m</code> by default.</li>
<li>Mapping from <code>%jdbc(prefix)</code> to <code>%prefix</code> is no longer available. Instead, you can use <code>%[interpreter alias]</code> with multiple interpreter setttings on GUI.</li>
<li>Usage of <code>ZEPPELIN_PORT</code> is not supported in ssl mode. Instead use <code>ZEPPELIN_SSL_PORT</code> to configure the ssl port. Value from <code>ZEPPELIN_PORT</code> is used only when <code>ZEPPELIN_SSL</code> is set to <code>false</code>.</li>
<li>The support on Spark 1.1.x to 1.3.x is deprecated.</li>
<li>Zeppelin uses <code>pegdown</code> as the <code>markdown.parser.type</code> option for the <code>%md</code> interpreter. Rendered markdown might be different from what you expected</li>
<li>note.json format has been changed to support multiple types of output in a paragraph. Zeppelin will automatically convert old format to new format. 0.6 or lower version can read new note.json format but output will not be displayed. For the detail, see <a href="http://issues.apache.org/jira/browse/ZEPPELIN-212">ZEPPELIN-212</a> and <a href="https://github.com/apache/zeppelin/pull/1658">pull request</a>.</li>
<li>Note storage layer will utilize <code>GitNotebookRepo</code> by default instead of <code>VFSNotebookRepo</code> storage layer, which is an extension of latter one with versioning capabilities on top of it.</li>
<li>Markdown and angular paragraphs will hide editor automatically after run and user can open editor by double clicking those paragraphs.</li>
<li>Select box dynamic form doesn&#39;t run on change but on enter after change.</li>
</ul>
<h3>Known issues</h3>
<ul>
<li><a href="https://issues.apache.org/jira/browse/ZEPPELIN-2048">ZEPPELIN-2048</a>: Can&#39;t run first paragraph when personalize mode on</li>
</ul>
<p><br />
You can visit <a href="https://issues.apache.org/jira/secure/ReleaseNote.jspa?version=12336544&projectId=12316221">issue tracker</a> for full list of issues being resolved.</p>
<p><br /></p>
<h3>Contributors</h3>
<p>This release would not be possible without the following community members&#39; contributions:</p>
<p>Jeff Zhang, Mina Lee, AhyoungRyu, astroshim, Lee moon soo, Prabhjyot Singh, Khalid Huseynov, 1ambda, Jongyoul Lee, CloverHearts, Damien CORNEAU, Anthony Corbacho, Luciano Resende, Alexander Bezzubov, Renjith Kamath, Alex Goodman, cloverhearts, soralee, Kavin, Sangwoo Lee, WeichenXu, rajarajan-g, felizbear, Igor Drozdov, Myoungdo Park, rawkintrevo, Kai Jiang, Jun Kim, karuppayya, Rafal Wojdyla, Prasad Wagle, agura, Kousuke Saruta, fvaleri, Minwoo Kang, mahmoudelgamal, Naveen Subramanian, Paul Bustios, Peilin Yang, Rerngvit Yanggratoke, Mohammad Amin Khashkhashi Moghaddam, Hao Xia, Bruno Bonnin, Philipp, sergey_sokur, hyonzin, suvam97, Felix Cheung, vensant, Rohit Choudhary, DuyHai DOAN, Beria, Randy Gelhausen, Sangmin Yoon, meenakshisekar, purechoc, zhongjian, Alexander Shoshin, Benoy Antony, Chin Tzulin, Chris Snow, Daniel Jeon, FireArrow, Jan Hentschel, Jesang Yoon, John Trengrove, Joju Rajan, Karup, Kavin Kumar, Kevin Kim, LantaoJin, Liu Xiang, Matthew Penny, Mleekko, Ondřej Krško, Python_Max, Roger Filmyer, Sagar Kulkarni, Shiv Shankar Subudhi, Steven Han, SungjuKwon, Trevor Grant, Vipin Rathor, Vitaly Polonetsky, Yiming Liu, Yunho Maeng, Zak Hassan, ZhangEthan, amir sanjar, baekhoseok, chie8842, doanduyhai, fred777, gdupont, gss2002, hkropp, hyukjinkwon, laesunk, kenshalo, lichenglin, oganizang, passionke, paulbustios, robbins, sadikovi, terrylee, victor.sheng</p>
<p>The following people helped verifying this release:</p>
<p>CloverHearts, Jun Kim, Prabhjyot Singh, Jeff Zhang, Hyung Sung Shim, Ahyoung Ryu, Md. Rezaul Karim, Alexander Bezzubov, Alexander Goodman, Lei Wang, Felix Cheung, DuyHai Doan, Vinay Shukla, Khalid Huseynov, Jongyoul Lee, Sora Lee, Windy Qin, rohit choudhary, moon soo Lee, Andreas Weise, Renjith Kamath, Mina Lee</p>
</div>
</div>
</div>
<footer>
<!-- <p>&copy; 2024 The Apache Software Foundation</p>-->
</footer>
</body>
</html>