| <!DOCTYPE html> |
| <head> |
| <meta charset="utf-8"> |
| <meta http-equiv="X-UA-Compatible" content="IE=edge"> |
| |
| <title>Eagle - Site Management</title> |
| <meta name="description" content="Eagle - Analyze Big Data Platforms for Security and Performance"> |
| |
| <meta name="keywords" content="Eagle, Hadoop, Security, Real Time"> |
| <meta name="author" content="eBay Inc."> |
| |
| <meta charset="utf-8"> |
| <meta name="viewport" content="initial-scale=1"> |
| |
| <link rel="stylesheet" href="/css/animate.css"> |
| <link rel="stylesheet" href="/css/bootstrap.min.css"> |
| |
| <link rel="stylesheet" href="/css/font-awesome.min.css"> |
| |
| <link rel="stylesheet" href="/css/misc.css"> |
| <link rel="stylesheet" href="/css/style.css"> |
| <link rel="stylesheet" href="/css/styles.css"> |
| <link rel="stylesheet" href="/css/main.css"> |
| <link rel="alternate" type="application/rss+xml" title="Eagle" href="http://goeagle.io/feed.xml" /> |
| <link rel="shortcut icon" href="/images/favicon.png"> |
| |
| <!-- Baidu Analytics Tracking--> |
| <script> |
| var _hmt = _hmt || []; |
| (function() { |
| var hm = document.createElement("script"); |
| hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece"; |
| var s = document.getElementsByTagName("script")[0]; |
| s.parentNode.insertBefore(hm, s); |
| })(); |
| </script> |
| |
| <!-- Google Analytics Tracking --> |
| <script> |
| (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){ |
| (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o), |
| m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m) |
| })(window,document,'script','//www.google-analytics.com/analytics.js','ga'); |
| ga('create', 'UA-68929805-1', 'auto'); |
| ga('send', 'pageview'); |
| </script> |
| </head> |
| <body> |
| <!-- header start --> |
| <div id="home_page"> |
| <div class="topbar"> |
| <div class="container"> |
| <div class="row" > |
| <nav class="navbar navbar-default"> |
| <div class="container-fluid"> |
| <!-- Brand and toggle get grouped for better mobile display --> |
| <div class="navbar-header"> |
| <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button> |
| <a class="navbar-brand" href="/"><img src="/images/logo2.png" height="44px" style="margin-top:-7px"></a> </div> |
| |
| <!-- Collect the nav links, forms, and other content for toggling --> |
| <!-- <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1"> |
| <ul class="nav navbar-nav navbar-right" id="top-menu"> |
| <li><a class="menu" href="/#home_page">HOME</a></li> |
| <li><a class="menu" href="/docs/">DOCS</a></li> |
| <li><a class="menu" href="/#about_page">ABOUT</a></li> |
| <li><a class="menu" href="/#diagram_page">ARCHITECTURE</a></li> |
| <li><a class="menu" href="/#modules_page">MODULES</a></li> |
| <li><a class="menu" href="/#usecase_page">USE CASES</a></li> |
| <li> |
| </li> |
| </ul> --> |
| </div> |
| </div> |
| <!-- /.container-fluid --> |
| </nav> |
| </div> |
| </div> |
| </div> |
| <div class="headerimage"> |
| <div class="flexslider"> |
| <ul class="slides"> |
| <li><img src="/images/slider/4.jpg" alt="Slide 1"></li> |
| </ul> |
| </div> |
| </div> |
| <div class="particles" style="height:40%"> </div><!---particles--> |
| <div class="slider-caption" style="top:80px;"> |
| <div class="homewrapper"> |
| <div class="hometitle"> |
| <a href="/"> |
| <img src="/images/feather.png" height="80px"> |
| </a> |
| </div> |
| <div class="hometext"> |
| <h2>Analyze Big Data Platforms For Security and Performance</h2> |
| <div class="social-buttons"> |
| <a href="https://github.com/apache/eagle"><i class="fa fa-github"></i></a> |
| <a href="http://twitter.com/TheApacheEagle"><i class="fa fa-twitter"></i></a> |
| <a href="https://www.facebook.com/TheApacheEagle/"><i class="fa fa-facebook"></i></a> |
| <a href="#"><i class="fa fa-weixin"></i></a> |
| <!-- <a href="https://www.weibo.com/ApacheEagle/"><i class="fa fa-weibo"></i></a> --> |
| </div> |
| </div> |
| </div> |
| </div> |
| </div> |
| <!-- header end --> |
| <div class="container-fluid page-content"> |
| <div class="row"> |
| <div class="col-md-10 col-md-offset-1"> |
| <!-- sidebar --> |
| <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation"> |
| <ul class="nav" id="adminnav"> |
| |
| <li class="heading">Getting Started</li> |
| |
| <li class="sidenavli "><a href="/docs/index.html" data-permalink="/docs/tutorial/site-0.3.0.html" id="">Introduction</a></li> |
| |
| <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/tutorial/site-0.3.0.html" id="">Use Cases</a></li> |
| |
| <li class="sidenavli "><a href="/docs/terminology.html" data-permalink="/docs/tutorial/site-0.3.0.html" id="">Terminology</a></li> |
| |
| <li class="sidenavli "><a href="/docs/ecosystem.html" data-permalink="/docs/tutorial/site-0.3.0.html" id="">Ecosystem</a></li> |
| |
| <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/tutorial/site-0.3.0.html" id="">Community</a></li> |
| |
| <li class="sidenavli "><a href="/docs/FAQ.html" data-permalink="/docs/tutorial/site-0.3.0.html" id="">FAQ</a></li> |
| |
| <li class="divider"></li> |
| |
| <li class="heading">Documentations</li> |
| |
| <li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/tutorial/site-0.3.0.html" id="">Latest version (v0.5.0)</a></li> |
| |
| <li class="divider"></li> |
| |
| <li class="heading">Download</li> |
| |
| <li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/tutorial/site-0.3.0.html" id="">Latest version (v0.5.0)</a></li> |
| |
| <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/tutorial/site-0.3.0.html" id="">Archived</a></li> |
| |
| <li class="divider"></li> |
| |
| <li class="heading">Supplement</li> |
| |
| <li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/tutorial/site-0.3.0.html" id="">Security</a></li> |
| |
| <li class="divider"></li> |
| |
| <li class="sidenavli"> |
| <a href="mailto:dev@eagle.apache.org" target="_blank">Need Help?</a> |
| </li> |
| </ul> |
| </div> |
| <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent"> |
| <h1 class="page-header" style="margin-top: 0px">Site Management</h1> |
| <p>Apache Eagle (called Eagle in the following) identifies different Hadoop<sup id="fnref:HADOOP"><a href="#fn:HADOOP" class="footnote">1</a></sup> environments as different sites, such as sandbox, datacenter1, datacenter2. In each site, a user can add different data sources as the monitoring targets. For each data source, a connection configuration is required.</p> |
| |
| <h4 id="step-1-add-site">Step 1: Add Site</h4> |
| |
| <p>The following is an example which creates a new site “Demo”, and add two data sources as its monitoring targets. |
| <img src="/images/docs/new-site.png" alt="setup a site" /></p> |
| |
| <h4 id="step-2-add-configuration">Step 2: Add Configuration</h4> |
| |
| <p>After creating a new site, we need to edit the configuration to connect the cluster. |
| Here we give configuration examples for HDFS, HBASE, and Hive.</p> |
| |
| <ul> |
| <li> |
| <p>HDFS</p> |
| |
| <p><img src="/images/docs/hdfs-setup-0.3.0.png" alt="hdfs setup" /></p> |
| |
| <ul> |
| <li> |
| <p>Base case</p> |
| |
| <p>You may configure the default path for Hadoop clients to connect remote hdfs namenode.</p> |
| |
| <div class="highlighter-rouge"><pre class="highlight"><code><span class="w"> </span><span class="p">{</span><span class="nt">"fs.defaultFS"</span><span class="p">:</span><span class="s2">"hdfs://sandbox.hortonworks.com:8020"</span><span class="p">}</span><span class="w"> |
| </span></code></pre> |
| </div> |
| </li> |
| <li> |
| <p>HA case</p> |
| |
| <p>Basically, you point your fs.defaultFS at your nameservice and let the client know how its configured (the backing namenodes) and how to fail over between them under the HA mode</p> |
| |
| <div class="highlighter-rouge"><pre class="highlight"><code><span class="w"> </span><span class="p">{</span><span class="nt">"fs.defaultFS"</span><span class="p">:</span><span class="s2">"hdfs://nameservice1"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"dfs.nameservices"</span><span class="p">:</span><span class="w"> </span><span class="s2">"nameservice1"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"dfs.ha.namenodes.nameservice1"</span><span class="p">:</span><span class="s2">"namenode1,namenode2"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"dfs.namenode.rpc-address.nameservice1.namenode1"</span><span class="p">:</span><span class="w"> </span><span class="s2">"hadoopnamenode01:8020"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"dfs.namenode.rpc-address.nameservice1.namenode2"</span><span class="p">:</span><span class="w"> </span><span class="s2">"hadoopnamenode02:8020"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"dfs.client.failover.proxy.provider.nameservice1"</span><span class="p">:</span><span class="w"> </span><span class="s2">"org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider"</span><span class="w"> |
| </span><span class="p">}</span><span class="w"> |
| </span></code></pre> |
| </div> |
| </li> |
| <li> |
| <p>Kerberos-secured cluster</p> |
| |
| <p>For Kerberos-secured cluster, you need to get a keytab file and the principal from your admin, and configure “eagle.keytab.file” and “eagle.kerberos.principal” to authenticate its access.</p> |
| |
| <div class="highlighter-rouge"><pre class="highlight"><code><span class="w"> </span><span class="p">{</span><span class="w"> </span><span class="nt">"eagle.keytab.file"</span><span class="p">:</span><span class="s2">"/EAGLE-HOME/.keytab/eagle.keytab"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"eagle.kerberos.principal"</span><span class="p">:</span><span class="s2">"eagle@SOMEWHERE.COM"</span><span class="w"> |
| </span><span class="p">}</span><span class="w"> |
| </span></code></pre> |
| </div> |
| |
| <p>If there is an exception about “invalid server principal name”, you may need to check the DNS resolver, or the data transfer , such as “dfs.encrypt.data.transfer”, “dfs.encrypt.data.transfer.algorithm”, “dfs.trustedchannel.resolver.class”, “dfs.datatransfer.client.encrypt”.</p> |
| </li> |
| </ul> |
| </li> |
| <li>Hive<sup id="fnref:HIVE"><a href="#fn:HIVE" class="footnote">2</a></sup> |
| <ul> |
| <li> |
| <p>Basic</p> |
| |
| <div class="highlighter-rouge"><pre class="highlight"><code><span class="w"> </span><span class="p">{</span><span class="w"> |
| </span><span class="nt">"accessType"</span><span class="p">:</span><span class="w"> </span><span class="s2">"metastoredb_jdbc"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"password"</span><span class="p">:</span><span class="w"> </span><span class="s2">"hive"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"user"</span><span class="p">:</span><span class="w"> </span><span class="s2">"hive"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"jdbcDriverClassName"</span><span class="p">:</span><span class="w"> </span><span class="s2">"com.mysql.jdbc.Driver"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"jdbcUrl"</span><span class="p">:</span><span class="w"> </span><span class="s2">"jdbc:mysql://sandbox.hortonworks.com/hive?createDatabaseIfNotExist=true"</span><span class="w"> |
| </span><span class="p">}</span><span class="w"> |
| </span></code></pre> |
| </div> |
| </li> |
| </ul> |
| </li> |
| <li> |
| <p>HBase<sup id="fnref:HBASE"><a href="#fn:HBASE" class="footnote">3</a></sup></p> |
| |
| <ul> |
| <li> |
| <p>Basic case</p> |
| |
| <p>You need to sett “hbase.zookeeper.quorum”:”localhost” property and “hbase.zookeeper.property.clientPort” property.</p> |
| |
| <div class="highlighter-rouge"><pre class="highlight"><code><span class="w"> </span><span class="p">{</span><span class="w"> |
| </span><span class="nt">"hbase.zookeeper.property.clientPort"</span><span class="p">:</span><span class="s2">"2181"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"hbase.zookeeper.quorum"</span><span class="p">:</span><span class="s2">"localhost"</span><span class="w"> |
| </span><span class="p">}</span><span class="w"> |
| </span></code></pre> |
| </div> |
| </li> |
| <li> |
| <p>Kerberos-secured cluster</p> |
| |
| <p>According to your environment, you can add or remove some of the following properties. Here is the reference.</p> |
| |
| <div class="highlighter-rouge"><pre class="highlight"><code><span class="w"> </span><span class="p">{</span><span class="w"> |
| </span><span class="nt">"hbase.zookeeper.property.clientPort"</span><span class="p">:</span><span class="s2">"2181"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"hbase.zookeeper.quorum"</span><span class="p">:</span><span class="s2">"localhost"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"hbase.security.authentication"</span><span class="p">:</span><span class="s2">"kerberos"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"hbase.master.kerberos.principal"</span><span class="p">:</span><span class="s2">"hadoop/_HOST@EXAMPLE.COM"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"zookeeper.znode.parent"</span><span class="p">:</span><span class="s2">"/hbase"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"eagle.keytab.file"</span><span class="p">:</span><span class="s2">"/EAGLE-HOME/.keytab/eagle.keytab"</span><span class="p">,</span><span class="w"> |
| </span><span class="nt">"eagle.kerberos.principal"</span><span class="p">:</span><span class="s2">"eagle@EXAMPLE.COM"</span><span class="w"> |
| </span><span class="p">}</span><span class="w"> |
| </span></code></pre> |
| </div> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| |
| <h4 id="step-3-checking-the-connection">Step 3: Checking the connection</h4> |
| <p>After the configuration is ready, you can go to <a href="/docs/tutorial/classification-0.3.0.html">classification page</a> and browse the data. If the configuration is correct, data will be ready in a few seconds.</p> |
| |
| <p>Any questions on the Kerberos configuration in Eagle, please first check <a href="/docs/FAQ.html">FAQ</a></p> |
| |
| <hr /> |
| |
| <h4 id="footnotes"><em>Footnotes</em></h4> |
| |
| <div class="footnotes"> |
| <ol> |
| <li id="fn:HADOOP"> |
| <p><em>All mentions of “hadoop” on this page represent Apache Hadoop.</em> <a href="#fnref:HADOOP" class="reversefootnote">↩</a></p> |
| </li> |
| <li id="fn:HIVE"> |
| <p><em>Apache Hive.</em> <a href="#fnref:HIVE" class="reversefootnote">↩</a></p> |
| </li> |
| <li id="fn:HBASE"> |
| <p><em>Apache HBase.</em> <a href="#fnref:HBASE" class="reversefootnote">↩</a></p> |
| </li> |
| </ol> |
| </div> |
| |
| </div><!--end of loadcontent--> |
| </div> |
| <!--end of centered content--> |
| </div> |
| </div> |
| <!--end of container--> |
| |
| <!-- footer start --> |
| <div class="footerwrapper"> |
| <div class="container"> |
| <div class="row"> |
| <div class="col-md-12"><div style="margin-left:auto; margin-right:auto; text-align:center;font-size: 12px"> |
| <div> |
| </div> |
| <div> |
| <a href="http://www.apache.org"> |
| <img id="asf-logo" alt="Apache Software Foundation" src="/images/apache-logo-small.gif"> |
| </a> |
| </div> |
| <div> |
| Copyright © 2015 <a href="http://www.apache.org">The Apache Software Foundation</a>, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. |
| </div> |
| <div> |
| Apache Eagle, Eagle, Apache Hadoop, Hadoop, Apache HBase, HBase, Apache Hive, Hive, Apache Ambari, Ambari, Apache Spark, Spark, Apache Kafka, Kafka, Apache Storm, Storm, Apache Maven, Maven, Apache Tomcat, Tomcat, Apache Derby, Derby, Apache Cassandra, Cassandra, Apache ZooKeeper, ZooKeeper, Apache, the Apache feather logo, and the Apache project logo are trademarks of The Apache Software Foundation. |
| </div> |
| </div></div> |
| </div> |
| </div> |
| </div> |
| <!-- footer end --> |
| |
| <!-- JavaScripts --> |
| <script src="/js/jquery-1.11.1.min.js"></script> |
| <script src="/js/jquery.singlePageNav.js"></script> |
| <script src="/js/jquery.flexslider.js"></script> |
| <script src="/js/modernizr.min.js"></script> |
| <script src="/js/svg.js"></script> |
| <script> |
| /************** FlexSlider *********************/ |
| $('.flexslider').flexslider({ |
| animation: "fade", |
| directionNav: false |
| }); |
| </script> |
| |
| <script> |
| /************** FlexSlider *********************/ |
| $('.flexslider').flexslider({ |
| animation: "fade", |
| directionNav: false |
| }); |
| </script> |
| </body> |
| </html> |
