_site/docs/hive-query-activity-monitoring.html - eagle - Git at Google

 <!DOCTYPE html>
 <head>
   	<meta charset="utf-8">
   	<meta http-equiv="X-UA-Compatible" content="IE=edge">

  	<title>Eagle - Hive Query Activity Monitoring Quick Start</title>
  	<meta name="description" content="Eagle - Analyze Big Data Platforms for Security and Performance">

 	<meta name="keywords" content="Eagle, Hadoop, Security, Real Time">
 	<meta name="author" content="eBay Inc.">

 	<meta charset="utf-8">
 	<meta name="viewport" content="initial-scale=1">

 	<link rel="stylesheet" href="/css/animate.css">
 	<link rel="stylesheet" href="/css/bootstrap.min.css">

 	<link rel="stylesheet" href="/css/font-awesome.min.css">

 	<link rel="stylesheet" href="/css/misc.css">
 	<link rel="stylesheet" href="/css/style.css">
 	<link rel="stylesheet" href="/css/styles.css">
   	<link rel="stylesheet" href="/css/main.css">
   	<link rel="alternate" type="application/rss+xml" title="Eagle" href="http://goeagle.io/feed.xml" />
   	<link rel="shortcut icon" href="/images/favicon.png">

   	<!-- Baidu Analytics Tracking-->
 	<script>
 	var _hmt = _hmt || [];
 	(function() {
 	  var hm = document.createElement("script");
 	  hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
 	  var s = document.getElementsByTagName("script")[0];
 	  s.parentNode.insertBefore(hm, s);
 	})();
 	</script>

 	<!-- Google Analytics Tracking -->
 	<script>
 	  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
 	  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
 	  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
 	  })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
 	  ga('create', 'UA-68929805-1', 'auto');
 	  ga('send', 'pageview');
 	</script>
 </head>
 <body>
 <!-- header start -->
 <div id="home_page">
   <div class="topbar">
     <div class="container">
       <div class="row" >
         <nav class="navbar navbar-default">
           <div class="container-fluid">
             <!-- Brand and toggle get grouped for better mobile display -->
             <div class="navbar-header">
               <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
               <a class="navbar-brand" href="/"><img src="/images/logo2.png" height="44px" style="margin-top:-7px"></a> </div>

             <!-- Collect the nav links, forms, and other content for toggling -->
             <!-- <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1">
               <ul class="nav navbar-nav navbar-right" id="top-menu">
                 <li><a class="menu" href="/#home_page">HOME</a></li>
                 <li><a class="menu" href="/docs/">DOCS</a></li>
                 <li><a class="menu" href="/#about_page">ABOUT</a></li>
                 <li><a class="menu" href="/#diagram_page">ARCHITECTURE</a></li>
                 <li><a class="menu" href="/#modules_page">MODULES</a></li>
                 <li><a class="menu" href="/#usecase_page">USE CASES</a></li>
                 <li>
                 </li>
               </ul> -->
             </div>
           </div>
           <!-- /.container-fluid -->
         </nav>
       </div>
     </div>
   </div>
   <div class="headerimage">
     <div class="flexslider">
       <ul class="slides">
         <li><img src="/images/slider/4.jpg" alt="Slide 1"></li>
       </ul>
     </div>
   </div>
   <div class="particles" style="height:40%"> </div><!---particles-->
   <div class="slider-caption" style="top:80px;">
     <div class="homewrapper">
       <div class="hometitle">
         <a href="/">
           <img src="/images/feather.png" height="80px">
         </a>
       </div>
       <div class="hometext">
         <h2>Analyze Big Data Platforms For Security and Performance</h2>
         <div class="social-buttons">
           <a href="https://github.com/apache/eagle"><i class="fa fa-github"></i></a>
           <a href="http://twitter.com/TheApacheEagle"><i class="fa fa-twitter"></i></a>
           <a href="https://www.facebook.com/TheApacheEagle/"><i class="fa fa-facebook"></i></a>
           <a href="#"><i class="fa fa-weixin"></i></a>
           <!-- <a href="https://www.weibo.com/ApacheEagle/"><i class="fa fa-weibo"></i></a> -->
         </div>
      </div>
     </div>
   </div>
 </div>
 <!-- header end -->
 <div class="container-fluid page-content">
   <div class="row">
     <div class="col-md-10 col-md-offset-1">
       <!-- sidebar -->
       <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
         <ul class="nav" id="adminnav">

         <li class="heading">Getting Started</li>

           <li class="sidenavli  "><a href="/docs/index.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Introduction</a></li>

           <li class="sidenavli  "><a href="/docs/usecases.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Use Cases</a></li>

           <li class="sidenavli  "><a href="/docs/terminology.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Terminology</a></li>

           <li class="sidenavli  "><a href="/docs/ecosystem.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Ecosystem</a></li>

           <li class="sidenavli  "><a href="/docs/community.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Community</a></li>

           <li class="sidenavli  "><a href="/docs/FAQ.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">FAQ</a></li>

         <li class="divider"></li>

         <li class="heading">Documentations</li>

           <li class="sidenavli  "><a href="/docs/latest/" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li>

         <li class="divider"></li>

         <li class="heading">Download</li>

           <li class="sidenavli  "><a href="/docs/download-latest.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li>

           <li class="sidenavli  "><a href="/docs/download.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Archived</a></li>

         <li class="divider"></li>

         <li class="heading">Supplement</li>

           <li class="sidenavli  "><a href="/docs/security.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Security</a></li>

         <li class="divider"></li>

         <li class="sidenavli">
           <a href="mailto:dev@eagle.apache.org" target="_blank">Need Help?</a>
         </li>
         </ul>
       </div>
       <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
         <h1 class="page-header" style="margin-top: 0px">Hive Query Activity Monitoring Quick Start</h1>
         <p><em>Since Apache Eagle 0.3.0-incubating. Apache Eagle will be called Eagle in the following.</em></p>

 <p>This Guide describes the steps to enable HIVE<sup id="fnref:HIVE"><a href="#fn:HIVE" class="footnote">1</a></sup> query activity monitoring.</p>

 <ul>
   <li>Prerequisite</li>
   <li>Stream HIVE query logs into Eagle platform</li>
   <li>Demos “Hive Query Activity Monitoring”
 <br /><br /></li>
 </ul>

 <h3 id="prerequisite"><strong>Prerequisite</strong></h3>
 <ul>
   <li>Complete the setup from <a href="/docs/quick-start.html">Quick Start(Eagle In Sandbox)</a>
 <br /><br /></li>
 </ul>

 <h3 id="stream-hive-query-logs-into-eagle-platform"><strong>Stream HIVE query logs into Eagle platform</strong></h3>
 <p>There are a couple of methods to capture HIVE query logs. As of 0.4.0, Eagle uses YARN API to periodically poll running HIVE jobs and in realtime parse query expressions. So here Eagle assumes resource manager is installed in Hadoop[^HADOOP] cluster.</p>

 <h3 id="demos"><strong>Demos</strong></h3>
 <ul>
   <li><strong>Hive</strong>:
     <ol>
       <li>Click on menu “DAM” and select “Hive” to view Hive policy</li>
       <li>You should see policy with name “queryPhoneNumber”. This Policy generates alert when hive table with sensitivity(Phone_Number) information is queried.</li>
       <li>In sandbox read restricted sensitive HIVE column. ( To learn more about data sensitivity settings click <a href="/docs/tutorial/classification.html">Data Classification Tutorial</a>)</li>
     </ol>
   </li>
 </ul>

 <div class="highlighter-rouge"><pre class="highlight"><code>$ su hive
 $ hive
 $ set hive.execution.engine=mr;
 $ use xademo;
 $ select a.phone_number from customer_details a, call_detail_records b where a.phone_number=b.phone_number;
 </code></pre>
 </div>

 <p>From UI click on alert tab and you should see alert for your attempt to read restricted column.</p>

 <hr />

 <h4 id="footnotes"><em>Footnotes</em></h4>

 <div class="footnotes">
   <ol>
     <li id="fn:HIVE">
       <p><em>All mentions of “hive” on this page represent Apache Hive.</em>&nbsp;<a href="#fnref:HIVE" class="reversefootnote">&#8617;</a></p>
     </li>
   </ol>
 </div>

       </div><!--end of loadcontent-->
     </div>
     <!--end of centered content-->
   </div>
 </div>
 <!--end of container-->

 <!-- footer start -->
 <div class="footerwrapper">
   <div class="container">
     <div class="row">
       <div class="col-md-12"><div style="margin-left:auto; margin-right:auto; text-align:center;font-size: 12px">
 <div>
 </div>
 <div>
 <a href="http://www.apache.org">
 <img id="asf-logo" alt="Apache Software Foundation" src="/images/apache-logo-small.gif">
 </a>
 </div>
 <div>
 Copyright © 2015 <a href="http://www.apache.org">The Apache Software Foundation</a>, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.
 </div>
 <div>
 Apache Eagle, Eagle, Apache Hadoop, Hadoop, Apache HBase, HBase, Apache Hive, Hive, Apache Ambari, Ambari, Apache Spark, Spark, Apache Kafka, Kafka, Apache Storm, Storm, Apache Maven, Maven, Apache Tomcat, Tomcat, Apache Derby, Derby, Apache Cassandra, Cassandra, Apache ZooKeeper, ZooKeeper, Apache, the Apache feather logo, and the Apache project logo are trademarks of The Apache Software Foundation.
 </div>
       </div></div>
     </div>
   </div>
 </div>
 <!-- footer end -->

 <!-- JavaScripts -->
 <script src="/js/jquery-1.11.1.min.js"></script>
 <script src="/js/jquery.singlePageNav.js"></script>
 <script src="/js/jquery.flexslider.js"></script>
 <script src="/js/modernizr.min.js"></script>
 <script src="/js/svg.js"></script>
 <script>
     /************** FlexSlider *********************/
     $('.flexslider').flexslider({
         animation: "fade",
         directionNav: false
     });
 </script>

 <script>
     /************** FlexSlider *********************/
     $('.flexslider').flexslider({
         animation: "fade",
         directionNav: false
     });
 </script>
 </body>
 </html>
	<!DOCTYPE html>
	<head>
	<meta charset="utf-8">
	<meta http-equiv="X-UA-Compatible" content="IE=edge">

	<title>Eagle - Hive Query Activity Monitoring Quick Start</title>
	<meta name="description" content="Eagle - Analyze Big Data Platforms for Security and Performance">

	<meta name="keywords" content="Eagle, Hadoop, Security, Real Time">
	<meta name="author" content="eBay Inc.">

	<meta charset="utf-8">
	<meta name="viewport" content="initial-scale=1">

	<link rel="stylesheet" href="/css/animate.css">
	<link rel="stylesheet" href="/css/bootstrap.min.css">

	<link rel="stylesheet" href="/css/font-awesome.min.css">

	<link rel="stylesheet" href="/css/misc.css">
	<link rel="stylesheet" href="/css/style.css">
	<link rel="stylesheet" href="/css/styles.css">
	<link rel="stylesheet" href="/css/main.css">
	<link rel="alternate" type="application/rss+xml" title="Eagle" href="http://goeagle.io/feed.xml" />
	<link rel="shortcut icon" href="/images/favicon.png">

	<!-- Baidu Analytics Tracking-->
	<script>
	var _hmt = _hmt \|\| [];
	(function() {
	var hm = document.createElement("script");
	hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
	var s = document.getElementsByTagName("script")[0];
	s.parentNode.insertBefore(hm, s);
	})();
	</script>

	<!-- Google Analytics Tracking -->
	<script>
	(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]\|\|function(){
	(i[r].q=i[r].q\|\|[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
	m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
	})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
	ga('create', 'UA-68929805-1', 'auto');
	ga('send', 'pageview');
	</script>
	</head>
	<body>
	<!-- header start -->
	<div id="home_page">
	<div class="topbar">
	<div class="container">
	<div class="row" >
	<nav class="navbar navbar-default">
	<div class="container-fluid">
	<!-- Brand and toggle get grouped for better mobile display -->
	<div class="navbar-header">
	<button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
	<a class="navbar-brand" href="/"><img src="/images/logo2.png" height="44px" style="margin-top:-7px"></a> </div>

	<!-- Collect the nav links, forms, and other content for toggling -->
	<!-- <div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1">
	<ul class="nav navbar-nav navbar-right" id="top-menu">
	<li><a class="menu" href="/#home_page">HOME</a></li>
	<li><a class="menu" href="/docs/">DOCS</a></li>
	<li><a class="menu" href="/#about_page">ABOUT</a></li>
	<li><a class="menu" href="/#diagram_page">ARCHITECTURE</a></li>
	<li><a class="menu" href="/#modules_page">MODULES</a></li>
	<li><a class="menu" href="/#usecase_page">USE CASES</a></li>
	<li>
	</li>
	</ul> -->
	</div>
	</div>
	<!-- /.container-fluid -->
	</nav>
	</div>
	</div>
	</div>
	<div class="headerimage">
	<div class="flexslider">
	<ul class="slides">
	<li><img src="/images/slider/4.jpg" alt="Slide 1"></li>
	</ul>
	</div>
	</div>
	<div class="particles" style="height:40%"> </div><!---particles-->
	<div class="slider-caption" style="top:80px;">
	<div class="homewrapper">
	<div class="hometitle">
	<a href="/">
	<img src="/images/feather.png" height="80px">
	</a>
	</div>
	<div class="hometext">
	<h2>Analyze Big Data Platforms For Security and Performance</h2>
	<div class="social-buttons">
	<a href="https://github.com/apache/eagle"><i class="fa fa-github"></i></a>
	<a href="http://twitter.com/TheApacheEagle"><i class="fa fa-twitter"></i></a>
	<a href="https://www.facebook.com/TheApacheEagle/"><i class="fa fa-facebook"></i></a>
	<a href="#"><i class="fa fa-weixin"></i></a>
	<!-- <a href="https://www.weibo.com/ApacheEagle/"><i class="fa fa-weibo"></i></a> -->
	</div>
	</div>
	</div>
	</div>
	</div>
	<!-- header end -->
	<div class="container-fluid page-content">
	<div class="row">
	<div class="col-md-10 col-md-offset-1">
	<!-- sidebar -->
	<div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
	<ul class="nav" id="adminnav">

	<li class="heading">Getting Started</li>

	<li class="sidenavli "><a href="/docs/index.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Introduction</a></li>

	<li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Use Cases</a></li>

	<li class="sidenavli "><a href="/docs/terminology.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Terminology</a></li>

	<li class="sidenavli "><a href="/docs/ecosystem.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Ecosystem</a></li>

	<li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Community</a></li>

	<li class="sidenavli "><a href="/docs/FAQ.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">FAQ</a></li>

	<li class="divider"></li>

	<li class="heading">Documentations</li>

	<li class="sidenavli "><a href="/docs/latest/" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li>

	<li class="divider"></li>

	<li class="heading">Download</li>

	<li class="sidenavli "><a href="/docs/download-latest.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Latest version (v0.5.0)</a></li>

	<li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Archived</a></li>

	<li class="divider"></li>

	<li class="heading">Supplement</li>

	<li class="sidenavli "><a href="/docs/security.html" data-permalink="/docs/hive-query-activity-monitoring.html" id="">Security</a></li>

	<li class="divider"></li>

	<li class="sidenavli">
	<a href="mailto:dev@eagle.apache.org" target="_blank">Need Help?</a>
	</li>
	</ul>
	</div>
	<div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
	<h1 class="page-header" style="margin-top: 0px">Hive Query Activity Monitoring Quick Start</h1>
	<p><em>Since Apache Eagle 0.3.0-incubating. Apache Eagle will be called Eagle in the following.</em></p>

	<p>This Guide describes the steps to enable HIVE<sup id="fnref:HIVE"><a href="#fn:HIVE" class="footnote">1</a></sup> query activity monitoring.</p>

	<ul>
	<li>Prerequisite</li>
	<li>Stream HIVE query logs into Eagle platform</li>
	<li>Demos “Hive Query Activity Monitoring”
	<br /><br /></li>
	</ul>

	<h3 id="prerequisite"><strong>Prerequisite</strong></h3>
	<ul>
	<li>Complete the setup from <a href="/docs/quick-start.html">Quick Start(Eagle In Sandbox)</a>
	<br /><br /></li>
	</ul>

	<h3 id="stream-hive-query-logs-into-eagle-platform"><strong>Stream HIVE query logs into Eagle platform</strong></h3>
	<p>There are a couple of methods to capture HIVE query logs. As of 0.4.0, Eagle uses YARN API to periodically poll running HIVE jobs and in realtime parse query expressions. So here Eagle assumes resource manager is installed in Hadoop[^HADOOP] cluster.</p>

	<h3 id="demos"><strong>Demos</strong></h3>
	<ul>
	<li><strong>Hive</strong>:
	<ol>
	<li>Click on menu “DAM” and select “Hive” to view Hive policy</li>
	<li>You should see policy with name “queryPhoneNumber”. This Policy generates alert when hive table with sensitivity(Phone_Number) information is queried.</li>
	<li>In sandbox read restricted sensitive HIVE column. ( To learn more about data sensitivity settings click <a href="/docs/tutorial/classification.html">Data Classification Tutorial</a>)</li>
	</ol>
	</li>
	</ul>

	<div class="highlighter-rouge"><pre class="highlight"><code>$ su hive
	$ hive
	$ set hive.execution.engine=mr;
	$ use xademo;
	$ select a.phone_number from customer_details a, call_detail_records b where a.phone_number=b.phone_number;
	</code></pre>
	</div>

	<p>From UI click on alert tab and you should see alert for your attempt to read restricted column.</p>

	<hr />

	<h4 id="footnotes"><em>Footnotes</em></h4>

	<div class="footnotes">
	<ol>
	<li id="fn:HIVE">
	<p><em>All mentions of “hive” on this page represent Apache Hive.</em> <a href="#fnref:HIVE" class="reversefootnote">↩</a></p>
	</li>
	</ol>
	</div>

	</div><!--end of loadcontent-->
	</div>
	<!--end of centered content-->
	</div>
	</div>
	<!--end of container-->

	<!-- footer start -->
	<div class="footerwrapper">
	<div class="container">
	<div class="row">
	<div class="col-md-12"><div style="margin-left:auto; margin-right:auto; text-align:center;font-size: 12px">
	<div>
	</div>
	<div>
	<a href="http://www.apache.org">
	<img id="asf-logo" alt="Apache Software Foundation" src="/images/apache-logo-small.gif">
	</a>
	</div>
	<div>
	Copyright © 2015 <a href="http://www.apache.org">The Apache Software Foundation</a>, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.
	</div>
	<div>
	Apache Eagle, Eagle, Apache Hadoop, Hadoop, Apache HBase, HBase, Apache Hive, Hive, Apache Ambari, Ambari, Apache Spark, Spark, Apache Kafka, Kafka, Apache Storm, Storm, Apache Maven, Maven, Apache Tomcat, Tomcat, Apache Derby, Derby, Apache Cassandra, Cassandra, Apache ZooKeeper, ZooKeeper, Apache, the Apache feather logo, and the Apache project logo are trademarks of The Apache Software Foundation.
	</div>
	</div></div>
	</div>
	</div>
	</div>
	<!-- footer end -->

	<!-- JavaScripts -->
	<script src="/js/jquery-1.11.1.min.js"></script>
	<script src="/js/jquery.singlePageNav.js"></script>
	<script src="/js/jquery.flexslider.js"></script>
	<script src="/js/modernizr.min.js"></script>
	<script src="/js/svg.js"></script>
	<script>
	/************ FlexSlider *******************/
	$('.flexslider').flexslider({
	animation: "fade",
	directionNav: false
	});
	</script>

	<script>
	/************ FlexSlider *******************/
	$('.flexslider').flexslider({
	animation: "fade",
	directionNav: false
	});
	</script>
	</body>
	</html>