docs/0.13.0-incubating/tutorials/tutorial-delete-data.html - druid-website - Git at Google

 <!DOCTYPE html>
 <html lang="en">
   <head>
     <meta charset="UTF-8" />
 <meta name="viewport" content="width=device-width, initial-scale=1.0">
 <meta name="description" content="Apache Druid">
 <meta name="keywords" content="druid,kafka,database,analytics,streaming,real-time,real time,apache,open source">
 <meta name="author" content="Apache Software Foundation">

 <title>Druid | Tutorial: Deleting data</title>

 <link rel="alternate" type="application/atom+xml" href="/feed">
 <link rel="shortcut icon" href="/img/favicon.png">

 <link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css" integrity="sha384-fnmOCqbTlWIlj8LyTjo7mOUStjsKC4pOpQbqyi7RrhN7udi9RwhKkMHpvLbHG9Sr" crossorigin="anonymous">

 <link href='//fonts.googleapis.com/css?family=Open+Sans+Condensed:300,700,300italic|Open+Sans:300italic,400italic,600italic,400,300,600,700' rel='stylesheet' type='text/css'>

 <link rel="stylesheet" href="/css/bootstrap-pure.css?v=1.1">
 <link rel="stylesheet" href="/css/base.css?v=1.1">
 <link rel="stylesheet" href="/css/header.css?v=1.1">
 <link rel="stylesheet" href="/css/footer.css?v=1.1">
 <link rel="stylesheet" href="/css/syntax.css?v=1.1">
 <link rel="stylesheet" href="/css/docs.css?v=1.1">

 <script>
   (function() {
     var cx = '000162378814775985090:molvbm0vggm';
     var gcse = document.createElement('script');
     gcse.type = 'text/javascript';
     gcse.async = true;
     gcse.src = (document.location.protocol == 'https:' ? 'https:' : 'http:') +
         '//cse.google.com/cse.js?cx=' + cx;
     var s = document.getElementsByTagName('script')[0];
     s.parentNode.insertBefore(gcse, s);
   })();
 </script>


   </head>

   <body>
     <!-- Start page_header include -->
 <script src="//ajax.googleapis.com/ajax/libs/jquery/2.2.4/jquery.min.js"></script>

 <div class="top-navigator">
   <div class="container">
     <div class="left-cont">
       <a class="logo" href="/"><span class="druid-logo"></span></a>
     </div>
     <div class="right-cont">
       <ul class="links">
         <li class=""><a href="/technology">Technology</a></li>
         <li class=""><a href="/use-cases">Use Cases</a></li>
         <li class=""><a href="/druid-powered">Powered By</a></li>
         <li class=""><a href="/docs/latest/design/">Docs</a></li>
         <li class=""><a href="/community/">Community</a></li>
         <li class="header-dropdown">
           <a>Apache</a>
           <div class="header-dropdown-menu">
             <a href="https://www.apache.org/" target="_blank">Foundation</a>
             <a href="https://www.apache.org/events/current-event" target="_blank">Events</a>
             <a href="https://www.apache.org/licenses/" target="_blank">License</a>
             <a href="https://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a>
             <a href="https://www.apache.org/security/" target="_blank">Security</a>
             <a href="https://www.apache.org/foundation/sponsorship.html" target="_blank">Sponsorship</a>
           </div>
         </li>
         <li class=" button-link"><a href="/downloads.html">Download</a></li>
       </ul>
     </div>
   </div>
   <div class="action-button menu-icon">
     <span class="fa fa-bars"></span> MENU
   </div>
   <div class="action-button menu-icon-close">
     <span class="fa fa-times"></span> MENU
   </div>
 </div>

 <script type="text/javascript">
   var $menu = $('.right-cont');
   var $menuIcon = $('.menu-icon');
   var $menuIconClose = $('.menu-icon-close');

   function showMenu() {
     $menu.fadeIn(100);
     $menuIcon.fadeOut(100);
     $menuIconClose.fadeIn(100);
   }

   $menuIcon.click(showMenu);

   function hideMenu() {
     $menu.fadeOut(100);
     $menuIconClose.fadeOut(100);
     $menuIcon.fadeIn(100);
   }

   $menuIconClose.click(hideMenu);

   $(window).resize(function() {
     if ($(window).width() >= 840) {
       $menu.fadeIn(100);
       $menuIcon.fadeOut(100);
       $menuIconClose.fadeOut(100);
     }
     else {
       $menu.fadeOut(100);
       $menuIcon.fadeIn(100);
       $menuIconClose.fadeOut(100);
     }
   });
 </script>

 <!-- Stop page_header include -->


     <div class="container doc-container">


       <p> Looking for the <a href="/docs/0.19.0/">latest stable documentation</a>?</p>


       <div class="row">
         <div class="col-md-9 doc-content">
           <p>
             <a class="btn btn-default btn-xs visible-xs-inline-block visible-sm-inline-block" href="#toc">Table of Contents</a>
           </p>
           <!--
   ~ Licensed to the Apache Software Foundation (ASF) under one
   ~ or more contributor license agreements.  See the NOTICE file
   ~ distributed with this work for additional information
   ~ regarding copyright ownership.  The ASF licenses this file
   ~ to you under the Apache License, Version 2.0 (the
   ~ "License"); you may not use this file except in compliance
   ~ with the License.  You may obtain a copy of the License at
   ~
   ~   http://www.apache.org/licenses/LICENSE-2.0
   ~
   ~ Unless required by applicable law or agreed to in writing,
   ~ software distributed under the License is distributed on an
   ~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
   ~ KIND, either express or implied.  See the License for the
   ~ specific language governing permissions and limitations
   ~ under the License.
   -->

 <h1 id="tutorial-deleting-data">Tutorial: Deleting data</h1>

 <p>This tutorial demonstrates how to delete existing data.</p>

 <p>For this tutorial, we&#39;ll assume you&#39;ve already downloaded Druid as described in
 the <a href="index.html">single-machine quickstart</a> and have it running on your local machine. </p>

 <p>Completing <a href="../tutorials/tutorial-retention.html">Tutorial: Configuring retention</a> first is highly recommended, as we will be using retention rules in this tutorial.</p>

 <h2 id="load-initial-data">Load initial data</h2>

 <p>In this tutorial, we will use the Wikipedia edits data, with an indexing spec that creates hourly segments. This spec is located at <code>quickstart/tutorial/deletion-index.json</code>, and it creates a datasource called <code>deletion-tutorial</code>.</p>

 <p>Let&#39;s load this initial data:</p>
 <div class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>bin/post-index-task --file quickstart/tutorial/deletion-index.json
 </code></pre></div>
 <p>When the load finishes, open http://localhost:8081/#/datasources/deletion-tutorial in a browser.</p>

 <h2 id="how-to-permanently-delete-data">How to permanently delete data</h2>

 <p>Permanent deletion of a Druid segment has two steps:</p>

 <ol>
 <li>The segment must first be marked as &quot;unused&quot;. This occurs when a segment is dropped by retention rules, and when a user manually disables a segment through the Coordinator API. This tutorial will cover both cases.</li>
 <li>After segments have been marked as &quot;unused&quot;, a Kill Task will delete any &quot;unused&quot; segments from Druid&#39;s metadata store as well as deep storage.</li>
 </ol>

 <p>Let&#39;s drop some segments now, first with load rules, then manually.</p>

 <h2 id="drop-some-data-with-load-rules">Drop some data with load rules</h2>

 <p>As with the previous retention tutorial, there are currently 24 segments in the <code>deletion-tutorial</code> datasource.</p>

 <p>Click the <code>edit rules</code> button with a pencil icon at the upper left corner of the page.</p>

 <p>A rule configuration window will appear. Enter <code>tutorial</code> for both the user and changelog comment field.</p>

 <p>Now click the <code>+ Add a rule</code> button twice. </p>

 <p>In the <code>rule #1</code> box at the top, click <code>Load</code>, <code>Interval</code>, enter <code>2015-09-12T12:00:00.000Z/2015-09-13T00:00:00.000Z</code> in the interval box, and click <code>+ _default_tier replicant</code>.</p>

 <p>In the <code>rule #2</code> box at the bottom, click <code>Drop</code> and <code>Forever</code>.</p>

 <p>This will cause the first 12 segments of <code>deletion-tutorial</code> to be dropped. However, these dropped segments are not removed from deep storage.</p>

 <p>You can see that all 24 segments are still present in deep storage by listing the contents of <code>apache-druid-0.13.0-incubating/var/druid/segments/deletion-tutorial</code>:</p>
 <div class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>$ ls -l1 var/druid/segments/deletion-tutorial/
 <span class="m">2015</span>-09-12T00:00:00.000Z_2015-09-12T01:00:00.000Z
 <span class="m">2015</span>-09-12T01:00:00.000Z_2015-09-12T02:00:00.000Z
 <span class="m">2015</span>-09-12T02:00:00.000Z_2015-09-12T03:00:00.000Z
 <span class="m">2015</span>-09-12T03:00:00.000Z_2015-09-12T04:00:00.000Z
 <span class="m">2015</span>-09-12T04:00:00.000Z_2015-09-12T05:00:00.000Z
 <span class="m">2015</span>-09-12T05:00:00.000Z_2015-09-12T06:00:00.000Z
 <span class="m">2015</span>-09-12T06:00:00.000Z_2015-09-12T07:00:00.000Z
 <span class="m">2015</span>-09-12T07:00:00.000Z_2015-09-12T08:00:00.000Z
 <span class="m">2015</span>-09-12T08:00:00.000Z_2015-09-12T09:00:00.000Z
 <span class="m">2015</span>-09-12T09:00:00.000Z_2015-09-12T10:00:00.000Z
 <span class="m">2015</span>-09-12T10:00:00.000Z_2015-09-12T11:00:00.000Z
 <span class="m">2015</span>-09-12T11:00:00.000Z_2015-09-12T12:00:00.000Z
 <span class="m">2015</span>-09-12T12:00:00.000Z_2015-09-12T13:00:00.000Z
 <span class="m">2015</span>-09-12T13:00:00.000Z_2015-09-12T14:00:00.000Z
 <span class="m">2015</span>-09-12T14:00:00.000Z_2015-09-12T15:00:00.000Z
 <span class="m">2015</span>-09-12T15:00:00.000Z_2015-09-12T16:00:00.000Z
 <span class="m">2015</span>-09-12T16:00:00.000Z_2015-09-12T17:00:00.000Z
 <span class="m">2015</span>-09-12T17:00:00.000Z_2015-09-12T18:00:00.000Z
 <span class="m">2015</span>-09-12T18:00:00.000Z_2015-09-12T19:00:00.000Z
 <span class="m">2015</span>-09-12T19:00:00.000Z_2015-09-12T20:00:00.000Z
 <span class="m">2015</span>-09-12T20:00:00.000Z_2015-09-12T21:00:00.000Z
 <span class="m">2015</span>-09-12T21:00:00.000Z_2015-09-12T22:00:00.000Z
 <span class="m">2015</span>-09-12T22:00:00.000Z_2015-09-12T23:00:00.000Z
 <span class="m">2015</span>-09-12T23:00:00.000Z_2015-09-13T00:00:00.000Z
 </code></pre></div>
 <h2 id="manually-disable-a-segment">Manually disable a segment</h2>

 <p>Let&#39;s manually disable a segment now. This will mark a segment as &quot;unused&quot;, but not remove it from deep storage.</p>

 <p>On http://localhost:8081/#/datasources/deletion-tutorial, click one of the remaining segments on the left for full details about the segment:</p>

 <p><img src="../tutorials/img/tutorial-deletion-01.png" alt="Segments" title="Segments"></p>

 <p>The top of the info box shows the full segment ID, e.g. <code>deletion-tutorial_2016-06-27T14:00:00.000Z_2016-06-27T15:00:00.000Z_2018-07-27T22:57:00.110Z</code> for the segment of hour 14.</p>

 <p>Let&#39;s disable the hour 14 segment by sending the following DELETE request to the coordinator, where {SEGMENT-ID} is the full segment ID shown in the info box:</p>
 <div class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>curl -XDELETE http://localhost:8081/druid/coordinator/v1/datasources/deletion-tutorial/segments/<span class="o">{</span>SEGMENT-ID<span class="o">}</span>
 </code></pre></div>
 <p>After that command completes, you should see that the segment for hour 14 has been disabled:</p>

 <p><img src="../tutorials/img/tutorial-deletion-02.png" alt="Segments 2" title="Segments 2"></p>

 <p>Note that the hour 14 segment is still in deep storage:</p>
 <div class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>$ ls -l1 var/druid/segments/deletion-tutorial/
 <span class="m">2015</span>-09-12T00:00:00.000Z_2015-09-12T01:00:00.000Z
 <span class="m">2015</span>-09-12T01:00:00.000Z_2015-09-12T02:00:00.000Z
 <span class="m">2015</span>-09-12T02:00:00.000Z_2015-09-12T03:00:00.000Z
 <span class="m">2015</span>-09-12T03:00:00.000Z_2015-09-12T04:00:00.000Z
 <span class="m">2015</span>-09-12T04:00:00.000Z_2015-09-12T05:00:00.000Z
 <span class="m">2015</span>-09-12T05:00:00.000Z_2015-09-12T06:00:00.000Z
 <span class="m">2015</span>-09-12T06:00:00.000Z_2015-09-12T07:00:00.000Z
 <span class="m">2015</span>-09-12T07:00:00.000Z_2015-09-12T08:00:00.000Z
 <span class="m">2015</span>-09-12T08:00:00.000Z_2015-09-12T09:00:00.000Z
 <span class="m">2015</span>-09-12T09:00:00.000Z_2015-09-12T10:00:00.000Z
 <span class="m">2015</span>-09-12T10:00:00.000Z_2015-09-12T11:00:00.000Z
 <span class="m">2015</span>-09-12T11:00:00.000Z_2015-09-12T12:00:00.000Z
 <span class="m">2015</span>-09-12T12:00:00.000Z_2015-09-12T13:00:00.000Z
 <span class="m">2015</span>-09-12T13:00:00.000Z_2015-09-12T14:00:00.000Z
 <span class="m">2015</span>-09-12T14:00:00.000Z_2015-09-12T15:00:00.000Z
 <span class="m">2015</span>-09-12T15:00:00.000Z_2015-09-12T16:00:00.000Z
 <span class="m">2015</span>-09-12T16:00:00.000Z_2015-09-12T17:00:00.000Z
 <span class="m">2015</span>-09-12T17:00:00.000Z_2015-09-12T18:00:00.000Z
 <span class="m">2015</span>-09-12T18:00:00.000Z_2015-09-12T19:00:00.000Z
 <span class="m">2015</span>-09-12T19:00:00.000Z_2015-09-12T20:00:00.000Z
 <span class="m">2015</span>-09-12T20:00:00.000Z_2015-09-12T21:00:00.000Z
 <span class="m">2015</span>-09-12T21:00:00.000Z_2015-09-12T22:00:00.000Z
 <span class="m">2015</span>-09-12T22:00:00.000Z_2015-09-12T23:00:00.000Z
 <span class="m">2015</span>-09-12T23:00:00.000Z_2015-09-13T00:00:00.000Z
 </code></pre></div>
 <h2 id="run-a-kill-task">Run a kill task</h2>

 <p>Now that we have disabled some segments, we can submit a Kill Task, which will delete the disabled segments from metadata and deep storage.</p>

 <p>A Kill Task spec has been provided at <code>quickstart/tutorial/deletion-kill.json</code>. Submit this task to the Overlord with the following command:</p>
 <div class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>curl -X <span class="s1">&#39;POST&#39;</span> -H <span class="s1">&#39;Content-Type:application/json&#39;</span> -d @quickstart/tutorial/deletion-kill.json http://localhost:8090/druid/indexer/v1/task
 </code></pre></div>
 <p>After this task completes, you can see that the disabled segments have now been removed from deep storage:</p>
 <div class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>$ ls -l1 var/druid/segments/deletion-tutorial/
 <span class="m">2015</span>-09-12T12:00:00.000Z_2015-09-12T13:00:00.000Z
 <span class="m">2015</span>-09-12T13:00:00.000Z_2015-09-12T14:00:00.000Z
 <span class="m">2015</span>-09-12T15:00:00.000Z_2015-09-12T16:00:00.000Z
 <span class="m">2015</span>-09-12T16:00:00.000Z_2015-09-12T17:00:00.000Z
 <span class="m">2015</span>-09-12T17:00:00.000Z_2015-09-12T18:00:00.000Z
 <span class="m">2015</span>-09-12T18:00:00.000Z_2015-09-12T19:00:00.000Z
 <span class="m">2015</span>-09-12T19:00:00.000Z_2015-09-12T20:00:00.000Z
 <span class="m">2015</span>-09-12T20:00:00.000Z_2015-09-12T21:00:00.000Z
 <span class="m">2015</span>-09-12T21:00:00.000Z_2015-09-12T22:00:00.000Z
 <span class="m">2015</span>-09-12T22:00:00.000Z_2015-09-12T23:00:00.000Z
 <span class="m">2015</span>-09-12T23:00:00.000Z_2015-09-13T00:00:00.000Z
 </code></pre></div>
         </div>
         <div class="col-md-3">
           <div class="searchbox">
             <gcse:searchbox-only></gcse:searchbox-only>
           </div>
           <div id="toc" class="nav toc hidden-print">
           </div>
         </div>
       </div>
     </div>

     <!-- Start page_footer include -->
 <footer class="druid-footer">
 <div class="container">
   <div class="text-center">
     <p>
     <a href="/technology">Technology</a>&ensp;·&ensp;
     <a href="/use-cases">Use Cases</a>&ensp;·&ensp;
     <a href="/druid-powered">Powered by Druid</a>&ensp;·&ensp;
     <a href="/docs/latest/">Docs</a>&ensp;·&ensp;
     <a href="/community/">Community</a>&ensp;·&ensp;
     <a href="/downloads.html">Download</a>&ensp;·&ensp;
     <a href="/faq">FAQ</a>
     </p>
   </div>
   <div class="text-center">
     <a title="Join the user group" href="https://groups.google.com/forum/#!forum/druid-user" target="_blank"><span class="fa fa-comments"></span></a>&ensp;·&ensp;
     <a title="Follow Druid" href="https://twitter.com/druidio" target="_blank"><span class="fab fa-twitter"></span></a>&ensp;·&ensp;
     <a title="GitHub" href="https://github.com/apache/druid" target="_blank"><span class="fab fa-github"></span></a>
   </div>
   <div class="text-center license">
     Copyright © 2020 <a href="https://www.apache.org/" target="_blank">Apache Software Foundation</a>.<br>
     Except where otherwise noted, licensed under <a rel="license" href="http://creativecommons.org/licenses/by-sa/4.0/">CC BY-SA 4.0</a>.<br>
     Apache Druid, Druid, and the Druid logo are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.
   </div>
 </div>
 </footer>

 <script async src="https://www.googletagmanager.com/gtag/js?id=UA-131010415-1"></script>
 <script>
   window.dataLayer = window.dataLayer || [];
   function gtag(){dataLayer.push(arguments);}
   gtag('js', new Date());
   gtag('config', 'UA-131010415-1');
 </script>
 <script>
   function trackDownload(type, url) {
     ga('send', 'event', 'download', type, url);
   }
 </script>
 <script src="//code.jquery.com/jquery.min.js"></script>
 <script src="//maxcdn.bootstrapcdn.com/bootstrap/3.2.0/js/bootstrap.min.js"></script>
 <script src="/assets/js/druid.js"></script>
 <!-- stop page_footer include -->


     <script>
     $(function() {
       $(".toc").load("/docs/0.13.0-incubating/toc.html");

       // There is no way to tell when .gsc-input will be async loaded into the page so just try to set a placeholder until it works
       var tries = 0;
       var timer = setInterval(function() {
         tries++;
         if (tries > 300) clearInterval(timer);
         var searchInput = $('input.gsc-input');
         if (searchInput.length) {
           searchInput.attr('placeholder', 'Search');
           clearInterval(timer);
         }
       }, 100);
     });
     </script>
   </body>
 </html>
	<!DOCTYPE html>
	<html lang="en">
	<head>
	<meta charset="UTF-8" />
	<meta name="viewport" content="width=device-width, initial-scale=1.0">
	<meta name="description" content="Apache Druid">
	<meta name="keywords" content="druid,kafka,database,analytics,streaming,real-time,real time,apache,open source">
	<meta name="author" content="Apache Software Foundation">

	<title>Druid \| Tutorial: Deleting data</title>

	<link rel="alternate" type="application/atom+xml" href="/feed">
	<link rel="shortcut icon" href="/img/favicon.png">

	<link rel="stylesheet" href="https://use.fontawesome.com/releases/v5.7.2/css/all.css" integrity="sha384-fnmOCqbTlWIlj8LyTjo7mOUStjsKC4pOpQbqyi7RrhN7udi9RwhKkMHpvLbHG9Sr" crossorigin="anonymous">

	<link href='//fonts.googleapis.com/css?family=Open+Sans+Condensed:300,700,300italic\|Open+Sans:300italic,400italic,600italic,400,300,600,700' rel='stylesheet' type='text/css'>

	<link rel="stylesheet" href="/css/bootstrap-pure.css?v=1.1">
	<link rel="stylesheet" href="/css/base.css?v=1.1">
	<link rel="stylesheet" href="/css/header.css?v=1.1">
	<link rel="stylesheet" href="/css/footer.css?v=1.1">
	<link rel="stylesheet" href="/css/syntax.css?v=1.1">
	<link rel="stylesheet" href="/css/docs.css?v=1.1">

	<script>
	(function() {
	var cx = '000162378814775985090:molvbm0vggm';
	var gcse = document.createElement('script');
	gcse.type = 'text/javascript';
	gcse.async = true;
	gcse.src = (document.location.protocol == 'https:' ? 'https:' : 'http:') +
	'//cse.google.com/cse.js?cx=' + cx;
	var s = document.getElementsByTagName('script')[0];
	s.parentNode.insertBefore(gcse, s);
	})();
	</script>


	</head>

	<body>
	<!-- Start page_header include -->
	<script src="//ajax.googleapis.com/ajax/libs/jquery/2.2.4/jquery.min.js"></script>

	<div class="top-navigator">
	<div class="container">
	<div class="left-cont">
	<a class="logo" href="/"><span class="druid-logo"></span></a>
	</div>
	<div class="right-cont">
	<ul class="links">
	<li class=""><a href="/technology">Technology</a></li>
	<li class=""><a href="/use-cases">Use Cases</a></li>
	<li class=""><a href="/druid-powered">Powered By</a></li>
	<li class=""><a href="/docs/latest/design/">Docs</a></li>
	<li class=""><a href="/community/">Community</a></li>
	<li class="header-dropdown">
	<a>Apache</a>
	<div class="header-dropdown-menu">
	<a href="https://www.apache.org/" target="_blank">Foundation</a>
	<a href="https://www.apache.org/events/current-event" target="_blank">Events</a>
	<a href="https://www.apache.org/licenses/" target="_blank">License</a>
	<a href="https://www.apache.org/foundation/thanks.html" target="_blank">Thanks</a>
	<a href="https://www.apache.org/security/" target="_blank">Security</a>
	<a href="https://www.apache.org/foundation/sponsorship.html" target="_blank">Sponsorship</a>
	</div>
	</li>
	<li class=" button-link"><a href="/downloads.html">Download</a></li>
	</ul>
	</div>
	</div>
	<div class="action-button menu-icon">
	<span class="fa fa-bars"></span> MENU
	</div>
	<div class="action-button menu-icon-close">
	<span class="fa fa-times"></span> MENU
	</div>
	</div>

	<script type="text/javascript">
	var $menu = $('.right-cont');
	var $menuIcon = $('.menu-icon');
	var $menuIconClose = $('.menu-icon-close');

	function showMenu() {
	$menu.fadeIn(100);
	$menuIcon.fadeOut(100);
	$menuIconClose.fadeIn(100);
	}

	$menuIcon.click(showMenu);

	function hideMenu() {
	$menu.fadeOut(100);
	$menuIconClose.fadeOut(100);
	$menuIcon.fadeIn(100);
	}

	$menuIconClose.click(hideMenu);

	$(window).resize(function() {
	if ($(window).width() >= 840) {
	$menu.fadeIn(100);
	$menuIcon.fadeOut(100);
	$menuIconClose.fadeOut(100);
	}
	else {
	$menu.fadeOut(100);
	$menuIcon.fadeIn(100);
	$menuIconClose.fadeOut(100);
	}
	});
	</script>

	<!-- Stop page_header include -->


	<div class="container doc-container">




	<p> Looking for the <a href="/docs/0.19.0/">latest stable documentation</a>?</p>


	<div class="row">
	<div class="col-md-9 doc-content">
	<p>
	<a class="btn btn-default btn-xs visible-xs-inline-block visible-sm-inline-block" href="#toc">Table of Contents</a>
	</p>
	<!--
	~ Licensed to the Apache Software Foundation (ASF) under one
	~ or more contributor license agreements. See the NOTICE file
	~ distributed with this work for additional information
	~ regarding copyright ownership. The ASF licenses this file
	~ to you under the Apache License, Version 2.0 (the
	~ "License"); you may not use this file except in compliance
	~ with the License. You may obtain a copy of the License at
	~
	~ http://www.apache.org/licenses/LICENSE-2.0
	~
	~ Unless required by applicable law or agreed to in writing,
	~ software distributed under the License is distributed on an
	~ "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
	~ KIND, either express or implied. See the License for the
	~ specific language governing permissions and limitations
	~ under the License.
	-->

	<h1 id="tutorial-deleting-data">Tutorial: Deleting data</h1>

	<p>This tutorial demonstrates how to delete existing data.</p>

	<p>For this tutorial, we'll assume you've already downloaded Druid as described in
	the <a href="index.html">single-machine quickstart</a> and have it running on your local machine. </p>

	<p>Completing <a href="../tutorials/tutorial-retention.html">Tutorial: Configuring retention</a> first is highly recommended, as we will be using retention rules in this tutorial.</p>

	<h2 id="load-initial-data">Load initial data</h2>

	<p>In this tutorial, we will use the Wikipedia edits data, with an indexing spec that creates hourly segments. This spec is located at <code>quickstart/tutorial/deletion-index.json</code>, and it creates a datasource called <code>deletion-tutorial</code>.</p>

	<p>Let's load this initial data:</p>
	<div class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>bin/post-index-task --file quickstart/tutorial/deletion-index.json
	</code></pre></div>
	<p>When the load finishes, open http://localhost:8081/#/datasources/deletion-tutorial in a browser.</p>

	<h2 id="how-to-permanently-delete-data">How to permanently delete data</h2>

	<p>Permanent deletion of a Druid segment has two steps:</p>

	<ol>
	<li>The segment must first be marked as "unused". This occurs when a segment is dropped by retention rules, and when a user manually disables a segment through the Coordinator API. This tutorial will cover both cases.</li>
	<li>After segments have been marked as "unused", a Kill Task will delete any "unused" segments from Druid's metadata store as well as deep storage.</li>
	</ol>

	<p>Let's drop some segments now, first with load rules, then manually.</p>

	<h2 id="drop-some-data-with-load-rules">Drop some data with load rules</h2>

	<p>As with the previous retention tutorial, there are currently 24 segments in the <code>deletion-tutorial</code> datasource.</p>

	<p>Click the <code>edit rules</code> button with a pencil icon at the upper left corner of the page.</p>

	<p>A rule configuration window will appear. Enter <code>tutorial</code> for both the user and changelog comment field.</p>

	<p>Now click the <code>+ Add a rule</code> button twice. </p>

	<p>In the <code>rule #1</code> box at the top, click <code>Load</code>, <code>Interval</code>, enter <code>2015-09-12T12:00:00.000Z/2015-09-13T00:00:00.000Z</code> in the interval box, and click <code>+ _default_tier replicant</code>.</p>

	<p>In the <code>rule #2</code> box at the bottom, click <code>Drop</code> and <code>Forever</code>.</p>

	<p>This will cause the first 12 segments of <code>deletion-tutorial</code> to be dropped. However, these dropped segments are not removed from deep storage.</p>

	<p>You can see that all 24 segments are still present in deep storage by listing the contents of <code>apache-druid-0.13.0-incubating/var/druid/segments/deletion-tutorial</code>:</p>
	<div class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>$ ls -l1 var/druid/segments/deletion-tutorial/
	<span class="m">2015</span>-09-12T00:00:00.000Z_2015-09-12T01:00:00.000Z
	<span class="m">2015</span>-09-12T01:00:00.000Z_2015-09-12T02:00:00.000Z
	<span class="m">2015</span>-09-12T02:00:00.000Z_2015-09-12T03:00:00.000Z
	<span class="m">2015</span>-09-12T03:00:00.000Z_2015-09-12T04:00:00.000Z
	<span class="m">2015</span>-09-12T04:00:00.000Z_2015-09-12T05:00:00.000Z
	<span class="m">2015</span>-09-12T05:00:00.000Z_2015-09-12T06:00:00.000Z
	<span class="m">2015</span>-09-12T06:00:00.000Z_2015-09-12T07:00:00.000Z
	<span class="m">2015</span>-09-12T07:00:00.000Z_2015-09-12T08:00:00.000Z
	<span class="m">2015</span>-09-12T08:00:00.000Z_2015-09-12T09:00:00.000Z
	<span class="m">2015</span>-09-12T09:00:00.000Z_2015-09-12T10:00:00.000Z
	<span class="m">2015</span>-09-12T10:00:00.000Z_2015-09-12T11:00:00.000Z
	<span class="m">2015</span>-09-12T11:00:00.000Z_2015-09-12T12:00:00.000Z
	<span class="m">2015</span>-09-12T12:00:00.000Z_2015-09-12T13:00:00.000Z
	<span class="m">2015</span>-09-12T13:00:00.000Z_2015-09-12T14:00:00.000Z
	<span class="m">2015</span>-09-12T14:00:00.000Z_2015-09-12T15:00:00.000Z
	<span class="m">2015</span>-09-12T15:00:00.000Z_2015-09-12T16:00:00.000Z
	<span class="m">2015</span>-09-12T16:00:00.000Z_2015-09-12T17:00:00.000Z
	<span class="m">2015</span>-09-12T17:00:00.000Z_2015-09-12T18:00:00.000Z
	<span class="m">2015</span>-09-12T18:00:00.000Z_2015-09-12T19:00:00.000Z
	<span class="m">2015</span>-09-12T19:00:00.000Z_2015-09-12T20:00:00.000Z
	<span class="m">2015</span>-09-12T20:00:00.000Z_2015-09-12T21:00:00.000Z
	<span class="m">2015</span>-09-12T21:00:00.000Z_2015-09-12T22:00:00.000Z
	<span class="m">2015</span>-09-12T22:00:00.000Z_2015-09-12T23:00:00.000Z
	<span class="m">2015</span>-09-12T23:00:00.000Z_2015-09-13T00:00:00.000Z
	</code></pre></div>
	<h2 id="manually-disable-a-segment">Manually disable a segment</h2>

	<p>Let's manually disable a segment now. This will mark a segment as "unused", but not remove it from deep storage.</p>

	<p>On http://localhost:8081/#/datasources/deletion-tutorial, click one of the remaining segments on the left for full details about the segment:</p>

	<p><img src="../tutorials/img/tutorial-deletion-01.png" alt="Segments" title="Segments"></p>

	<p>The top of the info box shows the full segment ID, e.g. <code>deletion-tutorial_2016-06-27T14:00:00.000Z_2016-06-27T15:00:00.000Z_2018-07-27T22:57:00.110Z</code> for the segment of hour 14.</p>

	<p>Let's disable the hour 14 segment by sending the following DELETE request to the coordinator, where {SEGMENT-ID} is the full segment ID shown in the info box:</p>
	<div class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>curl -XDELETE http://localhost:8081/druid/coordinator/v1/datasources/deletion-tutorial/segments/<span class="o">{</span>SEGMENT-ID<span class="o">}</span>
	</code></pre></div>
	<p>After that command completes, you should see that the segment for hour 14 has been disabled:</p>

	<p><img src="../tutorials/img/tutorial-deletion-02.png" alt="Segments 2" title="Segments 2"></p>

	<p>Note that the hour 14 segment is still in deep storage:</p>
	<div class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>$ ls -l1 var/druid/segments/deletion-tutorial/
	<span class="m">2015</span>-09-12T00:00:00.000Z_2015-09-12T01:00:00.000Z
	<span class="m">2015</span>-09-12T01:00:00.000Z_2015-09-12T02:00:00.000Z
	<span class="m">2015</span>-09-12T02:00:00.000Z_2015-09-12T03:00:00.000Z
	<span class="m">2015</span>-09-12T03:00:00.000Z_2015-09-12T04:00:00.000Z
	<span class="m">2015</span>-09-12T04:00:00.000Z_2015-09-12T05:00:00.000Z
	<span class="m">2015</span>-09-12T05:00:00.000Z_2015-09-12T06:00:00.000Z
	<span class="m">2015</span>-09-12T06:00:00.000Z_2015-09-12T07:00:00.000Z
	<span class="m">2015</span>-09-12T07:00:00.000Z_2015-09-12T08:00:00.000Z
	<span class="m">2015</span>-09-12T08:00:00.000Z_2015-09-12T09:00:00.000Z
	<span class="m">2015</span>-09-12T09:00:00.000Z_2015-09-12T10:00:00.000Z
	<span class="m">2015</span>-09-12T10:00:00.000Z_2015-09-12T11:00:00.000Z
	<span class="m">2015</span>-09-12T11:00:00.000Z_2015-09-12T12:00:00.000Z
	<span class="m">2015</span>-09-12T12:00:00.000Z_2015-09-12T13:00:00.000Z
	<span class="m">2015</span>-09-12T13:00:00.000Z_2015-09-12T14:00:00.000Z
	<span class="m">2015</span>-09-12T14:00:00.000Z_2015-09-12T15:00:00.000Z
	<span class="m">2015</span>-09-12T15:00:00.000Z_2015-09-12T16:00:00.000Z
	<span class="m">2015</span>-09-12T16:00:00.000Z_2015-09-12T17:00:00.000Z
	<span class="m">2015</span>-09-12T17:00:00.000Z_2015-09-12T18:00:00.000Z
	<span class="m">2015</span>-09-12T18:00:00.000Z_2015-09-12T19:00:00.000Z
	<span class="m">2015</span>-09-12T19:00:00.000Z_2015-09-12T20:00:00.000Z
	<span class="m">2015</span>-09-12T20:00:00.000Z_2015-09-12T21:00:00.000Z
	<span class="m">2015</span>-09-12T21:00:00.000Z_2015-09-12T22:00:00.000Z
	<span class="m">2015</span>-09-12T22:00:00.000Z_2015-09-12T23:00:00.000Z
	<span class="m">2015</span>-09-12T23:00:00.000Z_2015-09-13T00:00:00.000Z
	</code></pre></div>
	<h2 id="run-a-kill-task">Run a kill task</h2>

	<p>Now that we have disabled some segments, we can submit a Kill Task, which will delete the disabled segments from metadata and deep storage.</p>

	<p>A Kill Task spec has been provided at <code>quickstart/tutorial/deletion-kill.json</code>. Submit this task to the Overlord with the following command:</p>
	<div class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>curl -X <span class="s1">'POST'</span> -H <span class="s1">'Content-Type:application/json'</span> -d @quickstart/tutorial/deletion-kill.json http://localhost:8090/druid/indexer/v1/task
	</code></pre></div>
	<p>After this task completes, you can see that the disabled segments have now been removed from deep storage:</p>
	<div class="highlight"><pre><code class="language-bash" data-lang="bash"><span></span>$ ls -l1 var/druid/segments/deletion-tutorial/
	<span class="m">2015</span>-09-12T12:00:00.000Z_2015-09-12T13:00:00.000Z
	<span class="m">2015</span>-09-12T13:00:00.000Z_2015-09-12T14:00:00.000Z
	<span class="m">2015</span>-09-12T15:00:00.000Z_2015-09-12T16:00:00.000Z
	<span class="m">2015</span>-09-12T16:00:00.000Z_2015-09-12T17:00:00.000Z
	<span class="m">2015</span>-09-12T17:00:00.000Z_2015-09-12T18:00:00.000Z
	<span class="m">2015</span>-09-12T18:00:00.000Z_2015-09-12T19:00:00.000Z
	<span class="m">2015</span>-09-12T19:00:00.000Z_2015-09-12T20:00:00.000Z
	<span class="m">2015</span>-09-12T20:00:00.000Z_2015-09-12T21:00:00.000Z
	<span class="m">2015</span>-09-12T21:00:00.000Z_2015-09-12T22:00:00.000Z
	<span class="m">2015</span>-09-12T22:00:00.000Z_2015-09-12T23:00:00.000Z
	<span class="m">2015</span>-09-12T23:00:00.000Z_2015-09-13T00:00:00.000Z
	</code></pre></div>
	</div>
	<div class="col-md-3">
	<div class="searchbox">
	<gcse:searchbox-only></gcse:searchbox-only>
	</div>
	<div id="toc" class="nav toc hidden-print">
	</div>
	</div>
	</div>
	</div>

	<!-- Start page_footer include -->
	<footer class="druid-footer">
	<div class="container">
	<div class="text-center">
	<p>
	<a href="/technology">Technology</a>&ensp;·&ensp;
	<a href="/use-cases">Use Cases</a>&ensp;·&ensp;
	<a href="/druid-powered">Powered by Druid</a>&ensp;·&ensp;
	<a href="/docs/latest/">Docs</a>&ensp;·&ensp;
	<a href="/community/">Community</a>&ensp;·&ensp;
	<a href="/downloads.html">Download</a>&ensp;·&ensp;
	<a href="/faq">FAQ</a>
	</p>
	</div>
	<div class="text-center">
	<a title="Join the user group" href="https://groups.google.com/forum/#!forum/druid-user" target="_blank"><span class="fa fa-comments"></span></a>&ensp;·&ensp;
	<a title="Follow Druid" href="https://twitter.com/druidio" target="_blank"><span class="fab fa-twitter"></span></a>&ensp;·&ensp;
	<a title="GitHub" href="https://github.com/apache/druid" target="_blank"><span class="fab fa-github"></span></a>
	</div>
	<div class="text-center license">
	Copyright © 2020 <a href="https://www.apache.org/" target="_blank">Apache Software Foundation</a>.<br>
	Except where otherwise noted, licensed under <a rel="license" href="http://creativecommons.org/licenses/by-sa/4.0/">CC BY-SA 4.0</a>.<br>
	Apache Druid, Druid, and the Druid logo are either registered trademarks or trademarks of The Apache Software Foundation in the United States and other countries.
	</div>
	</div>
	</footer>

	<script async src="https://www.googletagmanager.com/gtag/js?id=UA-131010415-1"></script>
	<script>
	window.dataLayer = window.dataLayer \|\| [];
	function gtag(){dataLayer.push(arguments);}
	gtag('js', new Date());
	gtag('config', 'UA-131010415-1');
	</script>
	<script>
	function trackDownload(type, url) {
	ga('send', 'event', 'download', type, url);
	}
	</script>
	<script src="//code.jquery.com/jquery.min.js"></script>
	<script src="//maxcdn.bootstrapcdn.com/bootstrap/3.2.0/js/bootstrap.min.js"></script>
	<script src="/assets/js/druid.js"></script>
	<!-- stop page_footer include -->


	<script>
	$(function() {
	$(".toc").load("/docs/0.13.0-incubating/toc.html");

	// There is no way to tell when .gsc-input will be async loaded into the page so just try to set a placeholder until it works
	var tries = 0;
	var timer = setInterval(function() {
	tries++;
	if (tries > 300) clearInterval(timer);
	var searchInput = $('input.gsc-input');
	if (searchInput.length) {
	searchInput.attr('placeholder', 'Search');
	clearInterval(timer);
	}
	}, 100);
	});
	</script>
	</body>
	</html>