doc/data_flow_realtime.svg - druid - Git at Google

 <?xml version="1.0" encoding="UTF-8" standalone="no"?>
 <!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.0//EN"
  "http://www.w3.org/TR/2001/REC-SVG-20010904/DTD/svg10.dtd">
 <!-- Generated by dot version 1.13 (v16) (Mon August 23, 2004)
      For user: (peb) Paul E Baclace   Title: DruidDataFlow    Pages: 1 -->
 <svg width="950pt" height="404pt"
  viewBox = "-1 -1 949 403"
  xmlns="http://www.w3.org/2000/svg">
 <g id="graph0" class="graph" style="font-family:Times-Roman;font-size:14.00;">
 <title>DruidDataFlow</title>
 <polygon style="fill:#fffef5;stroke:#fffef5;" points="0,401 0,-1 948,-1 948,401 0,401"/>
 <g id="node1" class="node"><title>1</title>
 <polygon style="fill:#fdf4c6;stroke:#0a0701;" points="177,4 91,4 91,40 177,40 177,4"/>
 <text text-anchor="middle" x="134" y="27" style="font-family:Helvetica;">REST query</text>
 </g>
 <g id="node4" class="node"><title>5</title>
 <polygon style="fill:#fdf4c6;stroke:#0a0701;" points="272,92 124,92 124,128 272,128 272,92"/>
 <text text-anchor="middle" x="198" y="115" style="font-family:Helvetica;">Realtime.working_set</text>
 </g>
 <g id="edge28" class="edge"><title>1-&gt;5</title>
 <path style="fill:none;stroke:#377d18;" d="M162,40C169,45 175,51 180,58 185,65 189,74 192,82"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="195,82 194,92 189,83 195,82"/>
 <text text-anchor="middle" x="205" y="71"> query </text>
 </g>
 <g id="node2" class="node"><title>2</title>
 <polygon style="fill:#fdf4c6;stroke:#0a0701;" points="335,4 209,4 209,40 335,40 335,4"/>
 <text text-anchor="middle" x="272" y="27" style="font-family:Helvetica;">realtime_data_src</text>
 </g>
 <g id="edge2" class="edge"><title>2-&gt;5</title>
 <path style="fill:none;stroke:#377d18;" d="M257,40C246,53 232,70 220,84"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="222,87 213,92 217,82 222,87"/>
 <text text-anchor="middle" x="293" y="71">Realtime.Firehose</text>
 </g>
 <g id="node3" class="node"><title>4</title>
 <polygon style="fill:#fdf4c6;stroke:#0a0701;" points="328,356 172,356 172,396 328,396 328,356"/>
 <text text-anchor="middle" x="250" y="373" style="font-family:Helvetica;">indexed segments</text>
 <text text-anchor="middle" x="250" y="389" style="font-family:Helvetica;">blob_store (S3, HDFS)</text>
 </g>
 <g id="edge26" class="edge"><title>5-&gt;1</title>
 <path style="fill:none;stroke:#377d18;" d="M150,92C143,87 137,81 133,74 129,67 128,58 128,50"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="125,50 129,40 131,50 125,50"/>
 <text text-anchor="middle" x="154" y="71"> results </text>
 </g>
 <g id="node5" class="node"><title>6</title>
 <polygon style="fill:#fdf4c6;stroke:#0a0701;" points="136,180 6,180 6,216 136,216 136,180"/>
 <text text-anchor="middle" x="71" y="203" style="font-family:Helvetica;">Realtime.spill_disk</text>
 </g>
 <g id="edge4" class="edge"><title>5-&gt;6</title>
 <path style="fill:none;stroke:#377d18;" d="M123,127C105,133 89,139 82,146 76,152 74,161 72,170"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="75,170 71,180 69,170 75,170"/>
 <text text-anchor="middle" x="136" y="159">Realtime.Firehose</text>
 </g>
 <g id="node8" class="node"><title>9</title>
 <polygon style="fill:#fdf4c6;stroke:#0a0701;" points="143,268 9,268 9,304 143,304 143,268"/>
 <text text-anchor="middle" x="76" y="291" style="font-family:Helvetica;">Realtime.local_disk</text>
 </g>
 <g id="edge6" class="edge"><title>5-&gt;9</title>
 <path style="fill:none;stroke:#377d18;" d="M200,128C203,158 204,215 175,250 171,255 162,260 151,264"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="153,267 142,268 150,261 153,267"/>
 <text text-anchor="middle" x="247" y="203">Realtime.Indexer</text>
 </g>
 <g id="node9" class="node"><title>10</title>
 <polygon style="fill:#fdf4c6;stroke:#0a0701;" points="726,358 564,358 564,394 726,394 726,358"/>
 <text text-anchor="middle" x="645" y="381" style="font-family:Helvetica;">metadata_store (mysql)</text>
 </g>
 <g id="edge10" class="edge"><title>5-&gt;10</title>
 <path style="fill:none;stroke:#377d18;" d="M273,115C391,125 611,146 682,180 751,214 798,276 754,338 750,344 739,349 727,354"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="728,358 717,358 725,351 728,358"/>
 <text text-anchor="middle" x="835" y="247">Realtime.MetadataUpdater</text>
 </g>
 <g id="edge8" class="edge"><title>6-&gt;9</title>
 <path style="fill:none;stroke:#377d18;" d="M72,216C73,228 74,244 74,258"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="77,258 75,268 71,258 77,258"/>
 <text text-anchor="middle" x="123" y="247">Realtime.Indexer</text>
 </g>
 <g id="node6" class="node"><title>7</title>
 <polygon style="fill:#fdf4c6;stroke:#0a0701;" points="672,180 558,180 558,216 672,216 672,180"/>
 <text text-anchor="middle" x="615" y="203" style="font-family:Helvetica;">HDFS_data_src</text>
 </g>
 <g id="node10" class="node"><title>11</title>
 <polygon style="fill:#fdf4c6;stroke:#0a0701;" points="726,268 504,268 504,304 726,304 726,268"/>
 <text text-anchor="middle" x="615" y="291" style="font-family:Helvetica;">HadoopDruidIndexer.working_set</text>
 </g>
 <g id="edge12" class="edge"><title>7-&gt;11</title>
 <path style="fill:none;stroke:#377d18;" d="M615,216C615,228 615,244 615,258"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="619,258 615,268 612,258 619,258"/>
 <text text-anchor="middle" x="674" y="247">HadoopDruidIndexer</text>
 </g>
 <g id="node7" class="node"><title>8</title>
 <polygon style="fill:#fdf4c6;stroke:#0a0701;" points="438,180 312,180 312,216 438,216 438,180"/>
 <text text-anchor="middle" x="375" y="203" style="font-family:Helvetica;">external_data_src</text>
 </g>
 <g id="node11" class="node"><title>12</title>
 <polygon style="fill:#fdf4c6;stroke:#0a0701;" points="464,268 276,268 276,304 464,304 464,268"/>
 <text text-anchor="middle" x="370" y="291" style="font-family:Helvetica;">IndexerService.working_set</text>
 </g>
 <g id="edge18" class="edge"><title>8-&gt;12</title>
 <path style="fill:none;stroke:#377d18;" d="M374,216C373,228 372,244 372,258"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="375,258 371,268 369,258 375,258"/>
 <text text-anchor="middle" x="414" y="247">IndexerService</text>
 </g>
 <g id="edge24" class="edge"><title>9-&gt;4</title>
 <path style="fill:none;stroke:#377d18;" d="M85,304C91,316 100,330 112,338 126,348 144,356 161,361"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="162,358 171,364 160,364 162,358"/>
 <text text-anchor="middle" x="181" y="335">Realtime.segmentPusher</text>
 </g>
 <g id="edge14" class="edge"><title>11-&gt;4</title>
 <path style="fill:none;stroke:#377d18;" d="M553,304C536,309 519,315 503,322 488,328 486,334 472,338 430,353 380,362 339,368"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="339,371 329,369 339,365 339,371"/>
 <text text-anchor="middle" x="568" y="335">HadoopDruidIndexer</text>
 </g>
 <g id="edge16" class="edge"><title>11-&gt;10</title>
 <path style="fill:none;stroke:#377d18;" d="M621,304C625,317 631,334 636,348"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="639,347 639,358 633,349 639,347"/>
 <text text-anchor="middle" x="690" y="335">HadoopDruidIndexer</text>
 </g>
 <g id="edge20" class="edge"><title>12-&gt;4</title>
 <path style="fill:none;stroke:#377d18;" d="M300,304C284,310 270,316 264,322 258,328 255,337 253,346"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="256,347 251,356 250,346 256,347"/>
 <text text-anchor="middle" x="306" y="335">IndexerService</text>
 </g>
 <g id="edge22" class="edge"><title>12-&gt;10</title>
 <path style="fill:none;stroke:#377d18;" d="M370,304C371,316 374,330 384,338 396,349 483,361 554,368"/>
 <polygon style="fill:#377d18;stroke:#377d18;" points="554,365 564,369 554,371 554,365"/>
 <text text-anchor="middle" x="426" y="335">IndexerService</text>
 </g>
 </g>
 </svg>
	<?xml version="1.0" encoding="UTF-8" standalone="no"?>
	<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.0//EN"
	"http://www.w3.org/TR/2001/REC-SVG-20010904/DTD/svg10.dtd">
	<!-- Generated by dot version 1.13 (v16) (Mon August 23, 2004)
	For user: (peb) Paul E Baclace Title: DruidDataFlow Pages: 1 -->
	<svg width="950pt" height="404pt"
	viewBox = "-1 -1 949 403"
	xmlns="http://www.w3.org/2000/svg">
	<g id="graph0" class="graph" style="font-family:Times-Roman;font-size:14.00;">
	<title>DruidDataFlow</title>
	<polygon style="fill:#fffef5;stroke:#fffef5;" points="0,401 0,-1 948,-1 948,401 0,401"/>
	<g id="node1" class="node"><title>1</title>
	<polygon style="fill:#fdf4c6;stroke:#0a0701;" points="177,4 91,4 91,40 177,40 177,4"/>
	<text text-anchor="middle" x="134" y="27" style="font-family:Helvetica;">REST query</text>
	</g>
	<g id="node4" class="node"><title>5</title>
	<polygon style="fill:#fdf4c6;stroke:#0a0701;" points="272,92 124,92 124,128 272,128 272,92"/>
	<text text-anchor="middle" x="198" y="115" style="font-family:Helvetica;">Realtime.working_set</text>
	</g>
	<g id="edge28" class="edge"><title>1->5</title>
	<path style="fill:none;stroke:#377d18;" d="M162,40C169,45 175,51 180,58 185,65 189,74 192,82"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="195,82 194,92 189,83 195,82"/>
	<text text-anchor="middle" x="205" y="71"> query </text>
	</g>
	<g id="node2" class="node"><title>2</title>
	<polygon style="fill:#fdf4c6;stroke:#0a0701;" points="335,4 209,4 209,40 335,40 335,4"/>
	<text text-anchor="middle" x="272" y="27" style="font-family:Helvetica;">realtime_data_src</text>
	</g>
	<g id="edge2" class="edge"><title>2->5</title>
	<path style="fill:none;stroke:#377d18;" d="M257,40C246,53 232,70 220,84"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="222,87 213,92 217,82 222,87"/>
	<text text-anchor="middle" x="293" y="71">Realtime.Firehose</text>
	</g>
	<g id="node3" class="node"><title>4</title>
	<polygon style="fill:#fdf4c6;stroke:#0a0701;" points="328,356 172,356 172,396 328,396 328,356"/>
	<text text-anchor="middle" x="250" y="373" style="font-family:Helvetica;">indexed segments</text>
	<text text-anchor="middle" x="250" y="389" style="font-family:Helvetica;">blob_store (S3, HDFS)</text>
	</g>
	<g id="edge26" class="edge"><title>5->1</title>
	<path style="fill:none;stroke:#377d18;" d="M150,92C143,87 137,81 133,74 129,67 128,58 128,50"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="125,50 129,40 131,50 125,50"/>
	<text text-anchor="middle" x="154" y="71"> results </text>
	</g>
	<g id="node5" class="node"><title>6</title>
	<polygon style="fill:#fdf4c6;stroke:#0a0701;" points="136,180 6,180 6,216 136,216 136,180"/>
	<text text-anchor="middle" x="71" y="203" style="font-family:Helvetica;">Realtime.spill_disk</text>
	</g>
	<g id="edge4" class="edge"><title>5->6</title>
	<path style="fill:none;stroke:#377d18;" d="M123,127C105,133 89,139 82,146 76,152 74,161 72,170"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="75,170 71,180 69,170 75,170"/>
	<text text-anchor="middle" x="136" y="159">Realtime.Firehose</text>
	</g>
	<g id="node8" class="node"><title>9</title>
	<polygon style="fill:#fdf4c6;stroke:#0a0701;" points="143,268 9,268 9,304 143,304 143,268"/>
	<text text-anchor="middle" x="76" y="291" style="font-family:Helvetica;">Realtime.local_disk</text>
	</g>
	<g id="edge6" class="edge"><title>5->9</title>
	<path style="fill:none;stroke:#377d18;" d="M200,128C203,158 204,215 175,250 171,255 162,260 151,264"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="153,267 142,268 150,261 153,267"/>
	<text text-anchor="middle" x="247" y="203">Realtime.Indexer</text>
	</g>
	<g id="node9" class="node"><title>10</title>
	<polygon style="fill:#fdf4c6;stroke:#0a0701;" points="726,358 564,358 564,394 726,394 726,358"/>
	<text text-anchor="middle" x="645" y="381" style="font-family:Helvetica;">metadata_store (mysql)</text>
	</g>
	<g id="edge10" class="edge"><title>5->10</title>
	<path style="fill:none;stroke:#377d18;" d="M273,115C391,125 611,146 682,180 751,214 798,276 754,338 750,344 739,349 727,354"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="728,358 717,358 725,351 728,358"/>
	<text text-anchor="middle" x="835" y="247">Realtime.MetadataUpdater</text>
	</g>
	<g id="edge8" class="edge"><title>6->9</title>
	<path style="fill:none;stroke:#377d18;" d="M72,216C73,228 74,244 74,258"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="77,258 75,268 71,258 77,258"/>
	<text text-anchor="middle" x="123" y="247">Realtime.Indexer</text>
	</g>
	<g id="node6" class="node"><title>7</title>
	<polygon style="fill:#fdf4c6;stroke:#0a0701;" points="672,180 558,180 558,216 672,216 672,180"/>
	<text text-anchor="middle" x="615" y="203" style="font-family:Helvetica;">HDFS_data_src</text>
	</g>
	<g id="node10" class="node"><title>11</title>
	<polygon style="fill:#fdf4c6;stroke:#0a0701;" points="726,268 504,268 504,304 726,304 726,268"/>
	<text text-anchor="middle" x="615" y="291" style="font-family:Helvetica;">HadoopDruidIndexer.working_set</text>
	</g>
	<g id="edge12" class="edge"><title>7->11</title>
	<path style="fill:none;stroke:#377d18;" d="M615,216C615,228 615,244 615,258"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="619,258 615,268 612,258 619,258"/>
	<text text-anchor="middle" x="674" y="247">HadoopDruidIndexer</text>
	</g>
	<g id="node7" class="node"><title>8</title>
	<polygon style="fill:#fdf4c6;stroke:#0a0701;" points="438,180 312,180 312,216 438,216 438,180"/>
	<text text-anchor="middle" x="375" y="203" style="font-family:Helvetica;">external_data_src</text>
	</g>
	<g id="node11" class="node"><title>12</title>
	<polygon style="fill:#fdf4c6;stroke:#0a0701;" points="464,268 276,268 276,304 464,304 464,268"/>
	<text text-anchor="middle" x="370" y="291" style="font-family:Helvetica;">IndexerService.working_set</text>
	</g>
	<g id="edge18" class="edge"><title>8->12</title>
	<path style="fill:none;stroke:#377d18;" d="M374,216C373,228 372,244 372,258"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="375,258 371,268 369,258 375,258"/>
	<text text-anchor="middle" x="414" y="247">IndexerService</text>
	</g>
	<g id="edge24" class="edge"><title>9->4</title>
	<path style="fill:none;stroke:#377d18;" d="M85,304C91,316 100,330 112,338 126,348 144,356 161,361"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="162,358 171,364 160,364 162,358"/>
	<text text-anchor="middle" x="181" y="335">Realtime.segmentPusher</text>
	</g>
	<g id="edge14" class="edge"><title>11->4</title>
	<path style="fill:none;stroke:#377d18;" d="M553,304C536,309 519,315 503,322 488,328 486,334 472,338 430,353 380,362 339,368"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="339,371 329,369 339,365 339,371"/>
	<text text-anchor="middle" x="568" y="335">HadoopDruidIndexer</text>
	</g>
	<g id="edge16" class="edge"><title>11->10</title>
	<path style="fill:none;stroke:#377d18;" d="M621,304C625,317 631,334 636,348"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="639,347 639,358 633,349 639,347"/>
	<text text-anchor="middle" x="690" y="335">HadoopDruidIndexer</text>
	</g>
	<g id="edge20" class="edge"><title>12->4</title>
	<path style="fill:none;stroke:#377d18;" d="M300,304C284,310 270,316 264,322 258,328 255,337 253,346"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="256,347 251,356 250,346 256,347"/>
	<text text-anchor="middle" x="306" y="335">IndexerService</text>
	</g>
	<g id="edge22" class="edge"><title>12->10</title>
	<path style="fill:none;stroke:#377d18;" d="M370,304C371,316 374,330 384,338 396,349 483,361 554,368"/>
	<polygon style="fill:#377d18;stroke:#377d18;" points="554,365 564,369 554,371 554,365"/>
	<text text-anchor="middle" x="426" y="335">IndexerService</text>
	</g>
	</g>
	</svg>