bigtop-bigpetstore/bigpetstore-mapreduce/arch.dot

/**
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements.  See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License.  You may obtain a copy of the License at
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
digraph bigpetstore {

   node [shape=record];


   BPSAnalytics [label="BPSAnalytics.pig" ,style="rounded, filled", shape=diamond];
   CUSTOMER_PAGE [label="CUSTOMER_PAGE|json|CUSTOMER_PAGE/part*"];
   DIRTY_CSV [label="DIRTY_CSV|fname   lname -prod , price ,prod,..|generated/part*"];
   CSV [label="CSV|fname,lname,prod,price,date,xcoord,ycoord,...|cleaned/part*"];
   MAHOUT_VIEW_INPUT [label="MAHOUT_VIEW  |  (user-id) 10001  (product-id) 203  (implicit-rating) 1 |  cleaned/Mahout/part*" ];
   MAHOUT_ALS [label="Parallel ALS Recommender output  | (user-id) 10001  [(product-id) 201: (recommendation-strength 0-1)0.546] | Mahout/AlsRecommendations/part*" ];

   Generate -> DIRTY_CSV [label="hadoop jar bigpetstore.jar org.apache.bigtop.bigpetstore.generator.BPSGenerator 100 bps/generated/"] ;
   DIRTY_CSV -> pig [label="hadoop jar bigpetstore.jar org.apache.bigtop.bigpetstore.etl.PigCSVCleaner bps/generated/ bps/cleaned/ "];

   pig -> CSV [label="pig query to clean up generated transaction records"];
   pig -> MAHOUT_VIEW_INPUT [label="pig query to produce mahout input format"];

   MAHOUT_VIEW_INPUT -> ParallelALSFactorizationJob [label="hadoop jar bigpetstore.jar org.apache.bigtop.bigpetstore.recommend.ItemRecommender cleaned/Mahout Mahout/AlsFactorization Mahout/AlsRecommendations"];
   ParallelALSFactorizationJob -> "Mahout RecommenderJob"
   "Mahout RecommenderJob" -> MAHOUT_ALS

   CSV -> BPSAnalytics;
   BPSAnalytics  -> pig_job2;
   pig_job2  -> CUSTOMER_PAGE [label=""];
}