| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| package org.apache.pig.newplan.logical.relational; |
| |
| import java.util.ArrayList; |
| import java.util.Deque; |
| import java.util.LinkedList; |
| import java.util.List; |
| |
| import org.apache.pig.impl.logicalLayer.FrontendException; |
| import org.apache.pig.impl.util.Pair; |
| import org.apache.pig.newplan.Operator; |
| import org.apache.pig.newplan.OperatorPlan; |
| import org.apache.pig.newplan.PlanVisitor; |
| import org.apache.pig.newplan.ReverseDependencyOrderWalker; |
| import org.apache.pig.newplan.logical.expression.ProjectExpression; |
| import org.apache.pig.newplan.logical.optimizer.AllSameRalationalNodesVisitor; |
| |
| public class LOForEach extends LogicalRelationalOperator { |
| |
| private static final long serialVersionUID = 2L; |
| |
| private LogicalPlan innerPlan; |
| |
| public LOForEach(OperatorPlan plan) { |
| super("LOForEach", plan); |
| } |
| |
| public LogicalPlan getInnerPlan() { |
| return innerPlan; |
| } |
| |
| public void setInnerPlan(LogicalPlan p) { |
| innerPlan = p; |
| } |
| |
| @Override |
| public boolean isEqual(Operator other) throws FrontendException { |
| if (!(other instanceof LOForEach)) { |
| return false; |
| } |
| |
| return innerPlan.isEqual(((LOForEach)other).innerPlan); |
| } |
| |
| @Override |
| public LogicalSchema getSchema() throws FrontendException { |
| List<Operator> ll = innerPlan.getSinks(); |
| if (ll != null) { |
| schema = ((LogicalRelationalOperator)ll.get(0)).getSchema(); |
| } |
| |
| return schema; |
| } |
| |
| @Override |
| public void accept(PlanVisitor v) throws FrontendException { |
| if (!(v instanceof LogicalRelationalNodesVisitor)) { |
| throw new FrontendException("Expected LogicalPlanVisitor", 2222); |
| } |
| ((LogicalRelationalNodesVisitor)v).visit(this); |
| } |
| |
| // Find the LOInnerLoad of the inner plan corresponding to the project, and |
| // also find whether there is a LOForEach in inner plan along the way |
| public static Pair<List<LOInnerLoad>, Boolean> findReacheableInnerLoadFromBoundaryProject(ProjectExpression project) throws FrontendException { |
| boolean needNewUid = false; |
| LogicalRelationalOperator referred = project.findReferent(); |
| // If it is nested foreach, generate new uid |
| if (referred instanceof LOForEach) |
| needNewUid = true; |
| List<Operator> srcs = referred.getPlan().getSources(); |
| List<LOInnerLoad> innerLoads = new ArrayList<LOInnerLoad>(); |
| for (Operator src:srcs) { |
| if (src instanceof LOInnerLoad) { |
| if( src == referred ) { |
| innerLoads.add( (LOInnerLoad)src ); |
| continue; |
| } |
| |
| Deque<Operator> stack = new LinkedList<Operator>(); |
| List<Operator> succs = referred.getPlan().getSuccessors( src ); |
| if( succs != null ) { |
| for( Operator succ : succs ) { |
| stack.push( succ ); |
| } |
| } |
| |
| while( !stack.isEmpty() ) { |
| Operator op = stack.pop(); |
| if( op == referred ) { |
| innerLoads.add((LOInnerLoad)src); |
| break; |
| } |
| else { |
| List<Operator> ops = referred.getPlan().getSuccessors( op ); |
| if( ops != null ) { |
| for( Operator o : ops ) { |
| stack.push( o ); |
| } |
| } |
| } |
| } |
| } |
| } |
| return new Pair<List<LOInnerLoad>, Boolean>(innerLoads, needNewUid); |
| } |
| |
| public LogicalSchema dumpNestedSchema(String alias, String nestedAlias) throws FrontendException { |
| NestedRelationalOperatorFinder opFinder = new NestedRelationalOperatorFinder(innerPlan, nestedAlias); |
| opFinder.visit(); |
| |
| if (opFinder.getMatchedOperator()!=null) { |
| LogicalSchema nestedSc = opFinder.getMatchedOperator().getSchema(); |
| return nestedSc; |
| } |
| return null; |
| } |
| |
| private static class NestedRelationalOperatorFinder extends AllSameRalationalNodesVisitor { |
| String aliasOfOperator; |
| LogicalRelationalOperator opFound = null; |
| public NestedRelationalOperatorFinder(LogicalPlan plan, String alias) throws FrontendException { |
| super(plan, new ReverseDependencyOrderWalker(plan)); |
| aliasOfOperator = alias; |
| } |
| public LogicalRelationalOperator getMatchedOperator() { |
| return opFound; |
| } |
| @Override |
| public void execute(LogicalRelationalOperator op) throws FrontendException { |
| if (op.getAlias()!=null && op.getAlias().equals(aliasOfOperator)) |
| opFound = op; |
| } |
| } |
| } |