| /* |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| package org.apache.hyracks.algebricks.core.algebra.operators.physical; |
| |
| import org.apache.commons.lang3.mutable.Mutable; |
| import org.apache.hyracks.algebricks.common.constraints.AlgebricksPartitionConstraint; |
| import org.apache.hyracks.algebricks.common.exceptions.AlgebricksException; |
| import org.apache.hyracks.algebricks.common.exceptions.NotImplementedException; |
| import org.apache.hyracks.algebricks.common.utils.Pair; |
| import org.apache.hyracks.algebricks.core.algebra.base.IHyracksJobBuilder; |
| import org.apache.hyracks.algebricks.core.algebra.base.ILogicalExpression; |
| import org.apache.hyracks.algebricks.core.algebra.base.ILogicalOperator; |
| import org.apache.hyracks.algebricks.core.algebra.base.IOptimizationContext; |
| import org.apache.hyracks.algebricks.core.algebra.base.LogicalExpressionTag; |
| import org.apache.hyracks.algebricks.core.algebra.base.LogicalVariable; |
| import org.apache.hyracks.algebricks.core.algebra.base.PhysicalOperatorTag; |
| import org.apache.hyracks.algebricks.core.algebra.expressions.VariableReferenceExpression; |
| import org.apache.hyracks.algebricks.core.algebra.metadata.IDataSink; |
| import org.apache.hyracks.algebricks.core.algebra.metadata.IMetadataProvider; |
| import org.apache.hyracks.algebricks.core.algebra.operators.logical.IOperatorSchema; |
| import org.apache.hyracks.algebricks.core.algebra.operators.logical.WriteOperator; |
| import org.apache.hyracks.algebricks.core.algebra.properties.IPartitioningProperty; |
| import org.apache.hyracks.algebricks.core.algebra.properties.IPartitioningRequirementsCoordinator; |
| import org.apache.hyracks.algebricks.core.algebra.properties.IPhysicalPropertiesVector; |
| import org.apache.hyracks.algebricks.core.algebra.properties.PhysicalRequirements; |
| import org.apache.hyracks.algebricks.core.algebra.properties.StructuralPropertiesVector; |
| import org.apache.hyracks.algebricks.core.jobgen.impl.JobGenContext; |
| import org.apache.hyracks.algebricks.core.jobgen.impl.JobGenHelper; |
| import org.apache.hyracks.algebricks.data.IPrinterFactory; |
| import org.apache.hyracks.algebricks.runtime.base.IPushRuntimeFactory; |
| import org.apache.hyracks.api.dataflow.value.RecordDescriptor; |
| |
| public class SinkWritePOperator extends AbstractPhysicalOperator { |
| |
| @Override |
| public PhysicalOperatorTag getOperatorTag() { |
| return PhysicalOperatorTag.SINK_WRITE; |
| } |
| |
| @Override |
| public boolean isMicroOperator() { |
| return true; |
| } |
| |
| @Override |
| public void computeDeliveredProperties(ILogicalOperator op, IOptimizationContext context) { |
| ILogicalOperator op2 = op.getInputs().get(0).getValue(); |
| deliveredProperties = op2.getDeliveredPhysicalProperties().clone(); |
| } |
| |
| @Override |
| public PhysicalRequirements getRequiredPropertiesForChildren(ILogicalOperator op, |
| IPhysicalPropertiesVector reqdByParent, IOptimizationContext context) { |
| WriteOperator write = (WriteOperator) op; |
| IDataSink sink = write.getDataSink(); |
| IPartitioningProperty pp = sink.getPartitioningProperty(); |
| StructuralPropertiesVector[] r = new StructuralPropertiesVector[] { new StructuralPropertiesVector(pp, null) }; |
| return new PhysicalRequirements(r, IPartitioningRequirementsCoordinator.NO_COORDINATION); |
| } |
| |
| @Override |
| public void contributeRuntimeOperator(IHyracksJobBuilder builder, JobGenContext context, ILogicalOperator op, |
| IOperatorSchema propagatedSchema, IOperatorSchema[] inputSchemas, IOperatorSchema outerPlanSchema) |
| throws AlgebricksException { |
| WriteOperator write = (WriteOperator) op; |
| int[] columns = new int[write.getExpressions().size()]; |
| int i = 0; |
| for (Mutable<ILogicalExpression> exprRef : write.getExpressions()) { |
| ILogicalExpression expr = exprRef.getValue(); |
| if (expr.getExpressionTag() != LogicalExpressionTag.VARIABLE) { |
| throw new NotImplementedException("Only writing variable expressions is supported."); |
| } |
| VariableReferenceExpression varRef = (VariableReferenceExpression) expr; |
| LogicalVariable v = varRef.getVariableReference(); |
| columns[i++] = inputSchemas[0].findVariable(v); |
| } |
| RecordDescriptor recDesc = |
| JobGenHelper.mkRecordDescriptor(context.getTypeEnvironment(op), propagatedSchema, context); |
| RecordDescriptor inputDesc = JobGenHelper.mkRecordDescriptor( |
| context.getTypeEnvironment(op.getInputs().get(0).getValue()), inputSchemas[0], context); |
| |
| IPrinterFactory[] pf = |
| JobGenHelper.mkPrinterFactories(inputSchemas[0], context.getTypeEnvironment(op), context, columns); |
| |
| IMetadataProvider<?, ?> mp = context.getMetadataProvider(); |
| |
| Pair<IPushRuntimeFactory, AlgebricksPartitionConstraint> runtimeAndConstraints = |
| mp.getWriteFileRuntime(write.getDataSink(), columns, pf, context.getWriterFactory(), inputDesc); |
| IPushRuntimeFactory runtime = runtimeAndConstraints.first; |
| runtime.setSourceLocation(write.getSourceLocation()); |
| |
| builder.contributeMicroOperator(write, runtime, recDesc, runtimeAndConstraints.second); |
| ILogicalOperator src = write.getInputs().get(0).getValue(); |
| builder.contributeGraphEdge(src, 0, write, 0); |
| } |
| |
| @Override |
| public boolean expensiveThanMaterialization() { |
| return false; |
| } |
| } |