ec1b1471475c533c0496e7dea674bc06851478b1 - pig

commit	ec1b1471475c533c0496e7dea674bc06851478b1	[log] [tgz]
author	Ádám Szita <szita@apache.org>	Mon May 29 15:00:39 2017 +0000
committer	Ádám Szita <szita@apache.org>	Mon May 29 15:00:39 2017 +0000
tree	0e64916d72168016fe4e62fa19be926e14d15567
parent	9241c5dc0a651d5f56152cf9a9dd27714a53b3f0 [diff]

PIG-4059: Pig On Spark

git-svn-id: https://svn.apache.org/repos/asf/pig/trunk@1796639 13f79535-47bb-0310-9956-ffa450edef68

CHANGES.txt[diff]
bin/pig[diff]
build.xml[diff]
ivy.xml[diff]
ivy/libraries.properties[diff]
src/META-INF/services/org.apache.pig.ExecType[diff]
src/docs/src/documentation/content/xdocs/start.xml[diff]
src/org/apache/pig/PigConfiguration.java[diff]
src/org/apache/pig/PigWarning.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/AccumulatorOptimizer.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/NoopFilterRemover.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/NoopFilterRemoverUtil.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigHadoopLogger.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigInputFormat.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/PigSplit.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/mapReduceLayer/SecondaryKeyOptimizerMR.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/PhysicalOperator.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/expressionOperators/POUserFunc.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/plans/PhyPlanVisitor.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/plans/PhysicalPlan.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POBroadcastSpark.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POCollectedGroup.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POFRJoin.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POFRJoinSpark.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POForEach.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POGlobalRearrange.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POMergeCogroup.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POMergeJoin.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POPoissonSample.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/physicalLayer/relationalOperators/POSort.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/JobGraphBuilder.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/JobMetricsListener.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/KryoSerializer.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/MapReducePartitionerWrapper.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/SparkEngineConf.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/SparkExecType.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/SparkExecutionEngine.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/SparkLauncher.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/SparkLocalExecType.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/SparkPOUserFuncVisitor.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/SparkPigContext.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/SparkPigRecordReader.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/SparkPigSplit.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/SparkUtil.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/UDFJarsFinder.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/BroadcastConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/CollectedGroupConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/CounterConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/DistinctConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/FRJoinConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/FilterConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/ForEachConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/GlobalRearrangeConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/IndexedKey.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/IteratorTransform.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/JoinGroupSparkConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/LimitConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/LoadConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/LocalRearrangeConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/MergeCogroupConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/MergeJoinConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/OutputConsumerIterator.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/PackageConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/PigSecondaryKeyComparatorSpark.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/PoissonSampleConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/RDDConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/RankConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/ReduceByConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/SecondaryKeySortUtil.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/SkewedJoinConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/SortConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/SparkSampleSortConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/SplitConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/StoreConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/StreamConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/converter/UnionConverter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/operator/NativeSparkOperator.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/operator/POGlobalRearrangeSpark.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/operator/POJoinGroupSpark.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/operator/POPoissonSampleSpark.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/operator/POReduceBySpark.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/operator/POSampleSortSpark.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/optimizer/AccumulatorOptimizer.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/optimizer/CombinerOptimizer.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/optimizer/JoinGroupOptimizerSpark.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/optimizer/MultiQueryOptimizerSpark.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/optimizer/NoopFilterRemover.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/optimizer/ParallelismSetter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/optimizer/SecondaryKeyOptimizerSpark.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/optimizer/SparkSecondaryKeyOptimizerUtil.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/plan/DotSparkPrinter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkCompiler.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkCompilerException.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkOpPlanVisitor.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkOperPlan.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkOperator.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkPOPackageAnnotator.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkPrinter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/plan/XMLSparkPrinter.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/running/PigInputFormatSpark.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/spark/streaming/SparkExecutableManager.java[Added - diff]
src/org/apache/pig/backend/hadoop/executionengine/tez/plan/optimizer/AccumulatorOptimizer.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/tez/plan/optimizer/SecondaryKeyOptimizerTez.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/util/AccumulatorOptimizerUtil.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/util/CombinerOptimizerUtil.java[diff]
src/org/apache/pig/backend/hadoop/executionengine/util/SecondaryKeyOptimizerUtil.java[diff]
src/org/apache/pig/backend/hadoop/hbase/HBaseStorage.java[diff]
src/org/apache/pig/backend/hadoop/streaming/HadoopExecutableManager.java[diff]
src/org/apache/pig/data/SelfSpillBag.java[diff]
src/org/apache/pig/impl/PigContext.java[diff]
src/org/apache/pig/impl/builtin/StreamingUDF.java[diff]
src/org/apache/pig/impl/plan/OperatorPlan.java[diff]
src/org/apache/pig/impl/util/UDFContext.java[diff]
src/org/apache/pig/impl/util/avro/AvroTupleWrapper.java[diff]
src/org/apache/pig/scripting/groovy/GroovyEvalFunc.java[diff]
src/org/apache/pig/tools/pigstats/PigStatsUtil.java[diff]
src/org/apache/pig/tools/pigstats/PigStatusReporter.java[diff]
src/org/apache/pig/tools/pigstats/PigWarnCounter.java[Added - diff]
src/org/apache/pig/tools/pigstats/spark/SparkCounter.java[Added - diff]
src/org/apache/pig/tools/pigstats/spark/SparkCounterGroup.java[Added - diff]
src/org/apache/pig/tools/pigstats/spark/SparkCounters.java[Added - diff]
src/org/apache/pig/tools/pigstats/spark/SparkJobStats.java[Added - diff]
src/org/apache/pig/tools/pigstats/spark/SparkPigStats.java[Added - diff]
src/org/apache/pig/tools/pigstats/spark/SparkPigStatusReporter.java[Added - diff]
src/org/apache/pig/tools/pigstats/spark/SparkScriptState.java[Added - diff]
src/org/apache/pig/tools/pigstats/spark/SparkStatsUtil.java[Added - diff]
test/e2e/pig/build.xml[diff]
test/e2e/pig/conf/spark.conf[Added - diff]
test/e2e/pig/drivers/TestDriverPig.pm[diff]
test/e2e/pig/tests/bigdata.conf[diff]
test/e2e/pig/tests/cmdline.conf[diff]
test/e2e/pig/tests/grunt.conf[diff]
test/e2e/pig/tests/hcat.conf[diff]
test/e2e/pig/tests/multiquery.conf[diff]
test/e2e/pig/tests/negative.conf[diff]
test/e2e/pig/tests/nightly.conf[diff]
test/e2e/pig/tests/orc.conf[diff]
test/e2e/pig/tests/streaming.conf[diff]
test/e2e/pig/tests/turing_jython.conf[diff]
test/e2e/pig/tools/test/floatpostprocessor.pl[diff]
test/excluded-tests-mr[diff]
test/excluded-tests-spark[Added - diff]
test/excluded-tests-tez[diff]
test/org/apache/pig/newplan/logical/relational/TestLocationInPhysicalPlan.java[diff]
test/org/apache/pig/pigunit/PigTest.java[diff]
test/org/apache/pig/spark/TestIndexedKey.java[Added - diff]
test/org/apache/pig/spark/TestSecondarySortSpark.java[Added - diff]
test/org/apache/pig/spark/TestSparkCompiler.java[Added - diff]
test/org/apache/pig/test/MiniGenericCluster.java[diff]
test/org/apache/pig/test/SparkMiniCluster.java[Added - diff]
test/org/apache/pig/test/TestAssert.java[diff]
test/org/apache/pig/test/TestCase.java[diff]
test/org/apache/pig/test/TestCollectedGroup.java[diff]
test/org/apache/pig/test/TestCombiner.java[diff]
test/org/apache/pig/test/TestCubeOperator.java[diff]
test/org/apache/pig/test/TestEmptyInputDir.java[diff]
test/org/apache/pig/test/TestEvalPipeline.java[diff]
test/org/apache/pig/test/TestEvalPipeline2.java[diff]
test/org/apache/pig/test/TestEvalPipelineLocal.java[diff]
test/org/apache/pig/test/TestFinish.java[diff]
test/org/apache/pig/test/TestFlatten.java[diff]
test/org/apache/pig/test/TestForEachNestedPlanLocal.java[diff]
test/org/apache/pig/test/TestGrunt.java[diff]
test/org/apache/pig/test/TestHBaseStorage.java[diff]
test/org/apache/pig/test/TestLimitVariable.java[diff]
test/org/apache/pig/test/TestLineageFindRelVisitor.java[diff]
test/org/apache/pig/test/TestMapSideCogroup.java[diff]
test/org/apache/pig/test/TestMergeJoinOuter.java[diff]
test/org/apache/pig/test/TestMultiQuery.java[diff]
test/org/apache/pig/test/TestMultiQueryLocal.java[diff]
test/org/apache/pig/test/TestNativeMapReduce.java[diff]
test/org/apache/pig/test/TestNullConstant.java[diff]
test/org/apache/pig/test/TestPigRunner.java[diff]
test/org/apache/pig/test/TestPigServer.java[diff]
test/org/apache/pig/test/TestPigServerLocal.java[diff]
test/org/apache/pig/test/TestProjectRange.java[diff]
test/org/apache/pig/test/TestPruneColumn.java[diff]
test/org/apache/pig/test/TestRank1.java[diff]
test/org/apache/pig/test/TestRank2.java[diff]
test/org/apache/pig/test/TestRank3.java[diff]
test/org/apache/pig/test/TestSecondarySort.java[diff]
test/org/apache/pig/test/TestStoreBase.java[diff]
test/org/apache/pig/test/TezMiniCluster.java[diff]
test/org/apache/pig/test/Util.java[diff]
test/org/apache/pig/test/YarnMiniCluster.java[Added - diff]
test/org/apache/pig/test/data/GoldenFiles/spark/SPARKC-LoadStore-1-dot.gld[Added - diff]
test/org/apache/pig/test/data/GoldenFiles/spark/SPARKC-LoadStore-1-text.gld[Added - diff]
test/org/apache/pig/test/data/GoldenFiles/spark/SPARKC-LoadStore-1-xml.gld[Added - diff]

188 files changed

tree: 0e64916d72168016fe4e62fa19be926e14d15567